program(1.0)
[buildInfo = dict<tensor<string, []>, tensor<string, []>>({{"coremlc-component-MIL", "5.33.5"}, {"coremlc-version", "1877.0.68.0.1"}, {"coremltools-component-milinternal", ""}, {"coremltools-version", "7.0b2"}})]
{
    func main<ios16>(tensor<fp16, [2, 2048, 1, 77]> encoder_hidden_states, tensor<fp32, [2, 1280, 24, 24]> hidden_states_283_cast, tensor<fp32, [2, 640, 48, 48]> input_113_cast, tensor<fp32, [2, 640, 24, 24]> input_115_cast, tensor<fp32, [2, 320, 96, 96]> input_13_cast, tensor<fp32, [2, 1280, 24, 24]> input_213_cast, tensor<fp32, [2, 1280, 1, 1]> input_21_cast, tensor<fp32, [2, 320, 96, 96]> input_29_cast, tensor<fp32, [2, 320, 96, 96]> input_43_cast, tensor<fp32, [2, 320, 48, 48]> input_45_cast, tensor<fp32, [2, 640, 48, 48]> input_79_cast, tensor<fp32, [2, 1280, 1, 576]> inputs_251_cast, tensor<fp32, [2, 10240, 1, 576]> var_37735_cast) {
            tensor<string, []> cast_5_dtype_0 = const()[name = tensor<string, []>("cast_5_dtype_0"), val = tensor<string, []>("fp16")];
            tensor<fp16, [320]> add_1_mean_0_to_fp16 = const()[name = tensor<string, []>("add_1_mean_0_to_fp16"), val = tensor<fp16, [320]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(64)))];
            tensor<fp16, [320]> add_1_variance_0_to_fp16 = const()[name = tensor<string, []>("add_1_variance_0_to_fp16"), val = tensor<fp16, [320]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(768)))];
            tensor<string, []> cast_10_dtype_0 = const()[name = tensor<string, []>("cast_10_dtype_0"), val = tensor<string, []>("fp16")];
            tensor<string, []> cast_8_dtype_0 = const()[name = tensor<string, []>("cast_8_dtype_0"), val = tensor<string, []>("fp16")];
            tensor<string, []> cast_3_dtype_0 = const()[name = tensor<string, []>("cast_3_dtype_0"), val = tensor<string, []>("fp16")];
            tensor<string, []> cast_9_dtype_0 = const()[name = tensor<string, []>("cast_9_dtype_0"), val = tensor<string, []>("fp16")];
            tensor<fp16, [640]> add_11_mean_0_to_fp16 = const()[name = tensor<string, []>("add_11_mean_0_to_fp16"), val = tensor<fp16, [640]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(1472)))];
            tensor<fp16, [640]> add_11_variance_0_to_fp16 = const()[name = tensor<string, []>("add_11_variance_0_to_fp16"), val = tensor<fp16, [640]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(2816)))];
            tensor<string, []> cast_0_dtype_0 = const()[name = tensor<string, []>("cast_0_dtype_0"), val = tensor<string, []>("fp16")];
            tensor<string, []> cast_1_dtype_0 = const()[name = tensor<string, []>("cast_1_dtype_0"), val = tensor<string, []>("fp16")];
            tensor<string, []> cast_6_dtype_0 = const()[name = tensor<string, []>("cast_6_dtype_0"), val = tensor<string, []>("fp16")];
            tensor<fp16, [1280]> add_23_mean_0_to_fp16 = const()[name = tensor<string, []>("add_23_mean_0_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(4160)))];
            tensor<fp16, [1280]> add_23_variance_0_to_fp16 = const()[name = tensor<string, []>("add_23_variance_0_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(6784)))];
            tensor<string, []> cast_4_dtype_0 = const()[name = tensor<string, []>("cast_4_dtype_0"), val = tensor<string, []>("fp16")];
            tensor<bool, []> var_30350 = const()[name = tensor<string, []>("op_30350"), val = tensor<bool, []>(true)];
            tensor<int32, []> var_30355 = const()[name = tensor<string, []>("op_30355"), val = tensor<int32, []>(1)];
            tensor<fp16, [2560]> add_43_mean_0_to_fp16 = const()[name = tensor<string, []>("add_43_mean_0_to_fp16"), val = tensor<fp16, [2560]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(9408)))];
            tensor<fp16, [2560]> add_43_variance_0_to_fp16 = const()[name = tensor<string, []>("add_43_variance_0_to_fp16"), val = tensor<fp16, [2560]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(14592)))];
            tensor<string, []> cast_2_dtype_0 = const()[name = tensor<string, []>("cast_2_dtype_0"), val = tensor<string, []>("fp16")];
            tensor<string, []> cast_11_dtype_0 = const()[name = tensor<string, []>("cast_11_dtype_0"), val = tensor<string, []>("fp16")];
            tensor<string, []> cast_7_dtype_0 = const()[name = tensor<string, []>("cast_7_dtype_0"), val = tensor<string, []>("fp16")];
            tensor<int32, [2]> var_37736_split_sizes_0 = const()[name = tensor<string, []>("op_37736_split_sizes_0"), val = tensor<int32, [2]>([5120, 5120])];
            tensor<int32, []> var_37736_axis_0 = const()[name = tensor<string, []>("op_37736_axis_0"), val = tensor<int32, []>(1)];
            tensor<fp16, [2, 10240, 1, 576]> cast_0 = cast(dtype = cast_7_dtype_0, x = var_37735_cast)[name = tensor<string, []>("cast_0")];
            tensor<fp16, [2, 5120, 1, 576]> var_37736_cast_0, tensor<fp16, [2, 5120, 1, 576]> var_37736_cast_1 = split(axis = var_37736_axis_0, split_sizes = var_37736_split_sizes_0, x = cast_0)[name = tensor<string, []>("op_37736_cast")];
            tensor<string, []> var_37738_mode_0 = const()[name = tensor<string, []>("op_37738_mode_0"), val = tensor<string, []>("EXACT")];
            tensor<fp16, [2, 5120, 1, 576]> var_37738_cast = gelu(mode = var_37738_mode_0, x = var_37736_cast_1)[name = tensor<string, []>("op_37738_cast")];
            tensor<fp16, [2, 5120, 1, 576]> input_501_cast = mul(x = var_37736_cast_0, y = var_37738_cast)[name = tensor<string, []>("input_501_cast")];
            tensor<int32, [2]> var_37742 = const()[name = tensor<string, []>("op_37742"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_37744 = const()[name = tensor<string, []>("op_37744"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_37746_pad_type_0 = const()[name = tensor<string, []>("op_37746_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_37746_pad_0 = const()[name = tensor<string, []>("op_37746_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 5120, 1, 1]> up_blocks_0_attentions_0_transformer_blocks_7_ff_net_2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [3276800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(19776))), lut = tensor<fp16, [16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(3296640))), name = tensor<string, []>("up_blocks_0_attentions_0_transformer_blocks_7_ff_net_2_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 5120, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_attentions_0_transformer_blocks_7_ff_net_2_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_0_transformer_blocks_7_ff_net_2_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(3296768)))];
            tensor<fp16, [2, 1280, 1, 576]> var_37746_cast = conv(bias = up_blocks_0_attentions_0_transformer_blocks_7_ff_net_2_bias_to_fp16, dilations = var_37744, groups = var_30355, pad = var_37746_pad_0, pad_type = var_37746_pad_type_0, strides = var_37742, weight = up_blocks_0_attentions_0_transformer_blocks_7_ff_net_2_weight_to_fp16_palettized, x = input_501_cast)[name = tensor<string, []>("op_37746_cast")];
            tensor<fp16, [2, 1280, 1, 576]> cast_1 = cast(dtype = cast_11_dtype_0, x = inputs_251_cast)[name = tensor<string, []>("cast_1")];
            tensor<fp16, [2, 1280, 1, 576]> inputs_253_cast = add(x = var_37746_cast, y = cast_1)[name = tensor<string, []>("inputs_253_cast")];
            tensor<int32, [1]> var_37756 = const()[name = tensor<string, []>("op_37756"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> channels_mean_253_cast = reduce_mean(axes = var_37756, keep_dims = var_30350, x = inputs_253_cast)[name = tensor<string, []>("channels_mean_253_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_253_cast = sub(x = inputs_253_cast, y = channels_mean_253_cast)[name = tensor<string, []>("zero_mean_253_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_sq_253_cast = mul(x = zero_mean_253_cast, y = zero_mean_253_cast)[name = tensor<string, []>("zero_mean_sq_253_cast")];
            tensor<int32, [1]> var_37760 = const()[name = tensor<string, []>("op_37760"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> var_37761_cast = reduce_mean(axes = var_37760, keep_dims = var_30350, x = zero_mean_sq_253_cast)[name = tensor<string, []>("op_37761_cast")];
            tensor<fp16, []> var_37762_to_fp16 = const()[name = tensor<string, []>("op_37762_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 576]> var_37763_cast = add(x = var_37761_cast, y = var_37762_to_fp16)[name = tensor<string, []>("op_37763_cast")];
            tensor<fp16, []> denom_253_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_253_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 576]> denom_253_cast = rsqrt(epsilon = denom_253_epsilon_0_to_fp16, x = var_37763_cast)[name = tensor<string, []>("denom_253_cast")];
            tensor<fp16, [2, 1280, 1, 576]> out_253_cast = mul(x = zero_mean_253_cast, y = denom_253_cast)[name = tensor<string, []>("out_253_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_37767_to_fp16 = const()[name = tensor<string, []>("op_37767_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(3299392)))];
            tensor<fp16, [2, 1280, 1, 576]> var_37768_cast = add(x = out_253_cast, y = var_37767_to_fp16)[name = tensor<string, []>("op_37768_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_37770_to_fp16 = const()[name = tensor<string, []>("op_37770_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(3302016)))];
            tensor<fp16, [2, 1280, 1, 576]> hidden_states_335_cast = mul(x = var_37768_cast, y = var_37770_to_fp16)[name = tensor<string, []>("hidden_states_335_cast")];
            tensor<int32, [2]> var_37777 = const()[name = tensor<string, []>("op_37777"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_37779 = const()[name = tensor<string, []>("op_37779"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> q_169_pad_type_0 = const()[name = tensor<string, []>("q_169_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> q_169_pad_0 = const()[name = tensor<string, []>("q_169_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_0_transformer_blocks_8_attn1_to_q_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [409600]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(3304640))), lut = tensor<fp16, [4]>([-0x1.6ap-5, -0x1.b7p-7, 0x1.afp-7, 0x1.684p-5]), name = tensor<string, []>("up_blocks_0_attentions_0_transformer_blocks_8_attn1_to_q_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> q_169_cast = conv(dilations = var_37779, groups = var_30355, pad = q_169_pad_0, pad_type = q_169_pad_type_0, strides = var_37777, weight = up_blocks_0_attentions_0_transformer_blocks_8_attn1_to_q_weight_to_fp16_palettized, x = hidden_states_335_cast)[name = tensor<string, []>("q_169_cast")];
            tensor<int32, [2]> var_37783 = const()[name = tensor<string, []>("op_37783"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_37785 = const()[name = tensor<string, []>("op_37785"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> k_337_pad_type_0 = const()[name = tensor<string, []>("k_337_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> k_337_pad_0 = const()[name = tensor<string, []>("k_337_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_0_transformer_blocks_8_attn1_to_k_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [204800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(3714304))), lut = tensor<fp16, [2]>([-0x1.804p-6, 0x1.804p-6]), name = tensor<string, []>("up_blocks_0_attentions_0_transformer_blocks_8_attn1_to_k_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> k_337_cast = conv(dilations = var_37785, groups = var_30355, pad = k_337_pad_0, pad_type = k_337_pad_type_0, strides = var_37783, weight = up_blocks_0_attentions_0_transformer_blocks_8_attn1_to_k_weight_to_fp16_palettized, x = hidden_states_335_cast)[name = tensor<string, []>("k_337_cast")];
            tensor<int32, [2]> var_37789 = const()[name = tensor<string, []>("op_37789"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_37791 = const()[name = tensor<string, []>("op_37791"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> v_169_pad_type_0 = const()[name = tensor<string, []>("v_169_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> v_169_pad_0 = const()[name = tensor<string, []>("v_169_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_0_transformer_blocks_8_attn1_to_v_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [819200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(3919168))), lut = tensor<fp16, [16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(4738432))), name = tensor<string, []>("up_blocks_0_attentions_0_transformer_blocks_8_attn1_to_v_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> v_169_cast = conv(dilations = var_37791, groups = var_30355, pad = v_169_pad_0, pad_type = v_169_pad_type_0, strides = var_37789, weight = up_blocks_0_attentions_0_transformer_blocks_8_attn1_to_v_weight_to_fp16_palettized, x = hidden_states_335_cast)[name = tensor<string, []>("v_169_cast")];
            tensor<int32, [4]> var_37795_begin_0 = const()[name = tensor<string, []>("op_37795_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_37795_end_0 = const()[name = tensor<string, []>("op_37795_end_0"), val = tensor<int32, [4]>([2, 64, 1, 576])];
            tensor<bool, [4]> var_37795_end_mask_0 = const()[name = tensor<string, []>("op_37795_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_37795_cast = slice_by_index(begin = var_37795_begin_0, end = var_37795_end_0, end_mask = var_37795_end_mask_0, x = q_169_cast)[name = tensor<string, []>("op_37795_cast")];
            tensor<int32, [4]> var_37799_begin_0 = const()[name = tensor<string, []>("op_37799_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_37799_end_0 = const()[name = tensor<string, []>("op_37799_end_0"), val = tensor<int32, [4]>([2, 128, 1, 576])];
            tensor<bool, [4]> var_37799_end_mask_0 = const()[name = tensor<string, []>("op_37799_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_37799_cast = slice_by_index(begin = var_37799_begin_0, end = var_37799_end_0, end_mask = var_37799_end_mask_0, x = q_169_cast)[name = tensor<string, []>("op_37799_cast")];
            tensor<int32, [4]> var_37803_begin_0 = const()[name = tensor<string, []>("op_37803_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_37803_end_0 = const()[name = tensor<string, []>("op_37803_end_0"), val = tensor<int32, [4]>([2, 192, 1, 576])];
            tensor<bool, [4]> var_37803_end_mask_0 = const()[name = tensor<string, []>("op_37803_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_37803_cast = slice_by_index(begin = var_37803_begin_0, end = var_37803_end_0, end_mask = var_37803_end_mask_0, x = q_169_cast)[name = tensor<string, []>("op_37803_cast")];
            tensor<int32, [4]> var_37807_begin_0 = const()[name = tensor<string, []>("op_37807_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_37807_end_0 = const()[name = tensor<string, []>("op_37807_end_0"), val = tensor<int32, [4]>([2, 256, 1, 576])];
            tensor<bool, [4]> var_37807_end_mask_0 = const()[name = tensor<string, []>("op_37807_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_37807_cast = slice_by_index(begin = var_37807_begin_0, end = var_37807_end_0, end_mask = var_37807_end_mask_0, x = q_169_cast)[name = tensor<string, []>("op_37807_cast")];
            tensor<int32, [4]> var_37811_begin_0 = const()[name = tensor<string, []>("op_37811_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_37811_end_0 = const()[name = tensor<string, []>("op_37811_end_0"), val = tensor<int32, [4]>([2, 320, 1, 576])];
            tensor<bool, [4]> var_37811_end_mask_0 = const()[name = tensor<string, []>("op_37811_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_37811_cast = slice_by_index(begin = var_37811_begin_0, end = var_37811_end_0, end_mask = var_37811_end_mask_0, x = q_169_cast)[name = tensor<string, []>("op_37811_cast")];
            tensor<int32, [4]> var_37815_begin_0 = const()[name = tensor<string, []>("op_37815_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_37815_end_0 = const()[name = tensor<string, []>("op_37815_end_0"), val = tensor<int32, [4]>([2, 384, 1, 576])];
            tensor<bool, [4]> var_37815_end_mask_0 = const()[name = tensor<string, []>("op_37815_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_37815_cast = slice_by_index(begin = var_37815_begin_0, end = var_37815_end_0, end_mask = var_37815_end_mask_0, x = q_169_cast)[name = tensor<string, []>("op_37815_cast")];
            tensor<int32, [4]> var_37819_begin_0 = const()[name = tensor<string, []>("op_37819_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_37819_end_0 = const()[name = tensor<string, []>("op_37819_end_0"), val = tensor<int32, [4]>([2, 448, 1, 576])];
            tensor<bool, [4]> var_37819_end_mask_0 = const()[name = tensor<string, []>("op_37819_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_37819_cast = slice_by_index(begin = var_37819_begin_0, end = var_37819_end_0, end_mask = var_37819_end_mask_0, x = q_169_cast)[name = tensor<string, []>("op_37819_cast")];
            tensor<int32, [4]> var_37823_begin_0 = const()[name = tensor<string, []>("op_37823_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_37823_end_0 = const()[name = tensor<string, []>("op_37823_end_0"), val = tensor<int32, [4]>([2, 512, 1, 576])];
            tensor<bool, [4]> var_37823_end_mask_0 = const()[name = tensor<string, []>("op_37823_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_37823_cast = slice_by_index(begin = var_37823_begin_0, end = var_37823_end_0, end_mask = var_37823_end_mask_0, x = q_169_cast)[name = tensor<string, []>("op_37823_cast")];
            tensor<int32, [4]> var_37827_begin_0 = const()[name = tensor<string, []>("op_37827_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_37827_end_0 = const()[name = tensor<string, []>("op_37827_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_37827_end_mask_0 = const()[name = tensor<string, []>("op_37827_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_37827_cast = slice_by_index(begin = var_37827_begin_0, end = var_37827_end_0, end_mask = var_37827_end_mask_0, x = q_169_cast)[name = tensor<string, []>("op_37827_cast")];
            tensor<int32, [4]> var_37831_begin_0 = const()[name = tensor<string, []>("op_37831_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_37831_end_0 = const()[name = tensor<string, []>("op_37831_end_0"), val = tensor<int32, [4]>([2, 640, 1, 576])];
            tensor<bool, [4]> var_37831_end_mask_0 = const()[name = tensor<string, []>("op_37831_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_37831_cast = slice_by_index(begin = var_37831_begin_0, end = var_37831_end_0, end_mask = var_37831_end_mask_0, x = q_169_cast)[name = tensor<string, []>("op_37831_cast")];
            tensor<int32, [4]> var_37835_begin_0 = const()[name = tensor<string, []>("op_37835_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_37835_end_0 = const()[name = tensor<string, []>("op_37835_end_0"), val = tensor<int32, [4]>([2, 704, 1, 576])];
            tensor<bool, [4]> var_37835_end_mask_0 = const()[name = tensor<string, []>("op_37835_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_37835_cast = slice_by_index(begin = var_37835_begin_0, end = var_37835_end_0, end_mask = var_37835_end_mask_0, x = q_169_cast)[name = tensor<string, []>("op_37835_cast")];
            tensor<int32, [4]> var_37839_begin_0 = const()[name = tensor<string, []>("op_37839_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_37839_end_0 = const()[name = tensor<string, []>("op_37839_end_0"), val = tensor<int32, [4]>([2, 768, 1, 576])];
            tensor<bool, [4]> var_37839_end_mask_0 = const()[name = tensor<string, []>("op_37839_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_37839_cast = slice_by_index(begin = var_37839_begin_0, end = var_37839_end_0, end_mask = var_37839_end_mask_0, x = q_169_cast)[name = tensor<string, []>("op_37839_cast")];
            tensor<int32, [4]> var_37843_begin_0 = const()[name = tensor<string, []>("op_37843_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_37843_end_0 = const()[name = tensor<string, []>("op_37843_end_0"), val = tensor<int32, [4]>([2, 832, 1, 576])];
            tensor<bool, [4]> var_37843_end_mask_0 = const()[name = tensor<string, []>("op_37843_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_37843_cast = slice_by_index(begin = var_37843_begin_0, end = var_37843_end_0, end_mask = var_37843_end_mask_0, x = q_169_cast)[name = tensor<string, []>("op_37843_cast")];
            tensor<int32, [4]> var_37847_begin_0 = const()[name = tensor<string, []>("op_37847_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_37847_end_0 = const()[name = tensor<string, []>("op_37847_end_0"), val = tensor<int32, [4]>([2, 896, 1, 576])];
            tensor<bool, [4]> var_37847_end_mask_0 = const()[name = tensor<string, []>("op_37847_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_37847_cast = slice_by_index(begin = var_37847_begin_0, end = var_37847_end_0, end_mask = var_37847_end_mask_0, x = q_169_cast)[name = tensor<string, []>("op_37847_cast")];
            tensor<int32, [4]> var_37851_begin_0 = const()[name = tensor<string, []>("op_37851_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_37851_end_0 = const()[name = tensor<string, []>("op_37851_end_0"), val = tensor<int32, [4]>([2, 960, 1, 576])];
            tensor<bool, [4]> var_37851_end_mask_0 = const()[name = tensor<string, []>("op_37851_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_37851_cast = slice_by_index(begin = var_37851_begin_0, end = var_37851_end_0, end_mask = var_37851_end_mask_0, x = q_169_cast)[name = tensor<string, []>("op_37851_cast")];
            tensor<int32, [4]> var_37855_begin_0 = const()[name = tensor<string, []>("op_37855_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_37855_end_0 = const()[name = tensor<string, []>("op_37855_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 576])];
            tensor<bool, [4]> var_37855_end_mask_0 = const()[name = tensor<string, []>("op_37855_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_37855_cast = slice_by_index(begin = var_37855_begin_0, end = var_37855_end_0, end_mask = var_37855_end_mask_0, x = q_169_cast)[name = tensor<string, []>("op_37855_cast")];
            tensor<int32, [4]> var_37859_begin_0 = const()[name = tensor<string, []>("op_37859_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_37859_end_0 = const()[name = tensor<string, []>("op_37859_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 576])];
            tensor<bool, [4]> var_37859_end_mask_0 = const()[name = tensor<string, []>("op_37859_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_37859_cast = slice_by_index(begin = var_37859_begin_0, end = var_37859_end_0, end_mask = var_37859_end_mask_0, x = q_169_cast)[name = tensor<string, []>("op_37859_cast")];
            tensor<int32, [4]> var_37863_begin_0 = const()[name = tensor<string, []>("op_37863_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_37863_end_0 = const()[name = tensor<string, []>("op_37863_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 576])];
            tensor<bool, [4]> var_37863_end_mask_0 = const()[name = tensor<string, []>("op_37863_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_37863_cast = slice_by_index(begin = var_37863_begin_0, end = var_37863_end_0, end_mask = var_37863_end_mask_0, x = q_169_cast)[name = tensor<string, []>("op_37863_cast")];
            tensor<int32, [4]> var_37867_begin_0 = const()[name = tensor<string, []>("op_37867_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_37867_end_0 = const()[name = tensor<string, []>("op_37867_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 576])];
            tensor<bool, [4]> var_37867_end_mask_0 = const()[name = tensor<string, []>("op_37867_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_37867_cast = slice_by_index(begin = var_37867_begin_0, end = var_37867_end_0, end_mask = var_37867_end_mask_0, x = q_169_cast)[name = tensor<string, []>("op_37867_cast")];
            tensor<int32, [4]> var_37871_begin_0 = const()[name = tensor<string, []>("op_37871_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_37871_end_0 = const()[name = tensor<string, []>("op_37871_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 576])];
            tensor<bool, [4]> var_37871_end_mask_0 = const()[name = tensor<string, []>("op_37871_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_37871_cast = slice_by_index(begin = var_37871_begin_0, end = var_37871_end_0, end_mask = var_37871_end_mask_0, x = q_169_cast)[name = tensor<string, []>("op_37871_cast")];
            tensor<int32, [4]> k_339_perm_0 = const()[name = tensor<string, []>("k_339_perm_0"), val = tensor<int32, [4]>([0, 3, 2, 1])];
            tensor<int32, [4]> var_37878_begin_0 = const()[name = tensor<string, []>("op_37878_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_37878_end_0 = const()[name = tensor<string, []>("op_37878_end_0"), val = tensor<int32, [4]>([2, 576, 1, 64])];
            tensor<bool, [4]> var_37878_end_mask_0 = const()[name = tensor<string, []>("op_37878_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 1280]> transpose_55 = transpose(perm = k_339_perm_0, x = k_337_cast)[name = tensor<string, []>("transpose_55")];
            tensor<fp16, [2, 576, 1, 64]> var_37878_cast = slice_by_index(begin = var_37878_begin_0, end = var_37878_end_0, end_mask = var_37878_end_mask_0, x = transpose_55)[name = tensor<string, []>("op_37878_cast")];
            tensor<int32, [4]> var_37882_begin_0 = const()[name = tensor<string, []>("op_37882_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 64])];
            tensor<int32, [4]> var_37882_end_0 = const()[name = tensor<string, []>("op_37882_end_0"), val = tensor<int32, [4]>([2, 576, 1, 128])];
            tensor<bool, [4]> var_37882_end_mask_0 = const()[name = tensor<string, []>("op_37882_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_37882_cast = slice_by_index(begin = var_37882_begin_0, end = var_37882_end_0, end_mask = var_37882_end_mask_0, x = transpose_55)[name = tensor<string, []>("op_37882_cast")];
            tensor<int32, [4]> var_37886_begin_0 = const()[name = tensor<string, []>("op_37886_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 128])];
            tensor<int32, [4]> var_37886_end_0 = const()[name = tensor<string, []>("op_37886_end_0"), val = tensor<int32, [4]>([2, 576, 1, 192])];
            tensor<bool, [4]> var_37886_end_mask_0 = const()[name = tensor<string, []>("op_37886_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_37886_cast = slice_by_index(begin = var_37886_begin_0, end = var_37886_end_0, end_mask = var_37886_end_mask_0, x = transpose_55)[name = tensor<string, []>("op_37886_cast")];
            tensor<int32, [4]> var_37890_begin_0 = const()[name = tensor<string, []>("op_37890_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 192])];
            tensor<int32, [4]> var_37890_end_0 = const()[name = tensor<string, []>("op_37890_end_0"), val = tensor<int32, [4]>([2, 576, 1, 256])];
            tensor<bool, [4]> var_37890_end_mask_0 = const()[name = tensor<string, []>("op_37890_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_37890_cast = slice_by_index(begin = var_37890_begin_0, end = var_37890_end_0, end_mask = var_37890_end_mask_0, x = transpose_55)[name = tensor<string, []>("op_37890_cast")];
            tensor<int32, [4]> var_37894_begin_0 = const()[name = tensor<string, []>("op_37894_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 256])];
            tensor<int32, [4]> var_37894_end_0 = const()[name = tensor<string, []>("op_37894_end_0"), val = tensor<int32, [4]>([2, 576, 1, 320])];
            tensor<bool, [4]> var_37894_end_mask_0 = const()[name = tensor<string, []>("op_37894_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_37894_cast = slice_by_index(begin = var_37894_begin_0, end = var_37894_end_0, end_mask = var_37894_end_mask_0, x = transpose_55)[name = tensor<string, []>("op_37894_cast")];
            tensor<int32, [4]> var_37898_begin_0 = const()[name = tensor<string, []>("op_37898_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 320])];
            tensor<int32, [4]> var_37898_end_0 = const()[name = tensor<string, []>("op_37898_end_0"), val = tensor<int32, [4]>([2, 576, 1, 384])];
            tensor<bool, [4]> var_37898_end_mask_0 = const()[name = tensor<string, []>("op_37898_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_37898_cast = slice_by_index(begin = var_37898_begin_0, end = var_37898_end_0, end_mask = var_37898_end_mask_0, x = transpose_55)[name = tensor<string, []>("op_37898_cast")];
            tensor<int32, [4]> var_37902_begin_0 = const()[name = tensor<string, []>("op_37902_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 384])];
            tensor<int32, [4]> var_37902_end_0 = const()[name = tensor<string, []>("op_37902_end_0"), val = tensor<int32, [4]>([2, 576, 1, 448])];
            tensor<bool, [4]> var_37902_end_mask_0 = const()[name = tensor<string, []>("op_37902_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_37902_cast = slice_by_index(begin = var_37902_begin_0, end = var_37902_end_0, end_mask = var_37902_end_mask_0, x = transpose_55)[name = tensor<string, []>("op_37902_cast")];
            tensor<int32, [4]> var_37906_begin_0 = const()[name = tensor<string, []>("op_37906_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 448])];
            tensor<int32, [4]> var_37906_end_0 = const()[name = tensor<string, []>("op_37906_end_0"), val = tensor<int32, [4]>([2, 576, 1, 512])];
            tensor<bool, [4]> var_37906_end_mask_0 = const()[name = tensor<string, []>("op_37906_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_37906_cast = slice_by_index(begin = var_37906_begin_0, end = var_37906_end_0, end_mask = var_37906_end_mask_0, x = transpose_55)[name = tensor<string, []>("op_37906_cast")];
            tensor<int32, [4]> var_37910_begin_0 = const()[name = tensor<string, []>("op_37910_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 512])];
            tensor<int32, [4]> var_37910_end_0 = const()[name = tensor<string, []>("op_37910_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_37910_end_mask_0 = const()[name = tensor<string, []>("op_37910_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_37910_cast = slice_by_index(begin = var_37910_begin_0, end = var_37910_end_0, end_mask = var_37910_end_mask_0, x = transpose_55)[name = tensor<string, []>("op_37910_cast")];
            tensor<int32, [4]> var_37914_begin_0 = const()[name = tensor<string, []>("op_37914_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 576])];
            tensor<int32, [4]> var_37914_end_0 = const()[name = tensor<string, []>("op_37914_end_0"), val = tensor<int32, [4]>([2, 576, 1, 640])];
            tensor<bool, [4]> var_37914_end_mask_0 = const()[name = tensor<string, []>("op_37914_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_37914_cast = slice_by_index(begin = var_37914_begin_0, end = var_37914_end_0, end_mask = var_37914_end_mask_0, x = transpose_55)[name = tensor<string, []>("op_37914_cast")];
            tensor<int32, [4]> var_37918_begin_0 = const()[name = tensor<string, []>("op_37918_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 640])];
            tensor<int32, [4]> var_37918_end_0 = const()[name = tensor<string, []>("op_37918_end_0"), val = tensor<int32, [4]>([2, 576, 1, 704])];
            tensor<bool, [4]> var_37918_end_mask_0 = const()[name = tensor<string, []>("op_37918_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_37918_cast = slice_by_index(begin = var_37918_begin_0, end = var_37918_end_0, end_mask = var_37918_end_mask_0, x = transpose_55)[name = tensor<string, []>("op_37918_cast")];
            tensor<int32, [4]> var_37922_begin_0 = const()[name = tensor<string, []>("op_37922_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 704])];
            tensor<int32, [4]> var_37922_end_0 = const()[name = tensor<string, []>("op_37922_end_0"), val = tensor<int32, [4]>([2, 576, 1, 768])];
            tensor<bool, [4]> var_37922_end_mask_0 = const()[name = tensor<string, []>("op_37922_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_37922_cast = slice_by_index(begin = var_37922_begin_0, end = var_37922_end_0, end_mask = var_37922_end_mask_0, x = transpose_55)[name = tensor<string, []>("op_37922_cast")];
            tensor<int32, [4]> var_37926_begin_0 = const()[name = tensor<string, []>("op_37926_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 768])];
            tensor<int32, [4]> var_37926_end_0 = const()[name = tensor<string, []>("op_37926_end_0"), val = tensor<int32, [4]>([2, 576, 1, 832])];
            tensor<bool, [4]> var_37926_end_mask_0 = const()[name = tensor<string, []>("op_37926_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_37926_cast = slice_by_index(begin = var_37926_begin_0, end = var_37926_end_0, end_mask = var_37926_end_mask_0, x = transpose_55)[name = tensor<string, []>("op_37926_cast")];
            tensor<int32, [4]> var_37930_begin_0 = const()[name = tensor<string, []>("op_37930_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 832])];
            tensor<int32, [4]> var_37930_end_0 = const()[name = tensor<string, []>("op_37930_end_0"), val = tensor<int32, [4]>([2, 576, 1, 896])];
            tensor<bool, [4]> var_37930_end_mask_0 = const()[name = tensor<string, []>("op_37930_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_37930_cast = slice_by_index(begin = var_37930_begin_0, end = var_37930_end_0, end_mask = var_37930_end_mask_0, x = transpose_55)[name = tensor<string, []>("op_37930_cast")];
            tensor<int32, [4]> var_37934_begin_0 = const()[name = tensor<string, []>("op_37934_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 896])];
            tensor<int32, [4]> var_37934_end_0 = const()[name = tensor<string, []>("op_37934_end_0"), val = tensor<int32, [4]>([2, 576, 1, 960])];
            tensor<bool, [4]> var_37934_end_mask_0 = const()[name = tensor<string, []>("op_37934_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_37934_cast = slice_by_index(begin = var_37934_begin_0, end = var_37934_end_0, end_mask = var_37934_end_mask_0, x = transpose_55)[name = tensor<string, []>("op_37934_cast")];
            tensor<int32, [4]> var_37938_begin_0 = const()[name = tensor<string, []>("op_37938_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 960])];
            tensor<int32, [4]> var_37938_end_0 = const()[name = tensor<string, []>("op_37938_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1024])];
            tensor<bool, [4]> var_37938_end_mask_0 = const()[name = tensor<string, []>("op_37938_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_37938_cast = slice_by_index(begin = var_37938_begin_0, end = var_37938_end_0, end_mask = var_37938_end_mask_0, x = transpose_55)[name = tensor<string, []>("op_37938_cast")];
            tensor<int32, [4]> var_37942_begin_0 = const()[name = tensor<string, []>("op_37942_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1024])];
            tensor<int32, [4]> var_37942_end_0 = const()[name = tensor<string, []>("op_37942_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1088])];
            tensor<bool, [4]> var_37942_end_mask_0 = const()[name = tensor<string, []>("op_37942_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_37942_cast = slice_by_index(begin = var_37942_begin_0, end = var_37942_end_0, end_mask = var_37942_end_mask_0, x = transpose_55)[name = tensor<string, []>("op_37942_cast")];
            tensor<int32, [4]> var_37946_begin_0 = const()[name = tensor<string, []>("op_37946_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1088])];
            tensor<int32, [4]> var_37946_end_0 = const()[name = tensor<string, []>("op_37946_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1152])];
            tensor<bool, [4]> var_37946_end_mask_0 = const()[name = tensor<string, []>("op_37946_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_37946_cast = slice_by_index(begin = var_37946_begin_0, end = var_37946_end_0, end_mask = var_37946_end_mask_0, x = transpose_55)[name = tensor<string, []>("op_37946_cast")];
            tensor<int32, [4]> var_37950_begin_0 = const()[name = tensor<string, []>("op_37950_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1152])];
            tensor<int32, [4]> var_37950_end_0 = const()[name = tensor<string, []>("op_37950_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1216])];
            tensor<bool, [4]> var_37950_end_mask_0 = const()[name = tensor<string, []>("op_37950_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_37950_cast = slice_by_index(begin = var_37950_begin_0, end = var_37950_end_0, end_mask = var_37950_end_mask_0, x = transpose_55)[name = tensor<string, []>("op_37950_cast")];
            tensor<int32, [4]> var_37954_begin_0 = const()[name = tensor<string, []>("op_37954_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1216])];
            tensor<int32, [4]> var_37954_end_0 = const()[name = tensor<string, []>("op_37954_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1280])];
            tensor<bool, [4]> var_37954_end_mask_0 = const()[name = tensor<string, []>("op_37954_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_37954_cast = slice_by_index(begin = var_37954_begin_0, end = var_37954_end_0, end_mask = var_37954_end_mask_0, x = transpose_55)[name = tensor<string, []>("op_37954_cast")];
            tensor<int32, [4]> var_37956_begin_0 = const()[name = tensor<string, []>("op_37956_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_37956_end_0 = const()[name = tensor<string, []>("op_37956_end_0"), val = tensor<int32, [4]>([2, 64, 1, 576])];
            tensor<bool, [4]> var_37956_end_mask_0 = const()[name = tensor<string, []>("op_37956_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_37956_cast = slice_by_index(begin = var_37956_begin_0, end = var_37956_end_0, end_mask = var_37956_end_mask_0, x = v_169_cast)[name = tensor<string, []>("op_37956_cast")];
            tensor<int32, [4]> var_37960_begin_0 = const()[name = tensor<string, []>("op_37960_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_37960_end_0 = const()[name = tensor<string, []>("op_37960_end_0"), val = tensor<int32, [4]>([2, 128, 1, 576])];
            tensor<bool, [4]> var_37960_end_mask_0 = const()[name = tensor<string, []>("op_37960_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_37960_cast = slice_by_index(begin = var_37960_begin_0, end = var_37960_end_0, end_mask = var_37960_end_mask_0, x = v_169_cast)[name = tensor<string, []>("op_37960_cast")];
            tensor<int32, [4]> var_37964_begin_0 = const()[name = tensor<string, []>("op_37964_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_37964_end_0 = const()[name = tensor<string, []>("op_37964_end_0"), val = tensor<int32, [4]>([2, 192, 1, 576])];
            tensor<bool, [4]> var_37964_end_mask_0 = const()[name = tensor<string, []>("op_37964_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_37964_cast = slice_by_index(begin = var_37964_begin_0, end = var_37964_end_0, end_mask = var_37964_end_mask_0, x = v_169_cast)[name = tensor<string, []>("op_37964_cast")];
            tensor<int32, [4]> var_37968_begin_0 = const()[name = tensor<string, []>("op_37968_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_37968_end_0 = const()[name = tensor<string, []>("op_37968_end_0"), val = tensor<int32, [4]>([2, 256, 1, 576])];
            tensor<bool, [4]> var_37968_end_mask_0 = const()[name = tensor<string, []>("op_37968_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_37968_cast = slice_by_index(begin = var_37968_begin_0, end = var_37968_end_0, end_mask = var_37968_end_mask_0, x = v_169_cast)[name = tensor<string, []>("op_37968_cast")];
            tensor<int32, [4]> var_37972_begin_0 = const()[name = tensor<string, []>("op_37972_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_37972_end_0 = const()[name = tensor<string, []>("op_37972_end_0"), val = tensor<int32, [4]>([2, 320, 1, 576])];
            tensor<bool, [4]> var_37972_end_mask_0 = const()[name = tensor<string, []>("op_37972_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_37972_cast = slice_by_index(begin = var_37972_begin_0, end = var_37972_end_0, end_mask = var_37972_end_mask_0, x = v_169_cast)[name = tensor<string, []>("op_37972_cast")];
            tensor<int32, [4]> var_37976_begin_0 = const()[name = tensor<string, []>("op_37976_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_37976_end_0 = const()[name = tensor<string, []>("op_37976_end_0"), val = tensor<int32, [4]>([2, 384, 1, 576])];
            tensor<bool, [4]> var_37976_end_mask_0 = const()[name = tensor<string, []>("op_37976_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_37976_cast = slice_by_index(begin = var_37976_begin_0, end = var_37976_end_0, end_mask = var_37976_end_mask_0, x = v_169_cast)[name = tensor<string, []>("op_37976_cast")];
            tensor<int32, [4]> var_37980_begin_0 = const()[name = tensor<string, []>("op_37980_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_37980_end_0 = const()[name = tensor<string, []>("op_37980_end_0"), val = tensor<int32, [4]>([2, 448, 1, 576])];
            tensor<bool, [4]> var_37980_end_mask_0 = const()[name = tensor<string, []>("op_37980_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_37980_cast = slice_by_index(begin = var_37980_begin_0, end = var_37980_end_0, end_mask = var_37980_end_mask_0, x = v_169_cast)[name = tensor<string, []>("op_37980_cast")];
            tensor<int32, [4]> var_37984_begin_0 = const()[name = tensor<string, []>("op_37984_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_37984_end_0 = const()[name = tensor<string, []>("op_37984_end_0"), val = tensor<int32, [4]>([2, 512, 1, 576])];
            tensor<bool, [4]> var_37984_end_mask_0 = const()[name = tensor<string, []>("op_37984_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_37984_cast = slice_by_index(begin = var_37984_begin_0, end = var_37984_end_0, end_mask = var_37984_end_mask_0, x = v_169_cast)[name = tensor<string, []>("op_37984_cast")];
            tensor<int32, [4]> var_37988_begin_0 = const()[name = tensor<string, []>("op_37988_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_37988_end_0 = const()[name = tensor<string, []>("op_37988_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_37988_end_mask_0 = const()[name = tensor<string, []>("op_37988_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_37988_cast = slice_by_index(begin = var_37988_begin_0, end = var_37988_end_0, end_mask = var_37988_end_mask_0, x = v_169_cast)[name = tensor<string, []>("op_37988_cast")];
            tensor<int32, [4]> var_37992_begin_0 = const()[name = tensor<string, []>("op_37992_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_37992_end_0 = const()[name = tensor<string, []>("op_37992_end_0"), val = tensor<int32, [4]>([2, 640, 1, 576])];
            tensor<bool, [4]> var_37992_end_mask_0 = const()[name = tensor<string, []>("op_37992_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_37992_cast = slice_by_index(begin = var_37992_begin_0, end = var_37992_end_0, end_mask = var_37992_end_mask_0, x = v_169_cast)[name = tensor<string, []>("op_37992_cast")];
            tensor<int32, [4]> var_37996_begin_0 = const()[name = tensor<string, []>("op_37996_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_37996_end_0 = const()[name = tensor<string, []>("op_37996_end_0"), val = tensor<int32, [4]>([2, 704, 1, 576])];
            tensor<bool, [4]> var_37996_end_mask_0 = const()[name = tensor<string, []>("op_37996_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_37996_cast = slice_by_index(begin = var_37996_begin_0, end = var_37996_end_0, end_mask = var_37996_end_mask_0, x = v_169_cast)[name = tensor<string, []>("op_37996_cast")];
            tensor<int32, [4]> var_38000_begin_0 = const()[name = tensor<string, []>("op_38000_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_38000_end_0 = const()[name = tensor<string, []>("op_38000_end_0"), val = tensor<int32, [4]>([2, 768, 1, 576])];
            tensor<bool, [4]> var_38000_end_mask_0 = const()[name = tensor<string, []>("op_38000_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_38000_cast = slice_by_index(begin = var_38000_begin_0, end = var_38000_end_0, end_mask = var_38000_end_mask_0, x = v_169_cast)[name = tensor<string, []>("op_38000_cast")];
            tensor<int32, [4]> var_38004_begin_0 = const()[name = tensor<string, []>("op_38004_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_38004_end_0 = const()[name = tensor<string, []>("op_38004_end_0"), val = tensor<int32, [4]>([2, 832, 1, 576])];
            tensor<bool, [4]> var_38004_end_mask_0 = const()[name = tensor<string, []>("op_38004_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_38004_cast = slice_by_index(begin = var_38004_begin_0, end = var_38004_end_0, end_mask = var_38004_end_mask_0, x = v_169_cast)[name = tensor<string, []>("op_38004_cast")];
            tensor<int32, [4]> var_38008_begin_0 = const()[name = tensor<string, []>("op_38008_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_38008_end_0 = const()[name = tensor<string, []>("op_38008_end_0"), val = tensor<int32, [4]>([2, 896, 1, 576])];
            tensor<bool, [4]> var_38008_end_mask_0 = const()[name = tensor<string, []>("op_38008_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_38008_cast = slice_by_index(begin = var_38008_begin_0, end = var_38008_end_0, end_mask = var_38008_end_mask_0, x = v_169_cast)[name = tensor<string, []>("op_38008_cast")];
            tensor<int32, [4]> var_38012_begin_0 = const()[name = tensor<string, []>("op_38012_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_38012_end_0 = const()[name = tensor<string, []>("op_38012_end_0"), val = tensor<int32, [4]>([2, 960, 1, 576])];
            tensor<bool, [4]> var_38012_end_mask_0 = const()[name = tensor<string, []>("op_38012_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_38012_cast = slice_by_index(begin = var_38012_begin_0, end = var_38012_end_0, end_mask = var_38012_end_mask_0, x = v_169_cast)[name = tensor<string, []>("op_38012_cast")];
            tensor<int32, [4]> var_38016_begin_0 = const()[name = tensor<string, []>("op_38016_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_38016_end_0 = const()[name = tensor<string, []>("op_38016_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 576])];
            tensor<bool, [4]> var_38016_end_mask_0 = const()[name = tensor<string, []>("op_38016_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_38016_cast = slice_by_index(begin = var_38016_begin_0, end = var_38016_end_0, end_mask = var_38016_end_mask_0, x = v_169_cast)[name = tensor<string, []>("op_38016_cast")];
            tensor<int32, [4]> var_38020_begin_0 = const()[name = tensor<string, []>("op_38020_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_38020_end_0 = const()[name = tensor<string, []>("op_38020_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 576])];
            tensor<bool, [4]> var_38020_end_mask_0 = const()[name = tensor<string, []>("op_38020_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_38020_cast = slice_by_index(begin = var_38020_begin_0, end = var_38020_end_0, end_mask = var_38020_end_mask_0, x = v_169_cast)[name = tensor<string, []>("op_38020_cast")];
            tensor<int32, [4]> var_38024_begin_0 = const()[name = tensor<string, []>("op_38024_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_38024_end_0 = const()[name = tensor<string, []>("op_38024_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 576])];
            tensor<bool, [4]> var_38024_end_mask_0 = const()[name = tensor<string, []>("op_38024_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_38024_cast = slice_by_index(begin = var_38024_begin_0, end = var_38024_end_0, end_mask = var_38024_end_mask_0, x = v_169_cast)[name = tensor<string, []>("op_38024_cast")];
            tensor<int32, [4]> var_38028_begin_0 = const()[name = tensor<string, []>("op_38028_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_38028_end_0 = const()[name = tensor<string, []>("op_38028_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 576])];
            tensor<bool, [4]> var_38028_end_mask_0 = const()[name = tensor<string, []>("op_38028_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_38028_cast = slice_by_index(begin = var_38028_begin_0, end = var_38028_end_0, end_mask = var_38028_end_mask_0, x = v_169_cast)[name = tensor<string, []>("op_38028_cast")];
            tensor<int32, [4]> var_38032_begin_0 = const()[name = tensor<string, []>("op_38032_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_38032_end_0 = const()[name = tensor<string, []>("op_38032_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 576])];
            tensor<bool, [4]> var_38032_end_mask_0 = const()[name = tensor<string, []>("op_38032_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_38032_cast = slice_by_index(begin = var_38032_begin_0, end = var_38032_end_0, end_mask = var_38032_end_mask_0, x = v_169_cast)[name = tensor<string, []>("op_38032_cast")];
            tensor<string, []> var_38036_equation_0 = const()[name = tensor<string, []>("op_38036_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_38036_cast = einsum(equation = var_38036_equation_0, values = (var_37878_cast, var_37795_cast))[name = tensor<string, []>("op_38036_cast")];
            tensor<fp16, []> var_38037_to_fp16 = const()[name = tensor<string, []>("op_38037_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3201_cast = mul(x = var_38036_cast, y = var_38037_to_fp16)[name = tensor<string, []>("aw_3201_cast")];
            tensor<string, []> var_38040_equation_0 = const()[name = tensor<string, []>("op_38040_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_38040_cast = einsum(equation = var_38040_equation_0, values = (var_37882_cast, var_37799_cast))[name = tensor<string, []>("op_38040_cast")];
            tensor<fp16, []> var_38041_to_fp16 = const()[name = tensor<string, []>("op_38041_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3203_cast = mul(x = var_38040_cast, y = var_38041_to_fp16)[name = tensor<string, []>("aw_3203_cast")];
            tensor<string, []> var_38044_equation_0 = const()[name = tensor<string, []>("op_38044_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_38044_cast = einsum(equation = var_38044_equation_0, values = (var_37886_cast, var_37803_cast))[name = tensor<string, []>("op_38044_cast")];
            tensor<fp16, []> var_38045_to_fp16 = const()[name = tensor<string, []>("op_38045_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3205_cast = mul(x = var_38044_cast, y = var_38045_to_fp16)[name = tensor<string, []>("aw_3205_cast")];
            tensor<string, []> var_38048_equation_0 = const()[name = tensor<string, []>("op_38048_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_38048_cast = einsum(equation = var_38048_equation_0, values = (var_37890_cast, var_37807_cast))[name = tensor<string, []>("op_38048_cast")];
            tensor<fp16, []> var_38049_to_fp16 = const()[name = tensor<string, []>("op_38049_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3207_cast = mul(x = var_38048_cast, y = var_38049_to_fp16)[name = tensor<string, []>("aw_3207_cast")];
            tensor<string, []> var_38052_equation_0 = const()[name = tensor<string, []>("op_38052_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_38052_cast = einsum(equation = var_38052_equation_0, values = (var_37894_cast, var_37811_cast))[name = tensor<string, []>("op_38052_cast")];
            tensor<fp16, []> var_38053_to_fp16 = const()[name = tensor<string, []>("op_38053_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3209_cast = mul(x = var_38052_cast, y = var_38053_to_fp16)[name = tensor<string, []>("aw_3209_cast")];
            tensor<string, []> var_38056_equation_0 = const()[name = tensor<string, []>("op_38056_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_38056_cast = einsum(equation = var_38056_equation_0, values = (var_37898_cast, var_37815_cast))[name = tensor<string, []>("op_38056_cast")];
            tensor<fp16, []> var_38057_to_fp16 = const()[name = tensor<string, []>("op_38057_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3211_cast = mul(x = var_38056_cast, y = var_38057_to_fp16)[name = tensor<string, []>("aw_3211_cast")];
            tensor<string, []> var_38060_equation_0 = const()[name = tensor<string, []>("op_38060_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_38060_cast = einsum(equation = var_38060_equation_0, values = (var_37902_cast, var_37819_cast))[name = tensor<string, []>("op_38060_cast")];
            tensor<fp16, []> var_38061_to_fp16 = const()[name = tensor<string, []>("op_38061_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3213_cast = mul(x = var_38060_cast, y = var_38061_to_fp16)[name = tensor<string, []>("aw_3213_cast")];
            tensor<string, []> var_38064_equation_0 = const()[name = tensor<string, []>("op_38064_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_38064_cast = einsum(equation = var_38064_equation_0, values = (var_37906_cast, var_37823_cast))[name = tensor<string, []>("op_38064_cast")];
            tensor<fp16, []> var_38065_to_fp16 = const()[name = tensor<string, []>("op_38065_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3215_cast = mul(x = var_38064_cast, y = var_38065_to_fp16)[name = tensor<string, []>("aw_3215_cast")];
            tensor<string, []> var_38068_equation_0 = const()[name = tensor<string, []>("op_38068_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_38068_cast = einsum(equation = var_38068_equation_0, values = (var_37910_cast, var_37827_cast))[name = tensor<string, []>("op_38068_cast")];
            tensor<fp16, []> var_38069_to_fp16 = const()[name = tensor<string, []>("op_38069_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3217_cast = mul(x = var_38068_cast, y = var_38069_to_fp16)[name = tensor<string, []>("aw_3217_cast")];
            tensor<string, []> var_38072_equation_0 = const()[name = tensor<string, []>("op_38072_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_38072_cast = einsum(equation = var_38072_equation_0, values = (var_37914_cast, var_37831_cast))[name = tensor<string, []>("op_38072_cast")];
            tensor<fp16, []> var_38073_to_fp16 = const()[name = tensor<string, []>("op_38073_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3219_cast = mul(x = var_38072_cast, y = var_38073_to_fp16)[name = tensor<string, []>("aw_3219_cast")];
            tensor<string, []> var_38076_equation_0 = const()[name = tensor<string, []>("op_38076_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_38076_cast = einsum(equation = var_38076_equation_0, values = (var_37918_cast, var_37835_cast))[name = tensor<string, []>("op_38076_cast")];
            tensor<fp16, []> var_38077_to_fp16 = const()[name = tensor<string, []>("op_38077_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3221_cast = mul(x = var_38076_cast, y = var_38077_to_fp16)[name = tensor<string, []>("aw_3221_cast")];
            tensor<string, []> var_38080_equation_0 = const()[name = tensor<string, []>("op_38080_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_38080_cast = einsum(equation = var_38080_equation_0, values = (var_37922_cast, var_37839_cast))[name = tensor<string, []>("op_38080_cast")];
            tensor<fp16, []> var_38081_to_fp16 = const()[name = tensor<string, []>("op_38081_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3223_cast = mul(x = var_38080_cast, y = var_38081_to_fp16)[name = tensor<string, []>("aw_3223_cast")];
            tensor<string, []> var_38084_equation_0 = const()[name = tensor<string, []>("op_38084_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_38084_cast = einsum(equation = var_38084_equation_0, values = (var_37926_cast, var_37843_cast))[name = tensor<string, []>("op_38084_cast")];
            tensor<fp16, []> var_38085_to_fp16 = const()[name = tensor<string, []>("op_38085_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3225_cast = mul(x = var_38084_cast, y = var_38085_to_fp16)[name = tensor<string, []>("aw_3225_cast")];
            tensor<string, []> var_38088_equation_0 = const()[name = tensor<string, []>("op_38088_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_38088_cast = einsum(equation = var_38088_equation_0, values = (var_37930_cast, var_37847_cast))[name = tensor<string, []>("op_38088_cast")];
            tensor<fp16, []> var_38089_to_fp16 = const()[name = tensor<string, []>("op_38089_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3227_cast = mul(x = var_38088_cast, y = var_38089_to_fp16)[name = tensor<string, []>("aw_3227_cast")];
            tensor<string, []> var_38092_equation_0 = const()[name = tensor<string, []>("op_38092_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_38092_cast = einsum(equation = var_38092_equation_0, values = (var_37934_cast, var_37851_cast))[name = tensor<string, []>("op_38092_cast")];
            tensor<fp16, []> var_38093_to_fp16 = const()[name = tensor<string, []>("op_38093_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3229_cast = mul(x = var_38092_cast, y = var_38093_to_fp16)[name = tensor<string, []>("aw_3229_cast")];
            tensor<string, []> var_38096_equation_0 = const()[name = tensor<string, []>("op_38096_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_38096_cast = einsum(equation = var_38096_equation_0, values = (var_37938_cast, var_37855_cast))[name = tensor<string, []>("op_38096_cast")];
            tensor<fp16, []> var_38097_to_fp16 = const()[name = tensor<string, []>("op_38097_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3231_cast = mul(x = var_38096_cast, y = var_38097_to_fp16)[name = tensor<string, []>("aw_3231_cast")];
            tensor<string, []> var_38100_equation_0 = const()[name = tensor<string, []>("op_38100_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_38100_cast = einsum(equation = var_38100_equation_0, values = (var_37942_cast, var_37859_cast))[name = tensor<string, []>("op_38100_cast")];
            tensor<fp16, []> var_38101_to_fp16 = const()[name = tensor<string, []>("op_38101_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3233_cast = mul(x = var_38100_cast, y = var_38101_to_fp16)[name = tensor<string, []>("aw_3233_cast")];
            tensor<string, []> var_38104_equation_0 = const()[name = tensor<string, []>("op_38104_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_38104_cast = einsum(equation = var_38104_equation_0, values = (var_37946_cast, var_37863_cast))[name = tensor<string, []>("op_38104_cast")];
            tensor<fp16, []> var_38105_to_fp16 = const()[name = tensor<string, []>("op_38105_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3235_cast = mul(x = var_38104_cast, y = var_38105_to_fp16)[name = tensor<string, []>("aw_3235_cast")];
            tensor<string, []> var_38108_equation_0 = const()[name = tensor<string, []>("op_38108_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_38108_cast = einsum(equation = var_38108_equation_0, values = (var_37950_cast, var_37867_cast))[name = tensor<string, []>("op_38108_cast")];
            tensor<fp16, []> var_38109_to_fp16 = const()[name = tensor<string, []>("op_38109_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3237_cast = mul(x = var_38108_cast, y = var_38109_to_fp16)[name = tensor<string, []>("aw_3237_cast")];
            tensor<string, []> var_38112_equation_0 = const()[name = tensor<string, []>("op_38112_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_38112_cast = einsum(equation = var_38112_equation_0, values = (var_37954_cast, var_37871_cast))[name = tensor<string, []>("op_38112_cast")];
            tensor<fp16, []> var_38113_to_fp16 = const()[name = tensor<string, []>("op_38113_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3239_cast = mul(x = var_38112_cast, y = var_38113_to_fp16)[name = tensor<string, []>("aw_3239_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_38115_cast = softmax(axis = var_30355, x = aw_3201_cast)[name = tensor<string, []>("op_38115_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_38116_cast = softmax(axis = var_30355, x = aw_3203_cast)[name = tensor<string, []>("op_38116_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_38117_cast = softmax(axis = var_30355, x = aw_3205_cast)[name = tensor<string, []>("op_38117_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_38118_cast = softmax(axis = var_30355, x = aw_3207_cast)[name = tensor<string, []>("op_38118_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_38119_cast = softmax(axis = var_30355, x = aw_3209_cast)[name = tensor<string, []>("op_38119_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_38120_cast = softmax(axis = var_30355, x = aw_3211_cast)[name = tensor<string, []>("op_38120_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_38121_cast = softmax(axis = var_30355, x = aw_3213_cast)[name = tensor<string, []>("op_38121_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_38122_cast = softmax(axis = var_30355, x = aw_3215_cast)[name = tensor<string, []>("op_38122_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_38123_cast = softmax(axis = var_30355, x = aw_3217_cast)[name = tensor<string, []>("op_38123_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_38124_cast = softmax(axis = var_30355, x = aw_3219_cast)[name = tensor<string, []>("op_38124_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_38125_cast = softmax(axis = var_30355, x = aw_3221_cast)[name = tensor<string, []>("op_38125_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_38126_cast = softmax(axis = var_30355, x = aw_3223_cast)[name = tensor<string, []>("op_38126_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_38127_cast = softmax(axis = var_30355, x = aw_3225_cast)[name = tensor<string, []>("op_38127_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_38128_cast = softmax(axis = var_30355, x = aw_3227_cast)[name = tensor<string, []>("op_38128_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_38129_cast = softmax(axis = var_30355, x = aw_3229_cast)[name = tensor<string, []>("op_38129_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_38130_cast = softmax(axis = var_30355, x = aw_3231_cast)[name = tensor<string, []>("op_38130_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_38131_cast = softmax(axis = var_30355, x = aw_3233_cast)[name = tensor<string, []>("op_38131_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_38132_cast = softmax(axis = var_30355, x = aw_3235_cast)[name = tensor<string, []>("op_38132_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_38133_cast = softmax(axis = var_30355, x = aw_3237_cast)[name = tensor<string, []>("op_38133_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_38134_cast = softmax(axis = var_30355, x = aw_3239_cast)[name = tensor<string, []>("op_38134_cast")];
            tensor<string, []> var_38136_equation_0 = const()[name = tensor<string, []>("op_38136_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_38136_cast = einsum(equation = var_38136_equation_0, values = (var_37956_cast, var_38115_cast))[name = tensor<string, []>("op_38136_cast")];
            tensor<string, []> var_38138_equation_0 = const()[name = tensor<string, []>("op_38138_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_38138_cast = einsum(equation = var_38138_equation_0, values = (var_37960_cast, var_38116_cast))[name = tensor<string, []>("op_38138_cast")];
            tensor<string, []> var_38140_equation_0 = const()[name = tensor<string, []>("op_38140_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_38140_cast = einsum(equation = var_38140_equation_0, values = (var_37964_cast, var_38117_cast))[name = tensor<string, []>("op_38140_cast")];
            tensor<string, []> var_38142_equation_0 = const()[name = tensor<string, []>("op_38142_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_38142_cast = einsum(equation = var_38142_equation_0, values = (var_37968_cast, var_38118_cast))[name = tensor<string, []>("op_38142_cast")];
            tensor<string, []> var_38144_equation_0 = const()[name = tensor<string, []>("op_38144_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_38144_cast = einsum(equation = var_38144_equation_0, values = (var_37972_cast, var_38119_cast))[name = tensor<string, []>("op_38144_cast")];
            tensor<string, []> var_38146_equation_0 = const()[name = tensor<string, []>("op_38146_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_38146_cast = einsum(equation = var_38146_equation_0, values = (var_37976_cast, var_38120_cast))[name = tensor<string, []>("op_38146_cast")];
            tensor<string, []> var_38148_equation_0 = const()[name = tensor<string, []>("op_38148_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_38148_cast = einsum(equation = var_38148_equation_0, values = (var_37980_cast, var_38121_cast))[name = tensor<string, []>("op_38148_cast")];
            tensor<string, []> var_38150_equation_0 = const()[name = tensor<string, []>("op_38150_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_38150_cast = einsum(equation = var_38150_equation_0, values = (var_37984_cast, var_38122_cast))[name = tensor<string, []>("op_38150_cast")];
            tensor<string, []> var_38152_equation_0 = const()[name = tensor<string, []>("op_38152_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_38152_cast = einsum(equation = var_38152_equation_0, values = (var_37988_cast, var_38123_cast))[name = tensor<string, []>("op_38152_cast")];
            tensor<string, []> var_38154_equation_0 = const()[name = tensor<string, []>("op_38154_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_38154_cast = einsum(equation = var_38154_equation_0, values = (var_37992_cast, var_38124_cast))[name = tensor<string, []>("op_38154_cast")];
            tensor<string, []> var_38156_equation_0 = const()[name = tensor<string, []>("op_38156_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_38156_cast = einsum(equation = var_38156_equation_0, values = (var_37996_cast, var_38125_cast))[name = tensor<string, []>("op_38156_cast")];
            tensor<string, []> var_38158_equation_0 = const()[name = tensor<string, []>("op_38158_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_38158_cast = einsum(equation = var_38158_equation_0, values = (var_38000_cast, var_38126_cast))[name = tensor<string, []>("op_38158_cast")];
            tensor<string, []> var_38160_equation_0 = const()[name = tensor<string, []>("op_38160_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_38160_cast = einsum(equation = var_38160_equation_0, values = (var_38004_cast, var_38127_cast))[name = tensor<string, []>("op_38160_cast")];
            tensor<string, []> var_38162_equation_0 = const()[name = tensor<string, []>("op_38162_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_38162_cast = einsum(equation = var_38162_equation_0, values = (var_38008_cast, var_38128_cast))[name = tensor<string, []>("op_38162_cast")];
            tensor<string, []> var_38164_equation_0 = const()[name = tensor<string, []>("op_38164_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_38164_cast = einsum(equation = var_38164_equation_0, values = (var_38012_cast, var_38129_cast))[name = tensor<string, []>("op_38164_cast")];
            tensor<string, []> var_38166_equation_0 = const()[name = tensor<string, []>("op_38166_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_38166_cast = einsum(equation = var_38166_equation_0, values = (var_38016_cast, var_38130_cast))[name = tensor<string, []>("op_38166_cast")];
            tensor<string, []> var_38168_equation_0 = const()[name = tensor<string, []>("op_38168_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_38168_cast = einsum(equation = var_38168_equation_0, values = (var_38020_cast, var_38131_cast))[name = tensor<string, []>("op_38168_cast")];
            tensor<string, []> var_38170_equation_0 = const()[name = tensor<string, []>("op_38170_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_38170_cast = einsum(equation = var_38170_equation_0, values = (var_38024_cast, var_38132_cast))[name = tensor<string, []>("op_38170_cast")];
            tensor<string, []> var_38172_equation_0 = const()[name = tensor<string, []>("op_38172_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_38172_cast = einsum(equation = var_38172_equation_0, values = (var_38028_cast, var_38133_cast))[name = tensor<string, []>("op_38172_cast")];
            tensor<string, []> var_38174_equation_0 = const()[name = tensor<string, []>("op_38174_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_38174_cast = einsum(equation = var_38174_equation_0, values = (var_38032_cast, var_38134_cast))[name = tensor<string, []>("op_38174_cast")];
            tensor<bool, []> input_503_interleave_0 = const()[name = tensor<string, []>("input_503_interleave_0"), val = tensor<bool, []>(false)];
            tensor<fp16, [2, 1280, 1, 576]> input_503_cast = concat(axis = var_30355, interleave = input_503_interleave_0, values = (var_38136_cast, var_38138_cast, var_38140_cast, var_38142_cast, var_38144_cast, var_38146_cast, var_38148_cast, var_38150_cast, var_38152_cast, var_38154_cast, var_38156_cast, var_38158_cast, var_38160_cast, var_38162_cast, var_38164_cast, var_38166_cast, var_38168_cast, var_38170_cast, var_38172_cast, var_38174_cast))[name = tensor<string, []>("input_503_cast")];
            tensor<int32, [2]> var_38180 = const()[name = tensor<string, []>("op_38180"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_38182 = const()[name = tensor<string, []>("op_38182"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_38184_pad_type_0 = const()[name = tensor<string, []>("op_38184_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_38184_pad_0 = const()[name = tensor<string, []>("op_38184_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_0_transformer_blocks_8_attn1_to_out_0_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [409600]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(4738560))), lut = tensor<fp16, [4]>([-0x1.564p-5, -0x1.9e8p-7, 0x1.984p-7, 0x1.54cp-5]), name = tensor<string, []>("up_blocks_0_attentions_0_transformer_blocks_8_attn1_to_out_0_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_attentions_0_transformer_blocks_8_attn1_to_out_0_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_0_transformer_blocks_8_attn1_to_out_0_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(5148224)))];
            tensor<fp16, [2, 1280, 1, 576]> var_38184_cast = conv(bias = up_blocks_0_attentions_0_transformer_blocks_8_attn1_to_out_0_bias_to_fp16, dilations = var_38182, groups = var_30355, pad = var_38184_pad_0, pad_type = var_38184_pad_type_0, strides = var_38180, weight = up_blocks_0_attentions_0_transformer_blocks_8_attn1_to_out_0_weight_to_fp16_palettized, x = input_503_cast)[name = tensor<string, []>("op_38184_cast")];
            tensor<fp16, [2, 1280, 1, 576]> inputs_255_cast = add(x = var_38184_cast, y = inputs_253_cast)[name = tensor<string, []>("inputs_255_cast")];
            tensor<int32, [1]> var_38188 = const()[name = tensor<string, []>("op_38188"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> channels_mean_255_cast = reduce_mean(axes = var_38188, keep_dims = var_30350, x = inputs_255_cast)[name = tensor<string, []>("channels_mean_255_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_255_cast = sub(x = inputs_255_cast, y = channels_mean_255_cast)[name = tensor<string, []>("zero_mean_255_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_sq_255_cast = mul(x = zero_mean_255_cast, y = zero_mean_255_cast)[name = tensor<string, []>("zero_mean_sq_255_cast")];
            tensor<int32, [1]> var_38192 = const()[name = tensor<string, []>("op_38192"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> var_38193_cast = reduce_mean(axes = var_38192, keep_dims = var_30350, x = zero_mean_sq_255_cast)[name = tensor<string, []>("op_38193_cast")];
            tensor<fp16, []> var_38194_to_fp16 = const()[name = tensor<string, []>("op_38194_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 576]> var_38195_cast = add(x = var_38193_cast, y = var_38194_to_fp16)[name = tensor<string, []>("op_38195_cast")];
            tensor<fp16, []> denom_255_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_255_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 576]> denom_255_cast = rsqrt(epsilon = denom_255_epsilon_0_to_fp16, x = var_38195_cast)[name = tensor<string, []>("denom_255_cast")];
            tensor<fp16, [2, 1280, 1, 576]> out_255_cast = mul(x = zero_mean_255_cast, y = denom_255_cast)[name = tensor<string, []>("out_255_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_38199_to_fp16 = const()[name = tensor<string, []>("op_38199_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(5150848)))];
            tensor<fp16, [2, 1280, 1, 576]> var_38200_cast = add(x = out_255_cast, y = var_38199_to_fp16)[name = tensor<string, []>("op_38200_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_38202_to_fp16 = const()[name = tensor<string, []>("op_38202_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(5153472)))];
            tensor<fp16, [2, 1280, 1, 576]> hidden_states_337_cast = mul(x = var_38200_cast, y = var_38202_to_fp16)[name = tensor<string, []>("hidden_states_337_cast")];
            tensor<int32, [2]> var_38209 = const()[name = tensor<string, []>("op_38209"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_38211 = const()[name = tensor<string, []>("op_38211"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> q_171_pad_type_0 = const()[name = tensor<string, []>("q_171_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> q_171_pad_0 = const()[name = tensor<string, []>("q_171_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_0_transformer_blocks_8_attn2_to_q_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [204800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(5156096))), lut = tensor<fp16, [2]>([-0x1.b48p-7, 0x1.b54p-7]), name = tensor<string, []>("up_blocks_0_attentions_0_transformer_blocks_8_attn2_to_q_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> q_171_cast = conv(dilations = var_38211, groups = var_30355, pad = q_171_pad_0, pad_type = q_171_pad_type_0, strides = var_38209, weight = up_blocks_0_attentions_0_transformer_blocks_8_attn2_to_q_weight_to_fp16_palettized, x = hidden_states_337_cast)[name = tensor<string, []>("q_171_cast")];
            tensor<int32, [2]> var_38215 = const()[name = tensor<string, []>("op_38215"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_38217 = const()[name = tensor<string, []>("op_38217"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> k_341_pad_type_0 = const()[name = tensor<string, []>("k_341_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> k_341_pad_0 = const()[name = tensor<string, []>("k_341_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 2048, 1, 1]> up_blocks_0_attentions_0_transformer_blocks_8_attn2_to_k_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [327680]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(5360960))), lut = tensor<fp16, [2]>([-0x1.38p-7, 0x1.37p-7]), name = tensor<string, []>("up_blocks_0_attentions_0_transformer_blocks_8_attn2_to_k_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 2048, 1, 1])];
            tensor<fp16, [2, 1280, 1, 77]> k_341_cast = conv(dilations = var_38217, groups = var_30355, pad = k_341_pad_0, pad_type = k_341_pad_type_0, strides = var_38215, weight = up_blocks_0_attentions_0_transformer_blocks_8_attn2_to_k_weight_to_fp16_palettized, x = encoder_hidden_states)[name = tensor<string, []>("k_341_cast")];
            tensor<int32, [2]> var_38221 = const()[name = tensor<string, []>("op_38221"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_38223 = const()[name = tensor<string, []>("op_38223"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> v_171_pad_type_0 = const()[name = tensor<string, []>("v_171_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> v_171_pad_0 = const()[name = tensor<string, []>("v_171_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 2048, 1, 1]> up_blocks_0_attentions_0_transformer_blocks_8_attn2_to_v_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [327680]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(5688704))), lut = tensor<fp16, [2]>([-0x1.a1p-7, 0x1.a28p-7]), name = tensor<string, []>("up_blocks_0_attentions_0_transformer_blocks_8_attn2_to_v_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 2048, 1, 1])];
            tensor<fp16, [2, 1280, 1, 77]> v_171_cast = conv(dilations = var_38223, groups = var_30355, pad = v_171_pad_0, pad_type = v_171_pad_type_0, strides = var_38221, weight = up_blocks_0_attentions_0_transformer_blocks_8_attn2_to_v_weight_to_fp16_palettized, x = encoder_hidden_states)[name = tensor<string, []>("v_171_cast")];
            tensor<int32, [4]> var_38227_begin_0 = const()[name = tensor<string, []>("op_38227_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_38227_end_0 = const()[name = tensor<string, []>("op_38227_end_0"), val = tensor<int32, [4]>([2, 64, 1, 576])];
            tensor<bool, [4]> var_38227_end_mask_0 = const()[name = tensor<string, []>("op_38227_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_38227_cast = slice_by_index(begin = var_38227_begin_0, end = var_38227_end_0, end_mask = var_38227_end_mask_0, x = q_171_cast)[name = tensor<string, []>("op_38227_cast")];
            tensor<int32, [4]> var_38231_begin_0 = const()[name = tensor<string, []>("op_38231_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_38231_end_0 = const()[name = tensor<string, []>("op_38231_end_0"), val = tensor<int32, [4]>([2, 128, 1, 576])];
            tensor<bool, [4]> var_38231_end_mask_0 = const()[name = tensor<string, []>("op_38231_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_38231_cast = slice_by_index(begin = var_38231_begin_0, end = var_38231_end_0, end_mask = var_38231_end_mask_0, x = q_171_cast)[name = tensor<string, []>("op_38231_cast")];
            tensor<int32, [4]> var_38235_begin_0 = const()[name = tensor<string, []>("op_38235_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_38235_end_0 = const()[name = tensor<string, []>("op_38235_end_0"), val = tensor<int32, [4]>([2, 192, 1, 576])];
            tensor<bool, [4]> var_38235_end_mask_0 = const()[name = tensor<string, []>("op_38235_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_38235_cast = slice_by_index(begin = var_38235_begin_0, end = var_38235_end_0, end_mask = var_38235_end_mask_0, x = q_171_cast)[name = tensor<string, []>("op_38235_cast")];
            tensor<int32, [4]> var_38239_begin_0 = const()[name = tensor<string, []>("op_38239_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_38239_end_0 = const()[name = tensor<string, []>("op_38239_end_0"), val = tensor<int32, [4]>([2, 256, 1, 576])];
            tensor<bool, [4]> var_38239_end_mask_0 = const()[name = tensor<string, []>("op_38239_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_38239_cast = slice_by_index(begin = var_38239_begin_0, end = var_38239_end_0, end_mask = var_38239_end_mask_0, x = q_171_cast)[name = tensor<string, []>("op_38239_cast")];
            tensor<int32, [4]> var_38243_begin_0 = const()[name = tensor<string, []>("op_38243_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_38243_end_0 = const()[name = tensor<string, []>("op_38243_end_0"), val = tensor<int32, [4]>([2, 320, 1, 576])];
            tensor<bool, [4]> var_38243_end_mask_0 = const()[name = tensor<string, []>("op_38243_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_38243_cast = slice_by_index(begin = var_38243_begin_0, end = var_38243_end_0, end_mask = var_38243_end_mask_0, x = q_171_cast)[name = tensor<string, []>("op_38243_cast")];
            tensor<int32, [4]> var_38247_begin_0 = const()[name = tensor<string, []>("op_38247_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_38247_end_0 = const()[name = tensor<string, []>("op_38247_end_0"), val = tensor<int32, [4]>([2, 384, 1, 576])];
            tensor<bool, [4]> var_38247_end_mask_0 = const()[name = tensor<string, []>("op_38247_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_38247_cast = slice_by_index(begin = var_38247_begin_0, end = var_38247_end_0, end_mask = var_38247_end_mask_0, x = q_171_cast)[name = tensor<string, []>("op_38247_cast")];
            tensor<int32, [4]> var_38251_begin_0 = const()[name = tensor<string, []>("op_38251_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_38251_end_0 = const()[name = tensor<string, []>("op_38251_end_0"), val = tensor<int32, [4]>([2, 448, 1, 576])];
            tensor<bool, [4]> var_38251_end_mask_0 = const()[name = tensor<string, []>("op_38251_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_38251_cast = slice_by_index(begin = var_38251_begin_0, end = var_38251_end_0, end_mask = var_38251_end_mask_0, x = q_171_cast)[name = tensor<string, []>("op_38251_cast")];
            tensor<int32, [4]> var_38255_begin_0 = const()[name = tensor<string, []>("op_38255_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_38255_end_0 = const()[name = tensor<string, []>("op_38255_end_0"), val = tensor<int32, [4]>([2, 512, 1, 576])];
            tensor<bool, [4]> var_38255_end_mask_0 = const()[name = tensor<string, []>("op_38255_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_38255_cast = slice_by_index(begin = var_38255_begin_0, end = var_38255_end_0, end_mask = var_38255_end_mask_0, x = q_171_cast)[name = tensor<string, []>("op_38255_cast")];
            tensor<int32, [4]> var_38259_begin_0 = const()[name = tensor<string, []>("op_38259_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_38259_end_0 = const()[name = tensor<string, []>("op_38259_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_38259_end_mask_0 = const()[name = tensor<string, []>("op_38259_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_38259_cast = slice_by_index(begin = var_38259_begin_0, end = var_38259_end_0, end_mask = var_38259_end_mask_0, x = q_171_cast)[name = tensor<string, []>("op_38259_cast")];
            tensor<int32, [4]> var_38263_begin_0 = const()[name = tensor<string, []>("op_38263_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_38263_end_0 = const()[name = tensor<string, []>("op_38263_end_0"), val = tensor<int32, [4]>([2, 640, 1, 576])];
            tensor<bool, [4]> var_38263_end_mask_0 = const()[name = tensor<string, []>("op_38263_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_38263_cast = slice_by_index(begin = var_38263_begin_0, end = var_38263_end_0, end_mask = var_38263_end_mask_0, x = q_171_cast)[name = tensor<string, []>("op_38263_cast")];
            tensor<int32, [4]> var_38267_begin_0 = const()[name = tensor<string, []>("op_38267_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_38267_end_0 = const()[name = tensor<string, []>("op_38267_end_0"), val = tensor<int32, [4]>([2, 704, 1, 576])];
            tensor<bool, [4]> var_38267_end_mask_0 = const()[name = tensor<string, []>("op_38267_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_38267_cast = slice_by_index(begin = var_38267_begin_0, end = var_38267_end_0, end_mask = var_38267_end_mask_0, x = q_171_cast)[name = tensor<string, []>("op_38267_cast")];
            tensor<int32, [4]> var_38271_begin_0 = const()[name = tensor<string, []>("op_38271_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_38271_end_0 = const()[name = tensor<string, []>("op_38271_end_0"), val = tensor<int32, [4]>([2, 768, 1, 576])];
            tensor<bool, [4]> var_38271_end_mask_0 = const()[name = tensor<string, []>("op_38271_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_38271_cast = slice_by_index(begin = var_38271_begin_0, end = var_38271_end_0, end_mask = var_38271_end_mask_0, x = q_171_cast)[name = tensor<string, []>("op_38271_cast")];
            tensor<int32, [4]> var_38275_begin_0 = const()[name = tensor<string, []>("op_38275_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_38275_end_0 = const()[name = tensor<string, []>("op_38275_end_0"), val = tensor<int32, [4]>([2, 832, 1, 576])];
            tensor<bool, [4]> var_38275_end_mask_0 = const()[name = tensor<string, []>("op_38275_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_38275_cast = slice_by_index(begin = var_38275_begin_0, end = var_38275_end_0, end_mask = var_38275_end_mask_0, x = q_171_cast)[name = tensor<string, []>("op_38275_cast")];
            tensor<int32, [4]> var_38279_begin_0 = const()[name = tensor<string, []>("op_38279_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_38279_end_0 = const()[name = tensor<string, []>("op_38279_end_0"), val = tensor<int32, [4]>([2, 896, 1, 576])];
            tensor<bool, [4]> var_38279_end_mask_0 = const()[name = tensor<string, []>("op_38279_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_38279_cast = slice_by_index(begin = var_38279_begin_0, end = var_38279_end_0, end_mask = var_38279_end_mask_0, x = q_171_cast)[name = tensor<string, []>("op_38279_cast")];
            tensor<int32, [4]> var_38283_begin_0 = const()[name = tensor<string, []>("op_38283_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_38283_end_0 = const()[name = tensor<string, []>("op_38283_end_0"), val = tensor<int32, [4]>([2, 960, 1, 576])];
            tensor<bool, [4]> var_38283_end_mask_0 = const()[name = tensor<string, []>("op_38283_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_38283_cast = slice_by_index(begin = var_38283_begin_0, end = var_38283_end_0, end_mask = var_38283_end_mask_0, x = q_171_cast)[name = tensor<string, []>("op_38283_cast")];
            tensor<int32, [4]> var_38287_begin_0 = const()[name = tensor<string, []>("op_38287_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_38287_end_0 = const()[name = tensor<string, []>("op_38287_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 576])];
            tensor<bool, [4]> var_38287_end_mask_0 = const()[name = tensor<string, []>("op_38287_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_38287_cast = slice_by_index(begin = var_38287_begin_0, end = var_38287_end_0, end_mask = var_38287_end_mask_0, x = q_171_cast)[name = tensor<string, []>("op_38287_cast")];
            tensor<int32, [4]> var_38291_begin_0 = const()[name = tensor<string, []>("op_38291_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_38291_end_0 = const()[name = tensor<string, []>("op_38291_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 576])];
            tensor<bool, [4]> var_38291_end_mask_0 = const()[name = tensor<string, []>("op_38291_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_38291_cast = slice_by_index(begin = var_38291_begin_0, end = var_38291_end_0, end_mask = var_38291_end_mask_0, x = q_171_cast)[name = tensor<string, []>("op_38291_cast")];
            tensor<int32, [4]> var_38295_begin_0 = const()[name = tensor<string, []>("op_38295_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_38295_end_0 = const()[name = tensor<string, []>("op_38295_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 576])];
            tensor<bool, [4]> var_38295_end_mask_0 = const()[name = tensor<string, []>("op_38295_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_38295_cast = slice_by_index(begin = var_38295_begin_0, end = var_38295_end_0, end_mask = var_38295_end_mask_0, x = q_171_cast)[name = tensor<string, []>("op_38295_cast")];
            tensor<int32, [4]> var_38299_begin_0 = const()[name = tensor<string, []>("op_38299_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_38299_end_0 = const()[name = tensor<string, []>("op_38299_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 576])];
            tensor<bool, [4]> var_38299_end_mask_0 = const()[name = tensor<string, []>("op_38299_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_38299_cast = slice_by_index(begin = var_38299_begin_0, end = var_38299_end_0, end_mask = var_38299_end_mask_0, x = q_171_cast)[name = tensor<string, []>("op_38299_cast")];
            tensor<int32, [4]> var_38303_begin_0 = const()[name = tensor<string, []>("op_38303_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_38303_end_0 = const()[name = tensor<string, []>("op_38303_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 576])];
            tensor<bool, [4]> var_38303_end_mask_0 = const()[name = tensor<string, []>("op_38303_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_38303_cast = slice_by_index(begin = var_38303_begin_0, end = var_38303_end_0, end_mask = var_38303_end_mask_0, x = q_171_cast)[name = tensor<string, []>("op_38303_cast")];
            tensor<int32, [4]> k_343_perm_0 = const()[name = tensor<string, []>("k_343_perm_0"), val = tensor<int32, [4]>([0, 3, 2, 1])];
            tensor<int32, [4]> var_38310_begin_0 = const()[name = tensor<string, []>("op_38310_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_38310_end_0 = const()[name = tensor<string, []>("op_38310_end_0"), val = tensor<int32, [4]>([2, 77, 1, 64])];
            tensor<bool, [4]> var_38310_end_mask_0 = const()[name = tensor<string, []>("op_38310_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 1280]> transpose_54 = transpose(perm = k_343_perm_0, x = k_341_cast)[name = tensor<string, []>("transpose_54")];
            tensor<fp16, [2, 77, 1, 64]> var_38310_cast = slice_by_index(begin = var_38310_begin_0, end = var_38310_end_0, end_mask = var_38310_end_mask_0, x = transpose_54)[name = tensor<string, []>("op_38310_cast")];
            tensor<int32, [4]> var_38314_begin_0 = const()[name = tensor<string, []>("op_38314_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 64])];
            tensor<int32, [4]> var_38314_end_0 = const()[name = tensor<string, []>("op_38314_end_0"), val = tensor<int32, [4]>([2, 77, 1, 128])];
            tensor<bool, [4]> var_38314_end_mask_0 = const()[name = tensor<string, []>("op_38314_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_38314_cast = slice_by_index(begin = var_38314_begin_0, end = var_38314_end_0, end_mask = var_38314_end_mask_0, x = transpose_54)[name = tensor<string, []>("op_38314_cast")];
            tensor<int32, [4]> var_38318_begin_0 = const()[name = tensor<string, []>("op_38318_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 128])];
            tensor<int32, [4]> var_38318_end_0 = const()[name = tensor<string, []>("op_38318_end_0"), val = tensor<int32, [4]>([2, 77, 1, 192])];
            tensor<bool, [4]> var_38318_end_mask_0 = const()[name = tensor<string, []>("op_38318_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_38318_cast = slice_by_index(begin = var_38318_begin_0, end = var_38318_end_0, end_mask = var_38318_end_mask_0, x = transpose_54)[name = tensor<string, []>("op_38318_cast")];
            tensor<int32, [4]> var_38322_begin_0 = const()[name = tensor<string, []>("op_38322_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 192])];
            tensor<int32, [4]> var_38322_end_0 = const()[name = tensor<string, []>("op_38322_end_0"), val = tensor<int32, [4]>([2, 77, 1, 256])];
            tensor<bool, [4]> var_38322_end_mask_0 = const()[name = tensor<string, []>("op_38322_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_38322_cast = slice_by_index(begin = var_38322_begin_0, end = var_38322_end_0, end_mask = var_38322_end_mask_0, x = transpose_54)[name = tensor<string, []>("op_38322_cast")];
            tensor<int32, [4]> var_38326_begin_0 = const()[name = tensor<string, []>("op_38326_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 256])];
            tensor<int32, [4]> var_38326_end_0 = const()[name = tensor<string, []>("op_38326_end_0"), val = tensor<int32, [4]>([2, 77, 1, 320])];
            tensor<bool, [4]> var_38326_end_mask_0 = const()[name = tensor<string, []>("op_38326_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_38326_cast = slice_by_index(begin = var_38326_begin_0, end = var_38326_end_0, end_mask = var_38326_end_mask_0, x = transpose_54)[name = tensor<string, []>("op_38326_cast")];
            tensor<int32, [4]> var_38330_begin_0 = const()[name = tensor<string, []>("op_38330_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 320])];
            tensor<int32, [4]> var_38330_end_0 = const()[name = tensor<string, []>("op_38330_end_0"), val = tensor<int32, [4]>([2, 77, 1, 384])];
            tensor<bool, [4]> var_38330_end_mask_0 = const()[name = tensor<string, []>("op_38330_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_38330_cast = slice_by_index(begin = var_38330_begin_0, end = var_38330_end_0, end_mask = var_38330_end_mask_0, x = transpose_54)[name = tensor<string, []>("op_38330_cast")];
            tensor<int32, [4]> var_38334_begin_0 = const()[name = tensor<string, []>("op_38334_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 384])];
            tensor<int32, [4]> var_38334_end_0 = const()[name = tensor<string, []>("op_38334_end_0"), val = tensor<int32, [4]>([2, 77, 1, 448])];
            tensor<bool, [4]> var_38334_end_mask_0 = const()[name = tensor<string, []>("op_38334_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_38334_cast = slice_by_index(begin = var_38334_begin_0, end = var_38334_end_0, end_mask = var_38334_end_mask_0, x = transpose_54)[name = tensor<string, []>("op_38334_cast")];
            tensor<int32, [4]> var_38338_begin_0 = const()[name = tensor<string, []>("op_38338_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 448])];
            tensor<int32, [4]> var_38338_end_0 = const()[name = tensor<string, []>("op_38338_end_0"), val = tensor<int32, [4]>([2, 77, 1, 512])];
            tensor<bool, [4]> var_38338_end_mask_0 = const()[name = tensor<string, []>("op_38338_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_38338_cast = slice_by_index(begin = var_38338_begin_0, end = var_38338_end_0, end_mask = var_38338_end_mask_0, x = transpose_54)[name = tensor<string, []>("op_38338_cast")];
            tensor<int32, [4]> var_38342_begin_0 = const()[name = tensor<string, []>("op_38342_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 512])];
            tensor<int32, [4]> var_38342_end_0 = const()[name = tensor<string, []>("op_38342_end_0"), val = tensor<int32, [4]>([2, 77, 1, 576])];
            tensor<bool, [4]> var_38342_end_mask_0 = const()[name = tensor<string, []>("op_38342_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_38342_cast = slice_by_index(begin = var_38342_begin_0, end = var_38342_end_0, end_mask = var_38342_end_mask_0, x = transpose_54)[name = tensor<string, []>("op_38342_cast")];
            tensor<int32, [4]> var_38346_begin_0 = const()[name = tensor<string, []>("op_38346_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 576])];
            tensor<int32, [4]> var_38346_end_0 = const()[name = tensor<string, []>("op_38346_end_0"), val = tensor<int32, [4]>([2, 77, 1, 640])];
            tensor<bool, [4]> var_38346_end_mask_0 = const()[name = tensor<string, []>("op_38346_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_38346_cast = slice_by_index(begin = var_38346_begin_0, end = var_38346_end_0, end_mask = var_38346_end_mask_0, x = transpose_54)[name = tensor<string, []>("op_38346_cast")];
            tensor<int32, [4]> var_38350_begin_0 = const()[name = tensor<string, []>("op_38350_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 640])];
            tensor<int32, [4]> var_38350_end_0 = const()[name = tensor<string, []>("op_38350_end_0"), val = tensor<int32, [4]>([2, 77, 1, 704])];
            tensor<bool, [4]> var_38350_end_mask_0 = const()[name = tensor<string, []>("op_38350_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_38350_cast = slice_by_index(begin = var_38350_begin_0, end = var_38350_end_0, end_mask = var_38350_end_mask_0, x = transpose_54)[name = tensor<string, []>("op_38350_cast")];
            tensor<int32, [4]> var_38354_begin_0 = const()[name = tensor<string, []>("op_38354_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 704])];
            tensor<int32, [4]> var_38354_end_0 = const()[name = tensor<string, []>("op_38354_end_0"), val = tensor<int32, [4]>([2, 77, 1, 768])];
            tensor<bool, [4]> var_38354_end_mask_0 = const()[name = tensor<string, []>("op_38354_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_38354_cast = slice_by_index(begin = var_38354_begin_0, end = var_38354_end_0, end_mask = var_38354_end_mask_0, x = transpose_54)[name = tensor<string, []>("op_38354_cast")];
            tensor<int32, [4]> var_38358_begin_0 = const()[name = tensor<string, []>("op_38358_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 768])];
            tensor<int32, [4]> var_38358_end_0 = const()[name = tensor<string, []>("op_38358_end_0"), val = tensor<int32, [4]>([2, 77, 1, 832])];
            tensor<bool, [4]> var_38358_end_mask_0 = const()[name = tensor<string, []>("op_38358_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_38358_cast = slice_by_index(begin = var_38358_begin_0, end = var_38358_end_0, end_mask = var_38358_end_mask_0, x = transpose_54)[name = tensor<string, []>("op_38358_cast")];
            tensor<int32, [4]> var_38362_begin_0 = const()[name = tensor<string, []>("op_38362_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 832])];
            tensor<int32, [4]> var_38362_end_0 = const()[name = tensor<string, []>("op_38362_end_0"), val = tensor<int32, [4]>([2, 77, 1, 896])];
            tensor<bool, [4]> var_38362_end_mask_0 = const()[name = tensor<string, []>("op_38362_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_38362_cast = slice_by_index(begin = var_38362_begin_0, end = var_38362_end_0, end_mask = var_38362_end_mask_0, x = transpose_54)[name = tensor<string, []>("op_38362_cast")];
            tensor<int32, [4]> var_38366_begin_0 = const()[name = tensor<string, []>("op_38366_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 896])];
            tensor<int32, [4]> var_38366_end_0 = const()[name = tensor<string, []>("op_38366_end_0"), val = tensor<int32, [4]>([2, 77, 1, 960])];
            tensor<bool, [4]> var_38366_end_mask_0 = const()[name = tensor<string, []>("op_38366_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_38366_cast = slice_by_index(begin = var_38366_begin_0, end = var_38366_end_0, end_mask = var_38366_end_mask_0, x = transpose_54)[name = tensor<string, []>("op_38366_cast")];
            tensor<int32, [4]> var_38370_begin_0 = const()[name = tensor<string, []>("op_38370_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 960])];
            tensor<int32, [4]> var_38370_end_0 = const()[name = tensor<string, []>("op_38370_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1024])];
            tensor<bool, [4]> var_38370_end_mask_0 = const()[name = tensor<string, []>("op_38370_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_38370_cast = slice_by_index(begin = var_38370_begin_0, end = var_38370_end_0, end_mask = var_38370_end_mask_0, x = transpose_54)[name = tensor<string, []>("op_38370_cast")];
            tensor<int32, [4]> var_38374_begin_0 = const()[name = tensor<string, []>("op_38374_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1024])];
            tensor<int32, [4]> var_38374_end_0 = const()[name = tensor<string, []>("op_38374_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1088])];
            tensor<bool, [4]> var_38374_end_mask_0 = const()[name = tensor<string, []>("op_38374_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_38374_cast = slice_by_index(begin = var_38374_begin_0, end = var_38374_end_0, end_mask = var_38374_end_mask_0, x = transpose_54)[name = tensor<string, []>("op_38374_cast")];
            tensor<int32, [4]> var_38378_begin_0 = const()[name = tensor<string, []>("op_38378_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1088])];
            tensor<int32, [4]> var_38378_end_0 = const()[name = tensor<string, []>("op_38378_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1152])];
            tensor<bool, [4]> var_38378_end_mask_0 = const()[name = tensor<string, []>("op_38378_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_38378_cast = slice_by_index(begin = var_38378_begin_0, end = var_38378_end_0, end_mask = var_38378_end_mask_0, x = transpose_54)[name = tensor<string, []>("op_38378_cast")];
            tensor<int32, [4]> var_38382_begin_0 = const()[name = tensor<string, []>("op_38382_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1152])];
            tensor<int32, [4]> var_38382_end_0 = const()[name = tensor<string, []>("op_38382_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1216])];
            tensor<bool, [4]> var_38382_end_mask_0 = const()[name = tensor<string, []>("op_38382_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_38382_cast = slice_by_index(begin = var_38382_begin_0, end = var_38382_end_0, end_mask = var_38382_end_mask_0, x = transpose_54)[name = tensor<string, []>("op_38382_cast")];
            tensor<int32, [4]> var_38386_begin_0 = const()[name = tensor<string, []>("op_38386_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1216])];
            tensor<int32, [4]> var_38386_end_0 = const()[name = tensor<string, []>("op_38386_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1280])];
            tensor<bool, [4]> var_38386_end_mask_0 = const()[name = tensor<string, []>("op_38386_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_38386_cast = slice_by_index(begin = var_38386_begin_0, end = var_38386_end_0, end_mask = var_38386_end_mask_0, x = transpose_54)[name = tensor<string, []>("op_38386_cast")];
            tensor<int32, [4]> var_38388_begin_0 = const()[name = tensor<string, []>("op_38388_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_38388_end_0 = const()[name = tensor<string, []>("op_38388_end_0"), val = tensor<int32, [4]>([2, 64, 1, 77])];
            tensor<bool, [4]> var_38388_end_mask_0 = const()[name = tensor<string, []>("op_38388_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_38388_cast = slice_by_index(begin = var_38388_begin_0, end = var_38388_end_0, end_mask = var_38388_end_mask_0, x = v_171_cast)[name = tensor<string, []>("op_38388_cast")];
            tensor<int32, [4]> var_38392_begin_0 = const()[name = tensor<string, []>("op_38392_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_38392_end_0 = const()[name = tensor<string, []>("op_38392_end_0"), val = tensor<int32, [4]>([2, 128, 1, 77])];
            tensor<bool, [4]> var_38392_end_mask_0 = const()[name = tensor<string, []>("op_38392_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_38392_cast = slice_by_index(begin = var_38392_begin_0, end = var_38392_end_0, end_mask = var_38392_end_mask_0, x = v_171_cast)[name = tensor<string, []>("op_38392_cast")];
            tensor<int32, [4]> var_38396_begin_0 = const()[name = tensor<string, []>("op_38396_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_38396_end_0 = const()[name = tensor<string, []>("op_38396_end_0"), val = tensor<int32, [4]>([2, 192, 1, 77])];
            tensor<bool, [4]> var_38396_end_mask_0 = const()[name = tensor<string, []>("op_38396_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_38396_cast = slice_by_index(begin = var_38396_begin_0, end = var_38396_end_0, end_mask = var_38396_end_mask_0, x = v_171_cast)[name = tensor<string, []>("op_38396_cast")];
            tensor<int32, [4]> var_38400_begin_0 = const()[name = tensor<string, []>("op_38400_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_38400_end_0 = const()[name = tensor<string, []>("op_38400_end_0"), val = tensor<int32, [4]>([2, 256, 1, 77])];
            tensor<bool, [4]> var_38400_end_mask_0 = const()[name = tensor<string, []>("op_38400_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_38400_cast = slice_by_index(begin = var_38400_begin_0, end = var_38400_end_0, end_mask = var_38400_end_mask_0, x = v_171_cast)[name = tensor<string, []>("op_38400_cast")];
            tensor<int32, [4]> var_38404_begin_0 = const()[name = tensor<string, []>("op_38404_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_38404_end_0 = const()[name = tensor<string, []>("op_38404_end_0"), val = tensor<int32, [4]>([2, 320, 1, 77])];
            tensor<bool, [4]> var_38404_end_mask_0 = const()[name = tensor<string, []>("op_38404_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_38404_cast = slice_by_index(begin = var_38404_begin_0, end = var_38404_end_0, end_mask = var_38404_end_mask_0, x = v_171_cast)[name = tensor<string, []>("op_38404_cast")];
            tensor<int32, [4]> var_38408_begin_0 = const()[name = tensor<string, []>("op_38408_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_38408_end_0 = const()[name = tensor<string, []>("op_38408_end_0"), val = tensor<int32, [4]>([2, 384, 1, 77])];
            tensor<bool, [4]> var_38408_end_mask_0 = const()[name = tensor<string, []>("op_38408_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_38408_cast = slice_by_index(begin = var_38408_begin_0, end = var_38408_end_0, end_mask = var_38408_end_mask_0, x = v_171_cast)[name = tensor<string, []>("op_38408_cast")];
            tensor<int32, [4]> var_38412_begin_0 = const()[name = tensor<string, []>("op_38412_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_38412_end_0 = const()[name = tensor<string, []>("op_38412_end_0"), val = tensor<int32, [4]>([2, 448, 1, 77])];
            tensor<bool, [4]> var_38412_end_mask_0 = const()[name = tensor<string, []>("op_38412_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_38412_cast = slice_by_index(begin = var_38412_begin_0, end = var_38412_end_0, end_mask = var_38412_end_mask_0, x = v_171_cast)[name = tensor<string, []>("op_38412_cast")];
            tensor<int32, [4]> var_38416_begin_0 = const()[name = tensor<string, []>("op_38416_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_38416_end_0 = const()[name = tensor<string, []>("op_38416_end_0"), val = tensor<int32, [4]>([2, 512, 1, 77])];
            tensor<bool, [4]> var_38416_end_mask_0 = const()[name = tensor<string, []>("op_38416_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_38416_cast = slice_by_index(begin = var_38416_begin_0, end = var_38416_end_0, end_mask = var_38416_end_mask_0, x = v_171_cast)[name = tensor<string, []>("op_38416_cast")];
            tensor<int32, [4]> var_38420_begin_0 = const()[name = tensor<string, []>("op_38420_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_38420_end_0 = const()[name = tensor<string, []>("op_38420_end_0"), val = tensor<int32, [4]>([2, 576, 1, 77])];
            tensor<bool, [4]> var_38420_end_mask_0 = const()[name = tensor<string, []>("op_38420_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_38420_cast = slice_by_index(begin = var_38420_begin_0, end = var_38420_end_0, end_mask = var_38420_end_mask_0, x = v_171_cast)[name = tensor<string, []>("op_38420_cast")];
            tensor<int32, [4]> var_38424_begin_0 = const()[name = tensor<string, []>("op_38424_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_38424_end_0 = const()[name = tensor<string, []>("op_38424_end_0"), val = tensor<int32, [4]>([2, 640, 1, 77])];
            tensor<bool, [4]> var_38424_end_mask_0 = const()[name = tensor<string, []>("op_38424_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_38424_cast = slice_by_index(begin = var_38424_begin_0, end = var_38424_end_0, end_mask = var_38424_end_mask_0, x = v_171_cast)[name = tensor<string, []>("op_38424_cast")];
            tensor<int32, [4]> var_38428_begin_0 = const()[name = tensor<string, []>("op_38428_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_38428_end_0 = const()[name = tensor<string, []>("op_38428_end_0"), val = tensor<int32, [4]>([2, 704, 1, 77])];
            tensor<bool, [4]> var_38428_end_mask_0 = const()[name = tensor<string, []>("op_38428_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_38428_cast = slice_by_index(begin = var_38428_begin_0, end = var_38428_end_0, end_mask = var_38428_end_mask_0, x = v_171_cast)[name = tensor<string, []>("op_38428_cast")];
            tensor<int32, [4]> var_38432_begin_0 = const()[name = tensor<string, []>("op_38432_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_38432_end_0 = const()[name = tensor<string, []>("op_38432_end_0"), val = tensor<int32, [4]>([2, 768, 1, 77])];
            tensor<bool, [4]> var_38432_end_mask_0 = const()[name = tensor<string, []>("op_38432_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_38432_cast = slice_by_index(begin = var_38432_begin_0, end = var_38432_end_0, end_mask = var_38432_end_mask_0, x = v_171_cast)[name = tensor<string, []>("op_38432_cast")];
            tensor<int32, [4]> var_38436_begin_0 = const()[name = tensor<string, []>("op_38436_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_38436_end_0 = const()[name = tensor<string, []>("op_38436_end_0"), val = tensor<int32, [4]>([2, 832, 1, 77])];
            tensor<bool, [4]> var_38436_end_mask_0 = const()[name = tensor<string, []>("op_38436_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_38436_cast = slice_by_index(begin = var_38436_begin_0, end = var_38436_end_0, end_mask = var_38436_end_mask_0, x = v_171_cast)[name = tensor<string, []>("op_38436_cast")];
            tensor<int32, [4]> var_38440_begin_0 = const()[name = tensor<string, []>("op_38440_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_38440_end_0 = const()[name = tensor<string, []>("op_38440_end_0"), val = tensor<int32, [4]>([2, 896, 1, 77])];
            tensor<bool, [4]> var_38440_end_mask_0 = const()[name = tensor<string, []>("op_38440_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_38440_cast = slice_by_index(begin = var_38440_begin_0, end = var_38440_end_0, end_mask = var_38440_end_mask_0, x = v_171_cast)[name = tensor<string, []>("op_38440_cast")];
            tensor<int32, [4]> var_38444_begin_0 = const()[name = tensor<string, []>("op_38444_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_38444_end_0 = const()[name = tensor<string, []>("op_38444_end_0"), val = tensor<int32, [4]>([2, 960, 1, 77])];
            tensor<bool, [4]> var_38444_end_mask_0 = const()[name = tensor<string, []>("op_38444_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_38444_cast = slice_by_index(begin = var_38444_begin_0, end = var_38444_end_0, end_mask = var_38444_end_mask_0, x = v_171_cast)[name = tensor<string, []>("op_38444_cast")];
            tensor<int32, [4]> var_38448_begin_0 = const()[name = tensor<string, []>("op_38448_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_38448_end_0 = const()[name = tensor<string, []>("op_38448_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 77])];
            tensor<bool, [4]> var_38448_end_mask_0 = const()[name = tensor<string, []>("op_38448_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_38448_cast = slice_by_index(begin = var_38448_begin_0, end = var_38448_end_0, end_mask = var_38448_end_mask_0, x = v_171_cast)[name = tensor<string, []>("op_38448_cast")];
            tensor<int32, [4]> var_38452_begin_0 = const()[name = tensor<string, []>("op_38452_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_38452_end_0 = const()[name = tensor<string, []>("op_38452_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 77])];
            tensor<bool, [4]> var_38452_end_mask_0 = const()[name = tensor<string, []>("op_38452_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_38452_cast = slice_by_index(begin = var_38452_begin_0, end = var_38452_end_0, end_mask = var_38452_end_mask_0, x = v_171_cast)[name = tensor<string, []>("op_38452_cast")];
            tensor<int32, [4]> var_38456_begin_0 = const()[name = tensor<string, []>("op_38456_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_38456_end_0 = const()[name = tensor<string, []>("op_38456_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 77])];
            tensor<bool, [4]> var_38456_end_mask_0 = const()[name = tensor<string, []>("op_38456_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_38456_cast = slice_by_index(begin = var_38456_begin_0, end = var_38456_end_0, end_mask = var_38456_end_mask_0, x = v_171_cast)[name = tensor<string, []>("op_38456_cast")];
            tensor<int32, [4]> var_38460_begin_0 = const()[name = tensor<string, []>("op_38460_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_38460_end_0 = const()[name = tensor<string, []>("op_38460_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 77])];
            tensor<bool, [4]> var_38460_end_mask_0 = const()[name = tensor<string, []>("op_38460_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_38460_cast = slice_by_index(begin = var_38460_begin_0, end = var_38460_end_0, end_mask = var_38460_end_mask_0, x = v_171_cast)[name = tensor<string, []>("op_38460_cast")];
            tensor<int32, [4]> var_38464_begin_0 = const()[name = tensor<string, []>("op_38464_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_38464_end_0 = const()[name = tensor<string, []>("op_38464_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 77])];
            tensor<bool, [4]> var_38464_end_mask_0 = const()[name = tensor<string, []>("op_38464_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_38464_cast = slice_by_index(begin = var_38464_begin_0, end = var_38464_end_0, end_mask = var_38464_end_mask_0, x = v_171_cast)[name = tensor<string, []>("op_38464_cast")];
            tensor<string, []> var_38468_equation_0 = const()[name = tensor<string, []>("op_38468_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_38468_cast = einsum(equation = var_38468_equation_0, values = (var_38310_cast, var_38227_cast))[name = tensor<string, []>("op_38468_cast")];
            tensor<fp16, []> var_38469_to_fp16 = const()[name = tensor<string, []>("op_38469_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3241_cast = mul(x = var_38468_cast, y = var_38469_to_fp16)[name = tensor<string, []>("aw_3241_cast")];
            tensor<string, []> var_38472_equation_0 = const()[name = tensor<string, []>("op_38472_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_38472_cast = einsum(equation = var_38472_equation_0, values = (var_38314_cast, var_38231_cast))[name = tensor<string, []>("op_38472_cast")];
            tensor<fp16, []> var_38473_to_fp16 = const()[name = tensor<string, []>("op_38473_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3243_cast = mul(x = var_38472_cast, y = var_38473_to_fp16)[name = tensor<string, []>("aw_3243_cast")];
            tensor<string, []> var_38476_equation_0 = const()[name = tensor<string, []>("op_38476_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_38476_cast = einsum(equation = var_38476_equation_0, values = (var_38318_cast, var_38235_cast))[name = tensor<string, []>("op_38476_cast")];
            tensor<fp16, []> var_38477_to_fp16 = const()[name = tensor<string, []>("op_38477_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3245_cast = mul(x = var_38476_cast, y = var_38477_to_fp16)[name = tensor<string, []>("aw_3245_cast")];
            tensor<string, []> var_38480_equation_0 = const()[name = tensor<string, []>("op_38480_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_38480_cast = einsum(equation = var_38480_equation_0, values = (var_38322_cast, var_38239_cast))[name = tensor<string, []>("op_38480_cast")];
            tensor<fp16, []> var_38481_to_fp16 = const()[name = tensor<string, []>("op_38481_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3247_cast = mul(x = var_38480_cast, y = var_38481_to_fp16)[name = tensor<string, []>("aw_3247_cast")];
            tensor<string, []> var_38484_equation_0 = const()[name = tensor<string, []>("op_38484_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_38484_cast = einsum(equation = var_38484_equation_0, values = (var_38326_cast, var_38243_cast))[name = tensor<string, []>("op_38484_cast")];
            tensor<fp16, []> var_38485_to_fp16 = const()[name = tensor<string, []>("op_38485_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3249_cast = mul(x = var_38484_cast, y = var_38485_to_fp16)[name = tensor<string, []>("aw_3249_cast")];
            tensor<string, []> var_38488_equation_0 = const()[name = tensor<string, []>("op_38488_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_38488_cast = einsum(equation = var_38488_equation_0, values = (var_38330_cast, var_38247_cast))[name = tensor<string, []>("op_38488_cast")];
            tensor<fp16, []> var_38489_to_fp16 = const()[name = tensor<string, []>("op_38489_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3251_cast = mul(x = var_38488_cast, y = var_38489_to_fp16)[name = tensor<string, []>("aw_3251_cast")];
            tensor<string, []> var_38492_equation_0 = const()[name = tensor<string, []>("op_38492_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_38492_cast = einsum(equation = var_38492_equation_0, values = (var_38334_cast, var_38251_cast))[name = tensor<string, []>("op_38492_cast")];
            tensor<fp16, []> var_38493_to_fp16 = const()[name = tensor<string, []>("op_38493_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3253_cast = mul(x = var_38492_cast, y = var_38493_to_fp16)[name = tensor<string, []>("aw_3253_cast")];
            tensor<string, []> var_38496_equation_0 = const()[name = tensor<string, []>("op_38496_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_38496_cast = einsum(equation = var_38496_equation_0, values = (var_38338_cast, var_38255_cast))[name = tensor<string, []>("op_38496_cast")];
            tensor<fp16, []> var_38497_to_fp16 = const()[name = tensor<string, []>("op_38497_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3255_cast = mul(x = var_38496_cast, y = var_38497_to_fp16)[name = tensor<string, []>("aw_3255_cast")];
            tensor<string, []> var_38500_equation_0 = const()[name = tensor<string, []>("op_38500_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_38500_cast = einsum(equation = var_38500_equation_0, values = (var_38342_cast, var_38259_cast))[name = tensor<string, []>("op_38500_cast")];
            tensor<fp16, []> var_38501_to_fp16 = const()[name = tensor<string, []>("op_38501_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3257_cast = mul(x = var_38500_cast, y = var_38501_to_fp16)[name = tensor<string, []>("aw_3257_cast")];
            tensor<string, []> var_38504_equation_0 = const()[name = tensor<string, []>("op_38504_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_38504_cast = einsum(equation = var_38504_equation_0, values = (var_38346_cast, var_38263_cast))[name = tensor<string, []>("op_38504_cast")];
            tensor<fp16, []> var_38505_to_fp16 = const()[name = tensor<string, []>("op_38505_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3259_cast = mul(x = var_38504_cast, y = var_38505_to_fp16)[name = tensor<string, []>("aw_3259_cast")];
            tensor<string, []> var_38508_equation_0 = const()[name = tensor<string, []>("op_38508_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_38508_cast = einsum(equation = var_38508_equation_0, values = (var_38350_cast, var_38267_cast))[name = tensor<string, []>("op_38508_cast")];
            tensor<fp16, []> var_38509_to_fp16 = const()[name = tensor<string, []>("op_38509_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3261_cast = mul(x = var_38508_cast, y = var_38509_to_fp16)[name = tensor<string, []>("aw_3261_cast")];
            tensor<string, []> var_38512_equation_0 = const()[name = tensor<string, []>("op_38512_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_38512_cast = einsum(equation = var_38512_equation_0, values = (var_38354_cast, var_38271_cast))[name = tensor<string, []>("op_38512_cast")];
            tensor<fp16, []> var_38513_to_fp16 = const()[name = tensor<string, []>("op_38513_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3263_cast = mul(x = var_38512_cast, y = var_38513_to_fp16)[name = tensor<string, []>("aw_3263_cast")];
            tensor<string, []> var_38516_equation_0 = const()[name = tensor<string, []>("op_38516_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_38516_cast = einsum(equation = var_38516_equation_0, values = (var_38358_cast, var_38275_cast))[name = tensor<string, []>("op_38516_cast")];
            tensor<fp16, []> var_38517_to_fp16 = const()[name = tensor<string, []>("op_38517_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3265_cast = mul(x = var_38516_cast, y = var_38517_to_fp16)[name = tensor<string, []>("aw_3265_cast")];
            tensor<string, []> var_38520_equation_0 = const()[name = tensor<string, []>("op_38520_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_38520_cast = einsum(equation = var_38520_equation_0, values = (var_38362_cast, var_38279_cast))[name = tensor<string, []>("op_38520_cast")];
            tensor<fp16, []> var_38521_to_fp16 = const()[name = tensor<string, []>("op_38521_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3267_cast = mul(x = var_38520_cast, y = var_38521_to_fp16)[name = tensor<string, []>("aw_3267_cast")];
            tensor<string, []> var_38524_equation_0 = const()[name = tensor<string, []>("op_38524_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_38524_cast = einsum(equation = var_38524_equation_0, values = (var_38366_cast, var_38283_cast))[name = tensor<string, []>("op_38524_cast")];
            tensor<fp16, []> var_38525_to_fp16 = const()[name = tensor<string, []>("op_38525_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3269_cast = mul(x = var_38524_cast, y = var_38525_to_fp16)[name = tensor<string, []>("aw_3269_cast")];
            tensor<string, []> var_38528_equation_0 = const()[name = tensor<string, []>("op_38528_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_38528_cast = einsum(equation = var_38528_equation_0, values = (var_38370_cast, var_38287_cast))[name = tensor<string, []>("op_38528_cast")];
            tensor<fp16, []> var_38529_to_fp16 = const()[name = tensor<string, []>("op_38529_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3271_cast = mul(x = var_38528_cast, y = var_38529_to_fp16)[name = tensor<string, []>("aw_3271_cast")];
            tensor<string, []> var_38532_equation_0 = const()[name = tensor<string, []>("op_38532_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_38532_cast = einsum(equation = var_38532_equation_0, values = (var_38374_cast, var_38291_cast))[name = tensor<string, []>("op_38532_cast")];
            tensor<fp16, []> var_38533_to_fp16 = const()[name = tensor<string, []>("op_38533_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3273_cast = mul(x = var_38532_cast, y = var_38533_to_fp16)[name = tensor<string, []>("aw_3273_cast")];
            tensor<string, []> var_38536_equation_0 = const()[name = tensor<string, []>("op_38536_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_38536_cast = einsum(equation = var_38536_equation_0, values = (var_38378_cast, var_38295_cast))[name = tensor<string, []>("op_38536_cast")];
            tensor<fp16, []> var_38537_to_fp16 = const()[name = tensor<string, []>("op_38537_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3275_cast = mul(x = var_38536_cast, y = var_38537_to_fp16)[name = tensor<string, []>("aw_3275_cast")];
            tensor<string, []> var_38540_equation_0 = const()[name = tensor<string, []>("op_38540_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_38540_cast = einsum(equation = var_38540_equation_0, values = (var_38382_cast, var_38299_cast))[name = tensor<string, []>("op_38540_cast")];
            tensor<fp16, []> var_38541_to_fp16 = const()[name = tensor<string, []>("op_38541_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3277_cast = mul(x = var_38540_cast, y = var_38541_to_fp16)[name = tensor<string, []>("aw_3277_cast")];
            tensor<string, []> var_38544_equation_0 = const()[name = tensor<string, []>("op_38544_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_38544_cast = einsum(equation = var_38544_equation_0, values = (var_38386_cast, var_38303_cast))[name = tensor<string, []>("op_38544_cast")];
            tensor<fp16, []> var_38545_to_fp16 = const()[name = tensor<string, []>("op_38545_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3279_cast = mul(x = var_38544_cast, y = var_38545_to_fp16)[name = tensor<string, []>("aw_3279_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_38547_cast = softmax(axis = var_30355, x = aw_3241_cast)[name = tensor<string, []>("op_38547_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_38548_cast = softmax(axis = var_30355, x = aw_3243_cast)[name = tensor<string, []>("op_38548_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_38549_cast = softmax(axis = var_30355, x = aw_3245_cast)[name = tensor<string, []>("op_38549_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_38550_cast = softmax(axis = var_30355, x = aw_3247_cast)[name = tensor<string, []>("op_38550_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_38551_cast = softmax(axis = var_30355, x = aw_3249_cast)[name = tensor<string, []>("op_38551_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_38552_cast = softmax(axis = var_30355, x = aw_3251_cast)[name = tensor<string, []>("op_38552_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_38553_cast = softmax(axis = var_30355, x = aw_3253_cast)[name = tensor<string, []>("op_38553_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_38554_cast = softmax(axis = var_30355, x = aw_3255_cast)[name = tensor<string, []>("op_38554_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_38555_cast = softmax(axis = var_30355, x = aw_3257_cast)[name = tensor<string, []>("op_38555_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_38556_cast = softmax(axis = var_30355, x = aw_3259_cast)[name = tensor<string, []>("op_38556_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_38557_cast = softmax(axis = var_30355, x = aw_3261_cast)[name = tensor<string, []>("op_38557_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_38558_cast = softmax(axis = var_30355, x = aw_3263_cast)[name = tensor<string, []>("op_38558_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_38559_cast = softmax(axis = var_30355, x = aw_3265_cast)[name = tensor<string, []>("op_38559_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_38560_cast = softmax(axis = var_30355, x = aw_3267_cast)[name = tensor<string, []>("op_38560_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_38561_cast = softmax(axis = var_30355, x = aw_3269_cast)[name = tensor<string, []>("op_38561_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_38562_cast = softmax(axis = var_30355, x = aw_3271_cast)[name = tensor<string, []>("op_38562_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_38563_cast = softmax(axis = var_30355, x = aw_3273_cast)[name = tensor<string, []>("op_38563_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_38564_cast = softmax(axis = var_30355, x = aw_3275_cast)[name = tensor<string, []>("op_38564_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_38565_cast = softmax(axis = var_30355, x = aw_3277_cast)[name = tensor<string, []>("op_38565_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_38566_cast = softmax(axis = var_30355, x = aw_3279_cast)[name = tensor<string, []>("op_38566_cast")];
            tensor<string, []> var_38568_equation_0 = const()[name = tensor<string, []>("op_38568_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_38568_cast = einsum(equation = var_38568_equation_0, values = (var_38388_cast, var_38547_cast))[name = tensor<string, []>("op_38568_cast")];
            tensor<string, []> var_38570_equation_0 = const()[name = tensor<string, []>("op_38570_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_38570_cast = einsum(equation = var_38570_equation_0, values = (var_38392_cast, var_38548_cast))[name = tensor<string, []>("op_38570_cast")];
            tensor<string, []> var_38572_equation_0 = const()[name = tensor<string, []>("op_38572_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_38572_cast = einsum(equation = var_38572_equation_0, values = (var_38396_cast, var_38549_cast))[name = tensor<string, []>("op_38572_cast")];
            tensor<string, []> var_38574_equation_0 = const()[name = tensor<string, []>("op_38574_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_38574_cast = einsum(equation = var_38574_equation_0, values = (var_38400_cast, var_38550_cast))[name = tensor<string, []>("op_38574_cast")];
            tensor<string, []> var_38576_equation_0 = const()[name = tensor<string, []>("op_38576_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_38576_cast = einsum(equation = var_38576_equation_0, values = (var_38404_cast, var_38551_cast))[name = tensor<string, []>("op_38576_cast")];
            tensor<string, []> var_38578_equation_0 = const()[name = tensor<string, []>("op_38578_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_38578_cast = einsum(equation = var_38578_equation_0, values = (var_38408_cast, var_38552_cast))[name = tensor<string, []>("op_38578_cast")];
            tensor<string, []> var_38580_equation_0 = const()[name = tensor<string, []>("op_38580_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_38580_cast = einsum(equation = var_38580_equation_0, values = (var_38412_cast, var_38553_cast))[name = tensor<string, []>("op_38580_cast")];
            tensor<string, []> var_38582_equation_0 = const()[name = tensor<string, []>("op_38582_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_38582_cast = einsum(equation = var_38582_equation_0, values = (var_38416_cast, var_38554_cast))[name = tensor<string, []>("op_38582_cast")];
            tensor<string, []> var_38584_equation_0 = const()[name = tensor<string, []>("op_38584_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_38584_cast = einsum(equation = var_38584_equation_0, values = (var_38420_cast, var_38555_cast))[name = tensor<string, []>("op_38584_cast")];
            tensor<string, []> var_38586_equation_0 = const()[name = tensor<string, []>("op_38586_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_38586_cast = einsum(equation = var_38586_equation_0, values = (var_38424_cast, var_38556_cast))[name = tensor<string, []>("op_38586_cast")];
            tensor<string, []> var_38588_equation_0 = const()[name = tensor<string, []>("op_38588_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_38588_cast = einsum(equation = var_38588_equation_0, values = (var_38428_cast, var_38557_cast))[name = tensor<string, []>("op_38588_cast")];
            tensor<string, []> var_38590_equation_0 = const()[name = tensor<string, []>("op_38590_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_38590_cast = einsum(equation = var_38590_equation_0, values = (var_38432_cast, var_38558_cast))[name = tensor<string, []>("op_38590_cast")];
            tensor<string, []> var_38592_equation_0 = const()[name = tensor<string, []>("op_38592_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_38592_cast = einsum(equation = var_38592_equation_0, values = (var_38436_cast, var_38559_cast))[name = tensor<string, []>("op_38592_cast")];
            tensor<string, []> var_38594_equation_0 = const()[name = tensor<string, []>("op_38594_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_38594_cast = einsum(equation = var_38594_equation_0, values = (var_38440_cast, var_38560_cast))[name = tensor<string, []>("op_38594_cast")];
            tensor<string, []> var_38596_equation_0 = const()[name = tensor<string, []>("op_38596_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_38596_cast = einsum(equation = var_38596_equation_0, values = (var_38444_cast, var_38561_cast))[name = tensor<string, []>("op_38596_cast")];
            tensor<string, []> var_38598_equation_0 = const()[name = tensor<string, []>("op_38598_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_38598_cast = einsum(equation = var_38598_equation_0, values = (var_38448_cast, var_38562_cast))[name = tensor<string, []>("op_38598_cast")];
            tensor<string, []> var_38600_equation_0 = const()[name = tensor<string, []>("op_38600_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_38600_cast = einsum(equation = var_38600_equation_0, values = (var_38452_cast, var_38563_cast))[name = tensor<string, []>("op_38600_cast")];
            tensor<string, []> var_38602_equation_0 = const()[name = tensor<string, []>("op_38602_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_38602_cast = einsum(equation = var_38602_equation_0, values = (var_38456_cast, var_38564_cast))[name = tensor<string, []>("op_38602_cast")];
            tensor<string, []> var_38604_equation_0 = const()[name = tensor<string, []>("op_38604_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_38604_cast = einsum(equation = var_38604_equation_0, values = (var_38460_cast, var_38565_cast))[name = tensor<string, []>("op_38604_cast")];
            tensor<string, []> var_38606_equation_0 = const()[name = tensor<string, []>("op_38606_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_38606_cast = einsum(equation = var_38606_equation_0, values = (var_38464_cast, var_38566_cast))[name = tensor<string, []>("op_38606_cast")];
            tensor<bool, []> input_505_interleave_0 = const()[name = tensor<string, []>("input_505_interleave_0"), val = tensor<bool, []>(false)];
            tensor<fp16, [2, 1280, 1, 576]> input_505_cast = concat(axis = var_30355, interleave = input_505_interleave_0, values = (var_38568_cast, var_38570_cast, var_38572_cast, var_38574_cast, var_38576_cast, var_38578_cast, var_38580_cast, var_38582_cast, var_38584_cast, var_38586_cast, var_38588_cast, var_38590_cast, var_38592_cast, var_38594_cast, var_38596_cast, var_38598_cast, var_38600_cast, var_38602_cast, var_38604_cast, var_38606_cast))[name = tensor<string, []>("input_505_cast")];
            tensor<int32, [2]> var_38612 = const()[name = tensor<string, []>("op_38612"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_38614 = const()[name = tensor<string, []>("op_38614"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_38616_pad_type_0 = const()[name = tensor<string, []>("op_38616_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_38616_pad_0 = const()[name = tensor<string, []>("op_38616_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_0_transformer_blocks_8_attn2_to_out_0_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [204800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(6016448))), lut = tensor<fp16, [2]>([-0x1.048p-7, 0x1.04cp-7]), name = tensor<string, []>("up_blocks_0_attentions_0_transformer_blocks_8_attn2_to_out_0_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_attentions_0_transformer_blocks_8_attn2_to_out_0_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_0_transformer_blocks_8_attn2_to_out_0_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(6221312)))];
            tensor<fp16, [2, 1280, 1, 576]> var_38616_cast = conv(bias = up_blocks_0_attentions_0_transformer_blocks_8_attn2_to_out_0_bias_to_fp16, dilations = var_38614, groups = var_30355, pad = var_38616_pad_0, pad_type = var_38616_pad_type_0, strides = var_38612, weight = up_blocks_0_attentions_0_transformer_blocks_8_attn2_to_out_0_weight_to_fp16_palettized, x = input_505_cast)[name = tensor<string, []>("op_38616_cast")];
            tensor<fp16, [2, 1280, 1, 576]> inputs_257_cast = add(x = var_38616_cast, y = inputs_255_cast)[name = tensor<string, []>("inputs_257_cast")];
            tensor<int32, [1]> var_38620 = const()[name = tensor<string, []>("op_38620"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> channels_mean_257_cast = reduce_mean(axes = var_38620, keep_dims = var_30350, x = inputs_257_cast)[name = tensor<string, []>("channels_mean_257_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_257_cast = sub(x = inputs_257_cast, y = channels_mean_257_cast)[name = tensor<string, []>("zero_mean_257_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_sq_257_cast = mul(x = zero_mean_257_cast, y = zero_mean_257_cast)[name = tensor<string, []>("zero_mean_sq_257_cast")];
            tensor<int32, [1]> var_38624 = const()[name = tensor<string, []>("op_38624"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> var_38625_cast = reduce_mean(axes = var_38624, keep_dims = var_30350, x = zero_mean_sq_257_cast)[name = tensor<string, []>("op_38625_cast")];
            tensor<fp16, []> var_38626_to_fp16 = const()[name = tensor<string, []>("op_38626_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 576]> var_38627_cast = add(x = var_38625_cast, y = var_38626_to_fp16)[name = tensor<string, []>("op_38627_cast")];
            tensor<fp16, []> denom_257_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_257_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 576]> denom_257_cast = rsqrt(epsilon = denom_257_epsilon_0_to_fp16, x = var_38627_cast)[name = tensor<string, []>("denom_257_cast")];
            tensor<fp16, [2, 1280, 1, 576]> out_257_cast = mul(x = zero_mean_257_cast, y = denom_257_cast)[name = tensor<string, []>("out_257_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_38631_to_fp16 = const()[name = tensor<string, []>("op_38631_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(6223936)))];
            tensor<fp16, [2, 1280, 1, 576]> var_38632_cast = add(x = out_257_cast, y = var_38631_to_fp16)[name = tensor<string, []>("op_38632_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_38634_to_fp16 = const()[name = tensor<string, []>("op_38634_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(6226560)))];
            tensor<fp16, [2, 1280, 1, 576]> input_507_cast = mul(x = var_38632_cast, y = var_38634_to_fp16)[name = tensor<string, []>("input_507_cast")];
            tensor<int32, [2]> var_38642 = const()[name = tensor<string, []>("op_38642"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_38644 = const()[name = tensor<string, []>("op_38644"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_38646_pad_type_0 = const()[name = tensor<string, []>("op_38646_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_38646_pad_0 = const()[name = tensor<string, []>("op_38646_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [10240, 1280, 1, 1]> up_blocks_0_attentions_0_transformer_blocks_8_ff_net_0_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [6553600]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(6229184))), lut = tensor<fp16, [16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(12782848))), name = tensor<string, []>("up_blocks_0_attentions_0_transformer_blocks_8_ff_net_0_proj_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([10240, 1280, 1, 1])];
            tensor<fp16, [10240]> up_blocks_0_attentions_0_transformer_blocks_8_ff_net_0_proj_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_0_transformer_blocks_8_ff_net_0_proj_bias_to_fp16"), val = tensor<fp16, [10240]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(12782976)))];
            tensor<fp16, [2, 10240, 1, 576]> var_38646_cast = conv(bias = up_blocks_0_attentions_0_transformer_blocks_8_ff_net_0_proj_bias_to_fp16, dilations = var_38644, groups = var_30355, pad = var_38646_pad_0, pad_type = var_38646_pad_type_0, strides = var_38642, weight = up_blocks_0_attentions_0_transformer_blocks_8_ff_net_0_proj_weight_to_fp16_palettized, x = input_507_cast)[name = tensor<string, []>("op_38646_cast")];
            tensor<int32, [2]> var_38647_split_sizes_0 = const()[name = tensor<string, []>("op_38647_split_sizes_0"), val = tensor<int32, [2]>([5120, 5120])];
            tensor<int32, []> var_38647_axis_0 = const()[name = tensor<string, []>("op_38647_axis_0"), val = tensor<int32, []>(1)];
            tensor<fp16, [2, 5120, 1, 576]> var_38647_cast_0, tensor<fp16, [2, 5120, 1, 576]> var_38647_cast_1 = split(axis = var_38647_axis_0, split_sizes = var_38647_split_sizes_0, x = var_38646_cast)[name = tensor<string, []>("op_38647_cast")];
            tensor<string, []> var_38649_mode_0 = const()[name = tensor<string, []>("op_38649_mode_0"), val = tensor<string, []>("EXACT")];
            tensor<fp16, [2, 5120, 1, 576]> var_38649_cast = gelu(mode = var_38649_mode_0, x = var_38647_cast_1)[name = tensor<string, []>("op_38649_cast")];
            tensor<fp16, [2, 5120, 1, 576]> input_509_cast = mul(x = var_38647_cast_0, y = var_38649_cast)[name = tensor<string, []>("input_509_cast")];
            tensor<int32, [2]> var_38653 = const()[name = tensor<string, []>("op_38653"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_38655 = const()[name = tensor<string, []>("op_38655"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_38657_pad_type_0 = const()[name = tensor<string, []>("op_38657_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_38657_pad_0 = const()[name = tensor<string, []>("op_38657_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 5120, 1, 1]> up_blocks_0_attentions_0_transformer_blocks_8_ff_net_2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [1638400]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(12803520))), lut = tensor<fp16, [4]>([-0x1.65p-5, -0x1.ac8p-7, 0x1.accp-7, 0x1.654p-5]), name = tensor<string, []>("up_blocks_0_attentions_0_transformer_blocks_8_ff_net_2_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 5120, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_attentions_0_transformer_blocks_8_ff_net_2_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_0_transformer_blocks_8_ff_net_2_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(14441984)))];
            tensor<fp16, [2, 1280, 1, 576]> var_38657_cast = conv(bias = up_blocks_0_attentions_0_transformer_blocks_8_ff_net_2_bias_to_fp16, dilations = var_38655, groups = var_30355, pad = var_38657_pad_0, pad_type = var_38657_pad_type_0, strides = var_38653, weight = up_blocks_0_attentions_0_transformer_blocks_8_ff_net_2_weight_to_fp16_palettized, x = input_509_cast)[name = tensor<string, []>("op_38657_cast")];
            tensor<fp16, [2, 1280, 1, 576]> inputs_259_cast = add(x = var_38657_cast, y = inputs_257_cast)[name = tensor<string, []>("inputs_259_cast")];
            tensor<int32, [1]> var_38667 = const()[name = tensor<string, []>("op_38667"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> channels_mean_259_cast = reduce_mean(axes = var_38667, keep_dims = var_30350, x = inputs_259_cast)[name = tensor<string, []>("channels_mean_259_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_259_cast = sub(x = inputs_259_cast, y = channels_mean_259_cast)[name = tensor<string, []>("zero_mean_259_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_sq_259_cast = mul(x = zero_mean_259_cast, y = zero_mean_259_cast)[name = tensor<string, []>("zero_mean_sq_259_cast")];
            tensor<int32, [1]> var_38671 = const()[name = tensor<string, []>("op_38671"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> var_38672_cast = reduce_mean(axes = var_38671, keep_dims = var_30350, x = zero_mean_sq_259_cast)[name = tensor<string, []>("op_38672_cast")];
            tensor<fp16, []> var_38673_to_fp16 = const()[name = tensor<string, []>("op_38673_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 576]> var_38674_cast = add(x = var_38672_cast, y = var_38673_to_fp16)[name = tensor<string, []>("op_38674_cast")];
            tensor<fp16, []> denom_259_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_259_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 576]> denom_259_cast = rsqrt(epsilon = denom_259_epsilon_0_to_fp16, x = var_38674_cast)[name = tensor<string, []>("denom_259_cast")];
            tensor<fp16, [2, 1280, 1, 576]> out_259_cast = mul(x = zero_mean_259_cast, y = denom_259_cast)[name = tensor<string, []>("out_259_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_38678_to_fp16 = const()[name = tensor<string, []>("op_38678_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(14444608)))];
            tensor<fp16, [2, 1280, 1, 576]> var_38679_cast = add(x = out_259_cast, y = var_38678_to_fp16)[name = tensor<string, []>("op_38679_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_38681_to_fp16 = const()[name = tensor<string, []>("op_38681_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(14447232)))];
            tensor<fp16, [2, 1280, 1, 576]> hidden_states_341_cast = mul(x = var_38679_cast, y = var_38681_to_fp16)[name = tensor<string, []>("hidden_states_341_cast")];
            tensor<int32, [2]> var_38688 = const()[name = tensor<string, []>("op_38688"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_38690 = const()[name = tensor<string, []>("op_38690"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> q_173_pad_type_0 = const()[name = tensor<string, []>("q_173_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> q_173_pad_0 = const()[name = tensor<string, []>("q_173_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_0_transformer_blocks_9_attn1_to_q_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [409600]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(14449856))), lut = tensor<fp16, [4]>([-0x1.6b4p-5, -0x1.b6cp-7, 0x1.b3cp-7, 0x1.6a4p-5]), name = tensor<string, []>("up_blocks_0_attentions_0_transformer_blocks_9_attn1_to_q_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> q_173_cast = conv(dilations = var_38690, groups = var_30355, pad = q_173_pad_0, pad_type = q_173_pad_type_0, strides = var_38688, weight = up_blocks_0_attentions_0_transformer_blocks_9_attn1_to_q_weight_to_fp16_palettized, x = hidden_states_341_cast)[name = tensor<string, []>("q_173_cast")];
            tensor<int32, [2]> var_38694 = const()[name = tensor<string, []>("op_38694"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_38696 = const()[name = tensor<string, []>("op_38696"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> k_345_pad_type_0 = const()[name = tensor<string, []>("k_345_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> k_345_pad_0 = const()[name = tensor<string, []>("k_345_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_0_transformer_blocks_9_attn1_to_k_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [409600]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(14859520))), lut = tensor<fp16, [4]>([-0x1.69cp-5, -0x1.b24p-7, 0x1.b88p-7, 0x1.6b8p-5]), name = tensor<string, []>("up_blocks_0_attentions_0_transformer_blocks_9_attn1_to_k_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> k_345_cast = conv(dilations = var_38696, groups = var_30355, pad = k_345_pad_0, pad_type = k_345_pad_type_0, strides = var_38694, weight = up_blocks_0_attentions_0_transformer_blocks_9_attn1_to_k_weight_to_fp16_palettized, x = hidden_states_341_cast)[name = tensor<string, []>("k_345_cast")];
            tensor<int32, [2]> var_38700 = const()[name = tensor<string, []>("op_38700"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_38702 = const()[name = tensor<string, []>("op_38702"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> v_173_pad_type_0 = const()[name = tensor<string, []>("v_173_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> v_173_pad_0 = const()[name = tensor<string, []>("v_173_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_0_transformer_blocks_9_attn1_to_v_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [819200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(15269184))), lut = tensor<fp16, [16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(16088448))), name = tensor<string, []>("up_blocks_0_attentions_0_transformer_blocks_9_attn1_to_v_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> v_173_cast = conv(dilations = var_38702, groups = var_30355, pad = v_173_pad_0, pad_type = v_173_pad_type_0, strides = var_38700, weight = up_blocks_0_attentions_0_transformer_blocks_9_attn1_to_v_weight_to_fp16_palettized, x = hidden_states_341_cast)[name = tensor<string, []>("v_173_cast")];
            tensor<int32, [4]> var_38706_begin_0 = const()[name = tensor<string, []>("op_38706_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_38706_end_0 = const()[name = tensor<string, []>("op_38706_end_0"), val = tensor<int32, [4]>([2, 64, 1, 576])];
            tensor<bool, [4]> var_38706_end_mask_0 = const()[name = tensor<string, []>("op_38706_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_38706_cast = slice_by_index(begin = var_38706_begin_0, end = var_38706_end_0, end_mask = var_38706_end_mask_0, x = q_173_cast)[name = tensor<string, []>("op_38706_cast")];
            tensor<int32, [4]> var_38710_begin_0 = const()[name = tensor<string, []>("op_38710_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_38710_end_0 = const()[name = tensor<string, []>("op_38710_end_0"), val = tensor<int32, [4]>([2, 128, 1, 576])];
            tensor<bool, [4]> var_38710_end_mask_0 = const()[name = tensor<string, []>("op_38710_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_38710_cast = slice_by_index(begin = var_38710_begin_0, end = var_38710_end_0, end_mask = var_38710_end_mask_0, x = q_173_cast)[name = tensor<string, []>("op_38710_cast")];
            tensor<int32, [4]> var_38714_begin_0 = const()[name = tensor<string, []>("op_38714_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_38714_end_0 = const()[name = tensor<string, []>("op_38714_end_0"), val = tensor<int32, [4]>([2, 192, 1, 576])];
            tensor<bool, [4]> var_38714_end_mask_0 = const()[name = tensor<string, []>("op_38714_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_38714_cast = slice_by_index(begin = var_38714_begin_0, end = var_38714_end_0, end_mask = var_38714_end_mask_0, x = q_173_cast)[name = tensor<string, []>("op_38714_cast")];
            tensor<int32, [4]> var_38718_begin_0 = const()[name = tensor<string, []>("op_38718_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_38718_end_0 = const()[name = tensor<string, []>("op_38718_end_0"), val = tensor<int32, [4]>([2, 256, 1, 576])];
            tensor<bool, [4]> var_38718_end_mask_0 = const()[name = tensor<string, []>("op_38718_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_38718_cast = slice_by_index(begin = var_38718_begin_0, end = var_38718_end_0, end_mask = var_38718_end_mask_0, x = q_173_cast)[name = tensor<string, []>("op_38718_cast")];
            tensor<int32, [4]> var_38722_begin_0 = const()[name = tensor<string, []>("op_38722_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_38722_end_0 = const()[name = tensor<string, []>("op_38722_end_0"), val = tensor<int32, [4]>([2, 320, 1, 576])];
            tensor<bool, [4]> var_38722_end_mask_0 = const()[name = tensor<string, []>("op_38722_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_38722_cast = slice_by_index(begin = var_38722_begin_0, end = var_38722_end_0, end_mask = var_38722_end_mask_0, x = q_173_cast)[name = tensor<string, []>("op_38722_cast")];
            tensor<int32, [4]> var_38726_begin_0 = const()[name = tensor<string, []>("op_38726_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_38726_end_0 = const()[name = tensor<string, []>("op_38726_end_0"), val = tensor<int32, [4]>([2, 384, 1, 576])];
            tensor<bool, [4]> var_38726_end_mask_0 = const()[name = tensor<string, []>("op_38726_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_38726_cast = slice_by_index(begin = var_38726_begin_0, end = var_38726_end_0, end_mask = var_38726_end_mask_0, x = q_173_cast)[name = tensor<string, []>("op_38726_cast")];
            tensor<int32, [4]> var_38730_begin_0 = const()[name = tensor<string, []>("op_38730_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_38730_end_0 = const()[name = tensor<string, []>("op_38730_end_0"), val = tensor<int32, [4]>([2, 448, 1, 576])];
            tensor<bool, [4]> var_38730_end_mask_0 = const()[name = tensor<string, []>("op_38730_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_38730_cast = slice_by_index(begin = var_38730_begin_0, end = var_38730_end_0, end_mask = var_38730_end_mask_0, x = q_173_cast)[name = tensor<string, []>("op_38730_cast")];
            tensor<int32, [4]> var_38734_begin_0 = const()[name = tensor<string, []>("op_38734_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_38734_end_0 = const()[name = tensor<string, []>("op_38734_end_0"), val = tensor<int32, [4]>([2, 512, 1, 576])];
            tensor<bool, [4]> var_38734_end_mask_0 = const()[name = tensor<string, []>("op_38734_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_38734_cast = slice_by_index(begin = var_38734_begin_0, end = var_38734_end_0, end_mask = var_38734_end_mask_0, x = q_173_cast)[name = tensor<string, []>("op_38734_cast")];
            tensor<int32, [4]> var_38738_begin_0 = const()[name = tensor<string, []>("op_38738_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_38738_end_0 = const()[name = tensor<string, []>("op_38738_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_38738_end_mask_0 = const()[name = tensor<string, []>("op_38738_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_38738_cast = slice_by_index(begin = var_38738_begin_0, end = var_38738_end_0, end_mask = var_38738_end_mask_0, x = q_173_cast)[name = tensor<string, []>("op_38738_cast")];
            tensor<int32, [4]> var_38742_begin_0 = const()[name = tensor<string, []>("op_38742_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_38742_end_0 = const()[name = tensor<string, []>("op_38742_end_0"), val = tensor<int32, [4]>([2, 640, 1, 576])];
            tensor<bool, [4]> var_38742_end_mask_0 = const()[name = tensor<string, []>("op_38742_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_38742_cast = slice_by_index(begin = var_38742_begin_0, end = var_38742_end_0, end_mask = var_38742_end_mask_0, x = q_173_cast)[name = tensor<string, []>("op_38742_cast")];
            tensor<int32, [4]> var_38746_begin_0 = const()[name = tensor<string, []>("op_38746_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_38746_end_0 = const()[name = tensor<string, []>("op_38746_end_0"), val = tensor<int32, [4]>([2, 704, 1, 576])];
            tensor<bool, [4]> var_38746_end_mask_0 = const()[name = tensor<string, []>("op_38746_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_38746_cast = slice_by_index(begin = var_38746_begin_0, end = var_38746_end_0, end_mask = var_38746_end_mask_0, x = q_173_cast)[name = tensor<string, []>("op_38746_cast")];
            tensor<int32, [4]> var_38750_begin_0 = const()[name = tensor<string, []>("op_38750_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_38750_end_0 = const()[name = tensor<string, []>("op_38750_end_0"), val = tensor<int32, [4]>([2, 768, 1, 576])];
            tensor<bool, [4]> var_38750_end_mask_0 = const()[name = tensor<string, []>("op_38750_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_38750_cast = slice_by_index(begin = var_38750_begin_0, end = var_38750_end_0, end_mask = var_38750_end_mask_0, x = q_173_cast)[name = tensor<string, []>("op_38750_cast")];
            tensor<int32, [4]> var_38754_begin_0 = const()[name = tensor<string, []>("op_38754_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_38754_end_0 = const()[name = tensor<string, []>("op_38754_end_0"), val = tensor<int32, [4]>([2, 832, 1, 576])];
            tensor<bool, [4]> var_38754_end_mask_0 = const()[name = tensor<string, []>("op_38754_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_38754_cast = slice_by_index(begin = var_38754_begin_0, end = var_38754_end_0, end_mask = var_38754_end_mask_0, x = q_173_cast)[name = tensor<string, []>("op_38754_cast")];
            tensor<int32, [4]> var_38758_begin_0 = const()[name = tensor<string, []>("op_38758_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_38758_end_0 = const()[name = tensor<string, []>("op_38758_end_0"), val = tensor<int32, [4]>([2, 896, 1, 576])];
            tensor<bool, [4]> var_38758_end_mask_0 = const()[name = tensor<string, []>("op_38758_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_38758_cast = slice_by_index(begin = var_38758_begin_0, end = var_38758_end_0, end_mask = var_38758_end_mask_0, x = q_173_cast)[name = tensor<string, []>("op_38758_cast")];
            tensor<int32, [4]> var_38762_begin_0 = const()[name = tensor<string, []>("op_38762_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_38762_end_0 = const()[name = tensor<string, []>("op_38762_end_0"), val = tensor<int32, [4]>([2, 960, 1, 576])];
            tensor<bool, [4]> var_38762_end_mask_0 = const()[name = tensor<string, []>("op_38762_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_38762_cast = slice_by_index(begin = var_38762_begin_0, end = var_38762_end_0, end_mask = var_38762_end_mask_0, x = q_173_cast)[name = tensor<string, []>("op_38762_cast")];
            tensor<int32, [4]> var_38766_begin_0 = const()[name = tensor<string, []>("op_38766_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_38766_end_0 = const()[name = tensor<string, []>("op_38766_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 576])];
            tensor<bool, [4]> var_38766_end_mask_0 = const()[name = tensor<string, []>("op_38766_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_38766_cast = slice_by_index(begin = var_38766_begin_0, end = var_38766_end_0, end_mask = var_38766_end_mask_0, x = q_173_cast)[name = tensor<string, []>("op_38766_cast")];
            tensor<int32, [4]> var_38770_begin_0 = const()[name = tensor<string, []>("op_38770_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_38770_end_0 = const()[name = tensor<string, []>("op_38770_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 576])];
            tensor<bool, [4]> var_38770_end_mask_0 = const()[name = tensor<string, []>("op_38770_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_38770_cast = slice_by_index(begin = var_38770_begin_0, end = var_38770_end_0, end_mask = var_38770_end_mask_0, x = q_173_cast)[name = tensor<string, []>("op_38770_cast")];
            tensor<int32, [4]> var_38774_begin_0 = const()[name = tensor<string, []>("op_38774_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_38774_end_0 = const()[name = tensor<string, []>("op_38774_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 576])];
            tensor<bool, [4]> var_38774_end_mask_0 = const()[name = tensor<string, []>("op_38774_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_38774_cast = slice_by_index(begin = var_38774_begin_0, end = var_38774_end_0, end_mask = var_38774_end_mask_0, x = q_173_cast)[name = tensor<string, []>("op_38774_cast")];
            tensor<int32, [4]> var_38778_begin_0 = const()[name = tensor<string, []>("op_38778_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_38778_end_0 = const()[name = tensor<string, []>("op_38778_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 576])];
            tensor<bool, [4]> var_38778_end_mask_0 = const()[name = tensor<string, []>("op_38778_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_38778_cast = slice_by_index(begin = var_38778_begin_0, end = var_38778_end_0, end_mask = var_38778_end_mask_0, x = q_173_cast)[name = tensor<string, []>("op_38778_cast")];
            tensor<int32, [4]> var_38782_begin_0 = const()[name = tensor<string, []>("op_38782_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_38782_end_0 = const()[name = tensor<string, []>("op_38782_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 576])];
            tensor<bool, [4]> var_38782_end_mask_0 = const()[name = tensor<string, []>("op_38782_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_38782_cast = slice_by_index(begin = var_38782_begin_0, end = var_38782_end_0, end_mask = var_38782_end_mask_0, x = q_173_cast)[name = tensor<string, []>("op_38782_cast")];
            tensor<int32, [4]> k_347_perm_0 = const()[name = tensor<string, []>("k_347_perm_0"), val = tensor<int32, [4]>([0, 3, 2, 1])];
            tensor<int32, [4]> var_38789_begin_0 = const()[name = tensor<string, []>("op_38789_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_38789_end_0 = const()[name = tensor<string, []>("op_38789_end_0"), val = tensor<int32, [4]>([2, 576, 1, 64])];
            tensor<bool, [4]> var_38789_end_mask_0 = const()[name = tensor<string, []>("op_38789_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 1280]> transpose_53 = transpose(perm = k_347_perm_0, x = k_345_cast)[name = tensor<string, []>("transpose_53")];
            tensor<fp16, [2, 576, 1, 64]> var_38789_cast = slice_by_index(begin = var_38789_begin_0, end = var_38789_end_0, end_mask = var_38789_end_mask_0, x = transpose_53)[name = tensor<string, []>("op_38789_cast")];
            tensor<int32, [4]> var_38793_begin_0 = const()[name = tensor<string, []>("op_38793_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 64])];
            tensor<int32, [4]> var_38793_end_0 = const()[name = tensor<string, []>("op_38793_end_0"), val = tensor<int32, [4]>([2, 576, 1, 128])];
            tensor<bool, [4]> var_38793_end_mask_0 = const()[name = tensor<string, []>("op_38793_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_38793_cast = slice_by_index(begin = var_38793_begin_0, end = var_38793_end_0, end_mask = var_38793_end_mask_0, x = transpose_53)[name = tensor<string, []>("op_38793_cast")];
            tensor<int32, [4]> var_38797_begin_0 = const()[name = tensor<string, []>("op_38797_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 128])];
            tensor<int32, [4]> var_38797_end_0 = const()[name = tensor<string, []>("op_38797_end_0"), val = tensor<int32, [4]>([2, 576, 1, 192])];
            tensor<bool, [4]> var_38797_end_mask_0 = const()[name = tensor<string, []>("op_38797_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_38797_cast = slice_by_index(begin = var_38797_begin_0, end = var_38797_end_0, end_mask = var_38797_end_mask_0, x = transpose_53)[name = tensor<string, []>("op_38797_cast")];
            tensor<int32, [4]> var_38801_begin_0 = const()[name = tensor<string, []>("op_38801_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 192])];
            tensor<int32, [4]> var_38801_end_0 = const()[name = tensor<string, []>("op_38801_end_0"), val = tensor<int32, [4]>([2, 576, 1, 256])];
            tensor<bool, [4]> var_38801_end_mask_0 = const()[name = tensor<string, []>("op_38801_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_38801_cast = slice_by_index(begin = var_38801_begin_0, end = var_38801_end_0, end_mask = var_38801_end_mask_0, x = transpose_53)[name = tensor<string, []>("op_38801_cast")];
            tensor<int32, [4]> var_38805_begin_0 = const()[name = tensor<string, []>("op_38805_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 256])];
            tensor<int32, [4]> var_38805_end_0 = const()[name = tensor<string, []>("op_38805_end_0"), val = tensor<int32, [4]>([2, 576, 1, 320])];
            tensor<bool, [4]> var_38805_end_mask_0 = const()[name = tensor<string, []>("op_38805_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_38805_cast = slice_by_index(begin = var_38805_begin_0, end = var_38805_end_0, end_mask = var_38805_end_mask_0, x = transpose_53)[name = tensor<string, []>("op_38805_cast")];
            tensor<int32, [4]> var_38809_begin_0 = const()[name = tensor<string, []>("op_38809_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 320])];
            tensor<int32, [4]> var_38809_end_0 = const()[name = tensor<string, []>("op_38809_end_0"), val = tensor<int32, [4]>([2, 576, 1, 384])];
            tensor<bool, [4]> var_38809_end_mask_0 = const()[name = tensor<string, []>("op_38809_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_38809_cast = slice_by_index(begin = var_38809_begin_0, end = var_38809_end_0, end_mask = var_38809_end_mask_0, x = transpose_53)[name = tensor<string, []>("op_38809_cast")];
            tensor<int32, [4]> var_38813_begin_0 = const()[name = tensor<string, []>("op_38813_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 384])];
            tensor<int32, [4]> var_38813_end_0 = const()[name = tensor<string, []>("op_38813_end_0"), val = tensor<int32, [4]>([2, 576, 1, 448])];
            tensor<bool, [4]> var_38813_end_mask_0 = const()[name = tensor<string, []>("op_38813_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_38813_cast = slice_by_index(begin = var_38813_begin_0, end = var_38813_end_0, end_mask = var_38813_end_mask_0, x = transpose_53)[name = tensor<string, []>("op_38813_cast")];
            tensor<int32, [4]> var_38817_begin_0 = const()[name = tensor<string, []>("op_38817_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 448])];
            tensor<int32, [4]> var_38817_end_0 = const()[name = tensor<string, []>("op_38817_end_0"), val = tensor<int32, [4]>([2, 576, 1, 512])];
            tensor<bool, [4]> var_38817_end_mask_0 = const()[name = tensor<string, []>("op_38817_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_38817_cast = slice_by_index(begin = var_38817_begin_0, end = var_38817_end_0, end_mask = var_38817_end_mask_0, x = transpose_53)[name = tensor<string, []>("op_38817_cast")];
            tensor<int32, [4]> var_38821_begin_0 = const()[name = tensor<string, []>("op_38821_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 512])];
            tensor<int32, [4]> var_38821_end_0 = const()[name = tensor<string, []>("op_38821_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_38821_end_mask_0 = const()[name = tensor<string, []>("op_38821_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_38821_cast = slice_by_index(begin = var_38821_begin_0, end = var_38821_end_0, end_mask = var_38821_end_mask_0, x = transpose_53)[name = tensor<string, []>("op_38821_cast")];
            tensor<int32, [4]> var_38825_begin_0 = const()[name = tensor<string, []>("op_38825_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 576])];
            tensor<int32, [4]> var_38825_end_0 = const()[name = tensor<string, []>("op_38825_end_0"), val = tensor<int32, [4]>([2, 576, 1, 640])];
            tensor<bool, [4]> var_38825_end_mask_0 = const()[name = tensor<string, []>("op_38825_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_38825_cast = slice_by_index(begin = var_38825_begin_0, end = var_38825_end_0, end_mask = var_38825_end_mask_0, x = transpose_53)[name = tensor<string, []>("op_38825_cast")];
            tensor<int32, [4]> var_38829_begin_0 = const()[name = tensor<string, []>("op_38829_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 640])];
            tensor<int32, [4]> var_38829_end_0 = const()[name = tensor<string, []>("op_38829_end_0"), val = tensor<int32, [4]>([2, 576, 1, 704])];
            tensor<bool, [4]> var_38829_end_mask_0 = const()[name = tensor<string, []>("op_38829_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_38829_cast = slice_by_index(begin = var_38829_begin_0, end = var_38829_end_0, end_mask = var_38829_end_mask_0, x = transpose_53)[name = tensor<string, []>("op_38829_cast")];
            tensor<int32, [4]> var_38833_begin_0 = const()[name = tensor<string, []>("op_38833_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 704])];
            tensor<int32, [4]> var_38833_end_0 = const()[name = tensor<string, []>("op_38833_end_0"), val = tensor<int32, [4]>([2, 576, 1, 768])];
            tensor<bool, [4]> var_38833_end_mask_0 = const()[name = tensor<string, []>("op_38833_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_38833_cast = slice_by_index(begin = var_38833_begin_0, end = var_38833_end_0, end_mask = var_38833_end_mask_0, x = transpose_53)[name = tensor<string, []>("op_38833_cast")];
            tensor<int32, [4]> var_38837_begin_0 = const()[name = tensor<string, []>("op_38837_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 768])];
            tensor<int32, [4]> var_38837_end_0 = const()[name = tensor<string, []>("op_38837_end_0"), val = tensor<int32, [4]>([2, 576, 1, 832])];
            tensor<bool, [4]> var_38837_end_mask_0 = const()[name = tensor<string, []>("op_38837_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_38837_cast = slice_by_index(begin = var_38837_begin_0, end = var_38837_end_0, end_mask = var_38837_end_mask_0, x = transpose_53)[name = tensor<string, []>("op_38837_cast")];
            tensor<int32, [4]> var_38841_begin_0 = const()[name = tensor<string, []>("op_38841_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 832])];
            tensor<int32, [4]> var_38841_end_0 = const()[name = tensor<string, []>("op_38841_end_0"), val = tensor<int32, [4]>([2, 576, 1, 896])];
            tensor<bool, [4]> var_38841_end_mask_0 = const()[name = tensor<string, []>("op_38841_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_38841_cast = slice_by_index(begin = var_38841_begin_0, end = var_38841_end_0, end_mask = var_38841_end_mask_0, x = transpose_53)[name = tensor<string, []>("op_38841_cast")];
            tensor<int32, [4]> var_38845_begin_0 = const()[name = tensor<string, []>("op_38845_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 896])];
            tensor<int32, [4]> var_38845_end_0 = const()[name = tensor<string, []>("op_38845_end_0"), val = tensor<int32, [4]>([2, 576, 1, 960])];
            tensor<bool, [4]> var_38845_end_mask_0 = const()[name = tensor<string, []>("op_38845_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_38845_cast = slice_by_index(begin = var_38845_begin_0, end = var_38845_end_0, end_mask = var_38845_end_mask_0, x = transpose_53)[name = tensor<string, []>("op_38845_cast")];
            tensor<int32, [4]> var_38849_begin_0 = const()[name = tensor<string, []>("op_38849_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 960])];
            tensor<int32, [4]> var_38849_end_0 = const()[name = tensor<string, []>("op_38849_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1024])];
            tensor<bool, [4]> var_38849_end_mask_0 = const()[name = tensor<string, []>("op_38849_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_38849_cast = slice_by_index(begin = var_38849_begin_0, end = var_38849_end_0, end_mask = var_38849_end_mask_0, x = transpose_53)[name = tensor<string, []>("op_38849_cast")];
            tensor<int32, [4]> var_38853_begin_0 = const()[name = tensor<string, []>("op_38853_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1024])];
            tensor<int32, [4]> var_38853_end_0 = const()[name = tensor<string, []>("op_38853_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1088])];
            tensor<bool, [4]> var_38853_end_mask_0 = const()[name = tensor<string, []>("op_38853_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_38853_cast = slice_by_index(begin = var_38853_begin_0, end = var_38853_end_0, end_mask = var_38853_end_mask_0, x = transpose_53)[name = tensor<string, []>("op_38853_cast")];
            tensor<int32, [4]> var_38857_begin_0 = const()[name = tensor<string, []>("op_38857_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1088])];
            tensor<int32, [4]> var_38857_end_0 = const()[name = tensor<string, []>("op_38857_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1152])];
            tensor<bool, [4]> var_38857_end_mask_0 = const()[name = tensor<string, []>("op_38857_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_38857_cast = slice_by_index(begin = var_38857_begin_0, end = var_38857_end_0, end_mask = var_38857_end_mask_0, x = transpose_53)[name = tensor<string, []>("op_38857_cast")];
            tensor<int32, [4]> var_38861_begin_0 = const()[name = tensor<string, []>("op_38861_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1152])];
            tensor<int32, [4]> var_38861_end_0 = const()[name = tensor<string, []>("op_38861_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1216])];
            tensor<bool, [4]> var_38861_end_mask_0 = const()[name = tensor<string, []>("op_38861_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_38861_cast = slice_by_index(begin = var_38861_begin_0, end = var_38861_end_0, end_mask = var_38861_end_mask_0, x = transpose_53)[name = tensor<string, []>("op_38861_cast")];
            tensor<int32, [4]> var_38865_begin_0 = const()[name = tensor<string, []>("op_38865_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1216])];
            tensor<int32, [4]> var_38865_end_0 = const()[name = tensor<string, []>("op_38865_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1280])];
            tensor<bool, [4]> var_38865_end_mask_0 = const()[name = tensor<string, []>("op_38865_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_38865_cast = slice_by_index(begin = var_38865_begin_0, end = var_38865_end_0, end_mask = var_38865_end_mask_0, x = transpose_53)[name = tensor<string, []>("op_38865_cast")];
            tensor<int32, [4]> var_38867_begin_0 = const()[name = tensor<string, []>("op_38867_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_38867_end_0 = const()[name = tensor<string, []>("op_38867_end_0"), val = tensor<int32, [4]>([2, 64, 1, 576])];
            tensor<bool, [4]> var_38867_end_mask_0 = const()[name = tensor<string, []>("op_38867_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_38867_cast = slice_by_index(begin = var_38867_begin_0, end = var_38867_end_0, end_mask = var_38867_end_mask_0, x = v_173_cast)[name = tensor<string, []>("op_38867_cast")];
            tensor<int32, [4]> var_38871_begin_0 = const()[name = tensor<string, []>("op_38871_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_38871_end_0 = const()[name = tensor<string, []>("op_38871_end_0"), val = tensor<int32, [4]>([2, 128, 1, 576])];
            tensor<bool, [4]> var_38871_end_mask_0 = const()[name = tensor<string, []>("op_38871_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_38871_cast = slice_by_index(begin = var_38871_begin_0, end = var_38871_end_0, end_mask = var_38871_end_mask_0, x = v_173_cast)[name = tensor<string, []>("op_38871_cast")];
            tensor<int32, [4]> var_38875_begin_0 = const()[name = tensor<string, []>("op_38875_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_38875_end_0 = const()[name = tensor<string, []>("op_38875_end_0"), val = tensor<int32, [4]>([2, 192, 1, 576])];
            tensor<bool, [4]> var_38875_end_mask_0 = const()[name = tensor<string, []>("op_38875_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_38875_cast = slice_by_index(begin = var_38875_begin_0, end = var_38875_end_0, end_mask = var_38875_end_mask_0, x = v_173_cast)[name = tensor<string, []>("op_38875_cast")];
            tensor<int32, [4]> var_38879_begin_0 = const()[name = tensor<string, []>("op_38879_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_38879_end_0 = const()[name = tensor<string, []>("op_38879_end_0"), val = tensor<int32, [4]>([2, 256, 1, 576])];
            tensor<bool, [4]> var_38879_end_mask_0 = const()[name = tensor<string, []>("op_38879_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_38879_cast = slice_by_index(begin = var_38879_begin_0, end = var_38879_end_0, end_mask = var_38879_end_mask_0, x = v_173_cast)[name = tensor<string, []>("op_38879_cast")];
            tensor<int32, [4]> var_38883_begin_0 = const()[name = tensor<string, []>("op_38883_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_38883_end_0 = const()[name = tensor<string, []>("op_38883_end_0"), val = tensor<int32, [4]>([2, 320, 1, 576])];
            tensor<bool, [4]> var_38883_end_mask_0 = const()[name = tensor<string, []>("op_38883_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_38883_cast = slice_by_index(begin = var_38883_begin_0, end = var_38883_end_0, end_mask = var_38883_end_mask_0, x = v_173_cast)[name = tensor<string, []>("op_38883_cast")];
            tensor<int32, [4]> var_38887_begin_0 = const()[name = tensor<string, []>("op_38887_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_38887_end_0 = const()[name = tensor<string, []>("op_38887_end_0"), val = tensor<int32, [4]>([2, 384, 1, 576])];
            tensor<bool, [4]> var_38887_end_mask_0 = const()[name = tensor<string, []>("op_38887_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_38887_cast = slice_by_index(begin = var_38887_begin_0, end = var_38887_end_0, end_mask = var_38887_end_mask_0, x = v_173_cast)[name = tensor<string, []>("op_38887_cast")];
            tensor<int32, [4]> var_38891_begin_0 = const()[name = tensor<string, []>("op_38891_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_38891_end_0 = const()[name = tensor<string, []>("op_38891_end_0"), val = tensor<int32, [4]>([2, 448, 1, 576])];
            tensor<bool, [4]> var_38891_end_mask_0 = const()[name = tensor<string, []>("op_38891_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_38891_cast = slice_by_index(begin = var_38891_begin_0, end = var_38891_end_0, end_mask = var_38891_end_mask_0, x = v_173_cast)[name = tensor<string, []>("op_38891_cast")];
            tensor<int32, [4]> var_38895_begin_0 = const()[name = tensor<string, []>("op_38895_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_38895_end_0 = const()[name = tensor<string, []>("op_38895_end_0"), val = tensor<int32, [4]>([2, 512, 1, 576])];
            tensor<bool, [4]> var_38895_end_mask_0 = const()[name = tensor<string, []>("op_38895_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_38895_cast = slice_by_index(begin = var_38895_begin_0, end = var_38895_end_0, end_mask = var_38895_end_mask_0, x = v_173_cast)[name = tensor<string, []>("op_38895_cast")];
            tensor<int32, [4]> var_38899_begin_0 = const()[name = tensor<string, []>("op_38899_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_38899_end_0 = const()[name = tensor<string, []>("op_38899_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_38899_end_mask_0 = const()[name = tensor<string, []>("op_38899_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_38899_cast = slice_by_index(begin = var_38899_begin_0, end = var_38899_end_0, end_mask = var_38899_end_mask_0, x = v_173_cast)[name = tensor<string, []>("op_38899_cast")];
            tensor<int32, [4]> var_38903_begin_0 = const()[name = tensor<string, []>("op_38903_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_38903_end_0 = const()[name = tensor<string, []>("op_38903_end_0"), val = tensor<int32, [4]>([2, 640, 1, 576])];
            tensor<bool, [4]> var_38903_end_mask_0 = const()[name = tensor<string, []>("op_38903_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_38903_cast = slice_by_index(begin = var_38903_begin_0, end = var_38903_end_0, end_mask = var_38903_end_mask_0, x = v_173_cast)[name = tensor<string, []>("op_38903_cast")];
            tensor<int32, [4]> var_38907_begin_0 = const()[name = tensor<string, []>("op_38907_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_38907_end_0 = const()[name = tensor<string, []>("op_38907_end_0"), val = tensor<int32, [4]>([2, 704, 1, 576])];
            tensor<bool, [4]> var_38907_end_mask_0 = const()[name = tensor<string, []>("op_38907_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_38907_cast = slice_by_index(begin = var_38907_begin_0, end = var_38907_end_0, end_mask = var_38907_end_mask_0, x = v_173_cast)[name = tensor<string, []>("op_38907_cast")];
            tensor<int32, [4]> var_38911_begin_0 = const()[name = tensor<string, []>("op_38911_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_38911_end_0 = const()[name = tensor<string, []>("op_38911_end_0"), val = tensor<int32, [4]>([2, 768, 1, 576])];
            tensor<bool, [4]> var_38911_end_mask_0 = const()[name = tensor<string, []>("op_38911_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_38911_cast = slice_by_index(begin = var_38911_begin_0, end = var_38911_end_0, end_mask = var_38911_end_mask_0, x = v_173_cast)[name = tensor<string, []>("op_38911_cast")];
            tensor<int32, [4]> var_38915_begin_0 = const()[name = tensor<string, []>("op_38915_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_38915_end_0 = const()[name = tensor<string, []>("op_38915_end_0"), val = tensor<int32, [4]>([2, 832, 1, 576])];
            tensor<bool, [4]> var_38915_end_mask_0 = const()[name = tensor<string, []>("op_38915_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_38915_cast = slice_by_index(begin = var_38915_begin_0, end = var_38915_end_0, end_mask = var_38915_end_mask_0, x = v_173_cast)[name = tensor<string, []>("op_38915_cast")];
            tensor<int32, [4]> var_38919_begin_0 = const()[name = tensor<string, []>("op_38919_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_38919_end_0 = const()[name = tensor<string, []>("op_38919_end_0"), val = tensor<int32, [4]>([2, 896, 1, 576])];
            tensor<bool, [4]> var_38919_end_mask_0 = const()[name = tensor<string, []>("op_38919_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_38919_cast = slice_by_index(begin = var_38919_begin_0, end = var_38919_end_0, end_mask = var_38919_end_mask_0, x = v_173_cast)[name = tensor<string, []>("op_38919_cast")];
            tensor<int32, [4]> var_38923_begin_0 = const()[name = tensor<string, []>("op_38923_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_38923_end_0 = const()[name = tensor<string, []>("op_38923_end_0"), val = tensor<int32, [4]>([2, 960, 1, 576])];
            tensor<bool, [4]> var_38923_end_mask_0 = const()[name = tensor<string, []>("op_38923_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_38923_cast = slice_by_index(begin = var_38923_begin_0, end = var_38923_end_0, end_mask = var_38923_end_mask_0, x = v_173_cast)[name = tensor<string, []>("op_38923_cast")];
            tensor<int32, [4]> var_38927_begin_0 = const()[name = tensor<string, []>("op_38927_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_38927_end_0 = const()[name = tensor<string, []>("op_38927_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 576])];
            tensor<bool, [4]> var_38927_end_mask_0 = const()[name = tensor<string, []>("op_38927_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_38927_cast = slice_by_index(begin = var_38927_begin_0, end = var_38927_end_0, end_mask = var_38927_end_mask_0, x = v_173_cast)[name = tensor<string, []>("op_38927_cast")];
            tensor<int32, [4]> var_38931_begin_0 = const()[name = tensor<string, []>("op_38931_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_38931_end_0 = const()[name = tensor<string, []>("op_38931_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 576])];
            tensor<bool, [4]> var_38931_end_mask_0 = const()[name = tensor<string, []>("op_38931_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_38931_cast = slice_by_index(begin = var_38931_begin_0, end = var_38931_end_0, end_mask = var_38931_end_mask_0, x = v_173_cast)[name = tensor<string, []>("op_38931_cast")];
            tensor<int32, [4]> var_38935_begin_0 = const()[name = tensor<string, []>("op_38935_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_38935_end_0 = const()[name = tensor<string, []>("op_38935_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 576])];
            tensor<bool, [4]> var_38935_end_mask_0 = const()[name = tensor<string, []>("op_38935_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_38935_cast = slice_by_index(begin = var_38935_begin_0, end = var_38935_end_0, end_mask = var_38935_end_mask_0, x = v_173_cast)[name = tensor<string, []>("op_38935_cast")];
            tensor<int32, [4]> var_38939_begin_0 = const()[name = tensor<string, []>("op_38939_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_38939_end_0 = const()[name = tensor<string, []>("op_38939_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 576])];
            tensor<bool, [4]> var_38939_end_mask_0 = const()[name = tensor<string, []>("op_38939_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_38939_cast = slice_by_index(begin = var_38939_begin_0, end = var_38939_end_0, end_mask = var_38939_end_mask_0, x = v_173_cast)[name = tensor<string, []>("op_38939_cast")];
            tensor<int32, [4]> var_38943_begin_0 = const()[name = tensor<string, []>("op_38943_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_38943_end_0 = const()[name = tensor<string, []>("op_38943_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 576])];
            tensor<bool, [4]> var_38943_end_mask_0 = const()[name = tensor<string, []>("op_38943_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_38943_cast = slice_by_index(begin = var_38943_begin_0, end = var_38943_end_0, end_mask = var_38943_end_mask_0, x = v_173_cast)[name = tensor<string, []>("op_38943_cast")];
            tensor<string, []> var_38947_equation_0 = const()[name = tensor<string, []>("op_38947_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_38947_cast = einsum(equation = var_38947_equation_0, values = (var_38789_cast, var_38706_cast))[name = tensor<string, []>("op_38947_cast")];
            tensor<fp16, []> var_38948_to_fp16 = const()[name = tensor<string, []>("op_38948_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3281_cast = mul(x = var_38947_cast, y = var_38948_to_fp16)[name = tensor<string, []>("aw_3281_cast")];
            tensor<string, []> var_38951_equation_0 = const()[name = tensor<string, []>("op_38951_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_38951_cast = einsum(equation = var_38951_equation_0, values = (var_38793_cast, var_38710_cast))[name = tensor<string, []>("op_38951_cast")];
            tensor<fp16, []> var_38952_to_fp16 = const()[name = tensor<string, []>("op_38952_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3283_cast = mul(x = var_38951_cast, y = var_38952_to_fp16)[name = tensor<string, []>("aw_3283_cast")];
            tensor<string, []> var_38955_equation_0 = const()[name = tensor<string, []>("op_38955_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_38955_cast = einsum(equation = var_38955_equation_0, values = (var_38797_cast, var_38714_cast))[name = tensor<string, []>("op_38955_cast")];
            tensor<fp16, []> var_38956_to_fp16 = const()[name = tensor<string, []>("op_38956_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3285_cast = mul(x = var_38955_cast, y = var_38956_to_fp16)[name = tensor<string, []>("aw_3285_cast")];
            tensor<string, []> var_38959_equation_0 = const()[name = tensor<string, []>("op_38959_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_38959_cast = einsum(equation = var_38959_equation_0, values = (var_38801_cast, var_38718_cast))[name = tensor<string, []>("op_38959_cast")];
            tensor<fp16, []> var_38960_to_fp16 = const()[name = tensor<string, []>("op_38960_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3287_cast = mul(x = var_38959_cast, y = var_38960_to_fp16)[name = tensor<string, []>("aw_3287_cast")];
            tensor<string, []> var_38963_equation_0 = const()[name = tensor<string, []>("op_38963_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_38963_cast = einsum(equation = var_38963_equation_0, values = (var_38805_cast, var_38722_cast))[name = tensor<string, []>("op_38963_cast")];
            tensor<fp16, []> var_38964_to_fp16 = const()[name = tensor<string, []>("op_38964_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3289_cast = mul(x = var_38963_cast, y = var_38964_to_fp16)[name = tensor<string, []>("aw_3289_cast")];
            tensor<string, []> var_38967_equation_0 = const()[name = tensor<string, []>("op_38967_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_38967_cast = einsum(equation = var_38967_equation_0, values = (var_38809_cast, var_38726_cast))[name = tensor<string, []>("op_38967_cast")];
            tensor<fp16, []> var_38968_to_fp16 = const()[name = tensor<string, []>("op_38968_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3291_cast = mul(x = var_38967_cast, y = var_38968_to_fp16)[name = tensor<string, []>("aw_3291_cast")];
            tensor<string, []> var_38971_equation_0 = const()[name = tensor<string, []>("op_38971_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_38971_cast = einsum(equation = var_38971_equation_0, values = (var_38813_cast, var_38730_cast))[name = tensor<string, []>("op_38971_cast")];
            tensor<fp16, []> var_38972_to_fp16 = const()[name = tensor<string, []>("op_38972_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3293_cast = mul(x = var_38971_cast, y = var_38972_to_fp16)[name = tensor<string, []>("aw_3293_cast")];
            tensor<string, []> var_38975_equation_0 = const()[name = tensor<string, []>("op_38975_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_38975_cast = einsum(equation = var_38975_equation_0, values = (var_38817_cast, var_38734_cast))[name = tensor<string, []>("op_38975_cast")];
            tensor<fp16, []> var_38976_to_fp16 = const()[name = tensor<string, []>("op_38976_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3295_cast = mul(x = var_38975_cast, y = var_38976_to_fp16)[name = tensor<string, []>("aw_3295_cast")];
            tensor<string, []> var_38979_equation_0 = const()[name = tensor<string, []>("op_38979_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_38979_cast = einsum(equation = var_38979_equation_0, values = (var_38821_cast, var_38738_cast))[name = tensor<string, []>("op_38979_cast")];
            tensor<fp16, []> var_38980_to_fp16 = const()[name = tensor<string, []>("op_38980_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3297_cast = mul(x = var_38979_cast, y = var_38980_to_fp16)[name = tensor<string, []>("aw_3297_cast")];
            tensor<string, []> var_38983_equation_0 = const()[name = tensor<string, []>("op_38983_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_38983_cast = einsum(equation = var_38983_equation_0, values = (var_38825_cast, var_38742_cast))[name = tensor<string, []>("op_38983_cast")];
            tensor<fp16, []> var_38984_to_fp16 = const()[name = tensor<string, []>("op_38984_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3299_cast = mul(x = var_38983_cast, y = var_38984_to_fp16)[name = tensor<string, []>("aw_3299_cast")];
            tensor<string, []> var_38987_equation_0 = const()[name = tensor<string, []>("op_38987_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_38987_cast = einsum(equation = var_38987_equation_0, values = (var_38829_cast, var_38746_cast))[name = tensor<string, []>("op_38987_cast")];
            tensor<fp16, []> var_38988_to_fp16 = const()[name = tensor<string, []>("op_38988_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3301_cast = mul(x = var_38987_cast, y = var_38988_to_fp16)[name = tensor<string, []>("aw_3301_cast")];
            tensor<string, []> var_38991_equation_0 = const()[name = tensor<string, []>("op_38991_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_38991_cast = einsum(equation = var_38991_equation_0, values = (var_38833_cast, var_38750_cast))[name = tensor<string, []>("op_38991_cast")];
            tensor<fp16, []> var_38992_to_fp16 = const()[name = tensor<string, []>("op_38992_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3303_cast = mul(x = var_38991_cast, y = var_38992_to_fp16)[name = tensor<string, []>("aw_3303_cast")];
            tensor<string, []> var_38995_equation_0 = const()[name = tensor<string, []>("op_38995_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_38995_cast = einsum(equation = var_38995_equation_0, values = (var_38837_cast, var_38754_cast))[name = tensor<string, []>("op_38995_cast")];
            tensor<fp16, []> var_38996_to_fp16 = const()[name = tensor<string, []>("op_38996_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3305_cast = mul(x = var_38995_cast, y = var_38996_to_fp16)[name = tensor<string, []>("aw_3305_cast")];
            tensor<string, []> var_38999_equation_0 = const()[name = tensor<string, []>("op_38999_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_38999_cast = einsum(equation = var_38999_equation_0, values = (var_38841_cast, var_38758_cast))[name = tensor<string, []>("op_38999_cast")];
            tensor<fp16, []> var_39000_to_fp16 = const()[name = tensor<string, []>("op_39000_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3307_cast = mul(x = var_38999_cast, y = var_39000_to_fp16)[name = tensor<string, []>("aw_3307_cast")];
            tensor<string, []> var_39003_equation_0 = const()[name = tensor<string, []>("op_39003_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_39003_cast = einsum(equation = var_39003_equation_0, values = (var_38845_cast, var_38762_cast))[name = tensor<string, []>("op_39003_cast")];
            tensor<fp16, []> var_39004_to_fp16 = const()[name = tensor<string, []>("op_39004_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3309_cast = mul(x = var_39003_cast, y = var_39004_to_fp16)[name = tensor<string, []>("aw_3309_cast")];
            tensor<string, []> var_39007_equation_0 = const()[name = tensor<string, []>("op_39007_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_39007_cast = einsum(equation = var_39007_equation_0, values = (var_38849_cast, var_38766_cast))[name = tensor<string, []>("op_39007_cast")];
            tensor<fp16, []> var_39008_to_fp16 = const()[name = tensor<string, []>("op_39008_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3311_cast = mul(x = var_39007_cast, y = var_39008_to_fp16)[name = tensor<string, []>("aw_3311_cast")];
            tensor<string, []> var_39011_equation_0 = const()[name = tensor<string, []>("op_39011_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_39011_cast = einsum(equation = var_39011_equation_0, values = (var_38853_cast, var_38770_cast))[name = tensor<string, []>("op_39011_cast")];
            tensor<fp16, []> var_39012_to_fp16 = const()[name = tensor<string, []>("op_39012_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3313_cast = mul(x = var_39011_cast, y = var_39012_to_fp16)[name = tensor<string, []>("aw_3313_cast")];
            tensor<string, []> var_39015_equation_0 = const()[name = tensor<string, []>("op_39015_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_39015_cast = einsum(equation = var_39015_equation_0, values = (var_38857_cast, var_38774_cast))[name = tensor<string, []>("op_39015_cast")];
            tensor<fp16, []> var_39016_to_fp16 = const()[name = tensor<string, []>("op_39016_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3315_cast = mul(x = var_39015_cast, y = var_39016_to_fp16)[name = tensor<string, []>("aw_3315_cast")];
            tensor<string, []> var_39019_equation_0 = const()[name = tensor<string, []>("op_39019_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_39019_cast = einsum(equation = var_39019_equation_0, values = (var_38861_cast, var_38778_cast))[name = tensor<string, []>("op_39019_cast")];
            tensor<fp16, []> var_39020_to_fp16 = const()[name = tensor<string, []>("op_39020_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3317_cast = mul(x = var_39019_cast, y = var_39020_to_fp16)[name = tensor<string, []>("aw_3317_cast")];
            tensor<string, []> var_39023_equation_0 = const()[name = tensor<string, []>("op_39023_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_39023_cast = einsum(equation = var_39023_equation_0, values = (var_38865_cast, var_38782_cast))[name = tensor<string, []>("op_39023_cast")];
            tensor<fp16, []> var_39024_to_fp16 = const()[name = tensor<string, []>("op_39024_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3319_cast = mul(x = var_39023_cast, y = var_39024_to_fp16)[name = tensor<string, []>("aw_3319_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_39026_cast = softmax(axis = var_30355, x = aw_3281_cast)[name = tensor<string, []>("op_39026_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_39027_cast = softmax(axis = var_30355, x = aw_3283_cast)[name = tensor<string, []>("op_39027_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_39028_cast = softmax(axis = var_30355, x = aw_3285_cast)[name = tensor<string, []>("op_39028_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_39029_cast = softmax(axis = var_30355, x = aw_3287_cast)[name = tensor<string, []>("op_39029_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_39030_cast = softmax(axis = var_30355, x = aw_3289_cast)[name = tensor<string, []>("op_39030_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_39031_cast = softmax(axis = var_30355, x = aw_3291_cast)[name = tensor<string, []>("op_39031_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_39032_cast = softmax(axis = var_30355, x = aw_3293_cast)[name = tensor<string, []>("op_39032_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_39033_cast = softmax(axis = var_30355, x = aw_3295_cast)[name = tensor<string, []>("op_39033_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_39034_cast = softmax(axis = var_30355, x = aw_3297_cast)[name = tensor<string, []>("op_39034_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_39035_cast = softmax(axis = var_30355, x = aw_3299_cast)[name = tensor<string, []>("op_39035_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_39036_cast = softmax(axis = var_30355, x = aw_3301_cast)[name = tensor<string, []>("op_39036_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_39037_cast = softmax(axis = var_30355, x = aw_3303_cast)[name = tensor<string, []>("op_39037_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_39038_cast = softmax(axis = var_30355, x = aw_3305_cast)[name = tensor<string, []>("op_39038_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_39039_cast = softmax(axis = var_30355, x = aw_3307_cast)[name = tensor<string, []>("op_39039_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_39040_cast = softmax(axis = var_30355, x = aw_3309_cast)[name = tensor<string, []>("op_39040_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_39041_cast = softmax(axis = var_30355, x = aw_3311_cast)[name = tensor<string, []>("op_39041_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_39042_cast = softmax(axis = var_30355, x = aw_3313_cast)[name = tensor<string, []>("op_39042_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_39043_cast = softmax(axis = var_30355, x = aw_3315_cast)[name = tensor<string, []>("op_39043_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_39044_cast = softmax(axis = var_30355, x = aw_3317_cast)[name = tensor<string, []>("op_39044_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_39045_cast = softmax(axis = var_30355, x = aw_3319_cast)[name = tensor<string, []>("op_39045_cast")];
            tensor<string, []> var_39047_equation_0 = const()[name = tensor<string, []>("op_39047_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_39047_cast = einsum(equation = var_39047_equation_0, values = (var_38867_cast, var_39026_cast))[name = tensor<string, []>("op_39047_cast")];
            tensor<string, []> var_39049_equation_0 = const()[name = tensor<string, []>("op_39049_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_39049_cast = einsum(equation = var_39049_equation_0, values = (var_38871_cast, var_39027_cast))[name = tensor<string, []>("op_39049_cast")];
            tensor<string, []> var_39051_equation_0 = const()[name = tensor<string, []>("op_39051_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_39051_cast = einsum(equation = var_39051_equation_0, values = (var_38875_cast, var_39028_cast))[name = tensor<string, []>("op_39051_cast")];
            tensor<string, []> var_39053_equation_0 = const()[name = tensor<string, []>("op_39053_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_39053_cast = einsum(equation = var_39053_equation_0, values = (var_38879_cast, var_39029_cast))[name = tensor<string, []>("op_39053_cast")];
            tensor<string, []> var_39055_equation_0 = const()[name = tensor<string, []>("op_39055_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_39055_cast = einsum(equation = var_39055_equation_0, values = (var_38883_cast, var_39030_cast))[name = tensor<string, []>("op_39055_cast")];
            tensor<string, []> var_39057_equation_0 = const()[name = tensor<string, []>("op_39057_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_39057_cast = einsum(equation = var_39057_equation_0, values = (var_38887_cast, var_39031_cast))[name = tensor<string, []>("op_39057_cast")];
            tensor<string, []> var_39059_equation_0 = const()[name = tensor<string, []>("op_39059_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_39059_cast = einsum(equation = var_39059_equation_0, values = (var_38891_cast, var_39032_cast))[name = tensor<string, []>("op_39059_cast")];
            tensor<string, []> var_39061_equation_0 = const()[name = tensor<string, []>("op_39061_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_39061_cast = einsum(equation = var_39061_equation_0, values = (var_38895_cast, var_39033_cast))[name = tensor<string, []>("op_39061_cast")];
            tensor<string, []> var_39063_equation_0 = const()[name = tensor<string, []>("op_39063_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_39063_cast = einsum(equation = var_39063_equation_0, values = (var_38899_cast, var_39034_cast))[name = tensor<string, []>("op_39063_cast")];
            tensor<string, []> var_39065_equation_0 = const()[name = tensor<string, []>("op_39065_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_39065_cast = einsum(equation = var_39065_equation_0, values = (var_38903_cast, var_39035_cast))[name = tensor<string, []>("op_39065_cast")];
            tensor<string, []> var_39067_equation_0 = const()[name = tensor<string, []>("op_39067_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_39067_cast = einsum(equation = var_39067_equation_0, values = (var_38907_cast, var_39036_cast))[name = tensor<string, []>("op_39067_cast")];
            tensor<string, []> var_39069_equation_0 = const()[name = tensor<string, []>("op_39069_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_39069_cast = einsum(equation = var_39069_equation_0, values = (var_38911_cast, var_39037_cast))[name = tensor<string, []>("op_39069_cast")];
            tensor<string, []> var_39071_equation_0 = const()[name = tensor<string, []>("op_39071_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_39071_cast = einsum(equation = var_39071_equation_0, values = (var_38915_cast, var_39038_cast))[name = tensor<string, []>("op_39071_cast")];
            tensor<string, []> var_39073_equation_0 = const()[name = tensor<string, []>("op_39073_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_39073_cast = einsum(equation = var_39073_equation_0, values = (var_38919_cast, var_39039_cast))[name = tensor<string, []>("op_39073_cast")];
            tensor<string, []> var_39075_equation_0 = const()[name = tensor<string, []>("op_39075_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_39075_cast = einsum(equation = var_39075_equation_0, values = (var_38923_cast, var_39040_cast))[name = tensor<string, []>("op_39075_cast")];
            tensor<string, []> var_39077_equation_0 = const()[name = tensor<string, []>("op_39077_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_39077_cast = einsum(equation = var_39077_equation_0, values = (var_38927_cast, var_39041_cast))[name = tensor<string, []>("op_39077_cast")];
            tensor<string, []> var_39079_equation_0 = const()[name = tensor<string, []>("op_39079_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_39079_cast = einsum(equation = var_39079_equation_0, values = (var_38931_cast, var_39042_cast))[name = tensor<string, []>("op_39079_cast")];
            tensor<string, []> var_39081_equation_0 = const()[name = tensor<string, []>("op_39081_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_39081_cast = einsum(equation = var_39081_equation_0, values = (var_38935_cast, var_39043_cast))[name = tensor<string, []>("op_39081_cast")];
            tensor<string, []> var_39083_equation_0 = const()[name = tensor<string, []>("op_39083_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_39083_cast = einsum(equation = var_39083_equation_0, values = (var_38939_cast, var_39044_cast))[name = tensor<string, []>("op_39083_cast")];
            tensor<string, []> var_39085_equation_0 = const()[name = tensor<string, []>("op_39085_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_39085_cast = einsum(equation = var_39085_equation_0, values = (var_38943_cast, var_39045_cast))[name = tensor<string, []>("op_39085_cast")];
            tensor<bool, []> input_511_interleave_0 = const()[name = tensor<string, []>("input_511_interleave_0"), val = tensor<bool, []>(false)];
            tensor<fp16, [2, 1280, 1, 576]> input_511_cast = concat(axis = var_30355, interleave = input_511_interleave_0, values = (var_39047_cast, var_39049_cast, var_39051_cast, var_39053_cast, var_39055_cast, var_39057_cast, var_39059_cast, var_39061_cast, var_39063_cast, var_39065_cast, var_39067_cast, var_39069_cast, var_39071_cast, var_39073_cast, var_39075_cast, var_39077_cast, var_39079_cast, var_39081_cast, var_39083_cast, var_39085_cast))[name = tensor<string, []>("input_511_cast")];
            tensor<int32, [2]> var_39091 = const()[name = tensor<string, []>("op_39091"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_39093 = const()[name = tensor<string, []>("op_39093"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_39095_pad_type_0 = const()[name = tensor<string, []>("op_39095_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_39095_pad_0 = const()[name = tensor<string, []>("op_39095_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_0_transformer_blocks_9_attn1_to_out_0_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [819200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(16088576))), lut = tensor<fp16, [16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(16907840))), name = tensor<string, []>("up_blocks_0_attentions_0_transformer_blocks_9_attn1_to_out_0_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_attentions_0_transformer_blocks_9_attn1_to_out_0_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_0_transformer_blocks_9_attn1_to_out_0_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(16907968)))];
            tensor<fp16, [2, 1280, 1, 576]> var_39095_cast = conv(bias = up_blocks_0_attentions_0_transformer_blocks_9_attn1_to_out_0_bias_to_fp16, dilations = var_39093, groups = var_30355, pad = var_39095_pad_0, pad_type = var_39095_pad_type_0, strides = var_39091, weight = up_blocks_0_attentions_0_transformer_blocks_9_attn1_to_out_0_weight_to_fp16_palettized, x = input_511_cast)[name = tensor<string, []>("op_39095_cast")];
            tensor<fp16, [2, 1280, 1, 576]> inputs_261_cast = add(x = var_39095_cast, y = inputs_259_cast)[name = tensor<string, []>("inputs_261_cast")];
            tensor<int32, [1]> var_39099 = const()[name = tensor<string, []>("op_39099"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> channels_mean_261_cast = reduce_mean(axes = var_39099, keep_dims = var_30350, x = inputs_261_cast)[name = tensor<string, []>("channels_mean_261_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_261_cast = sub(x = inputs_261_cast, y = channels_mean_261_cast)[name = tensor<string, []>("zero_mean_261_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_sq_261_cast = mul(x = zero_mean_261_cast, y = zero_mean_261_cast)[name = tensor<string, []>("zero_mean_sq_261_cast")];
            tensor<int32, [1]> var_39103 = const()[name = tensor<string, []>("op_39103"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> var_39104_cast = reduce_mean(axes = var_39103, keep_dims = var_30350, x = zero_mean_sq_261_cast)[name = tensor<string, []>("op_39104_cast")];
            tensor<fp16, []> var_39105_to_fp16 = const()[name = tensor<string, []>("op_39105_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 576]> var_39106_cast = add(x = var_39104_cast, y = var_39105_to_fp16)[name = tensor<string, []>("op_39106_cast")];
            tensor<fp16, []> denom_261_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_261_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 576]> denom_261_cast = rsqrt(epsilon = denom_261_epsilon_0_to_fp16, x = var_39106_cast)[name = tensor<string, []>("denom_261_cast")];
            tensor<fp16, [2, 1280, 1, 576]> out_261_cast = mul(x = zero_mean_261_cast, y = denom_261_cast)[name = tensor<string, []>("out_261_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_39110_to_fp16 = const()[name = tensor<string, []>("op_39110_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(16910592)))];
            tensor<fp16, [2, 1280, 1, 576]> var_39111_cast = add(x = out_261_cast, y = var_39110_to_fp16)[name = tensor<string, []>("op_39111_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_39113_to_fp16 = const()[name = tensor<string, []>("op_39113_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(16913216)))];
            tensor<fp16, [2, 1280, 1, 576]> hidden_states_343_cast = mul(x = var_39111_cast, y = var_39113_to_fp16)[name = tensor<string, []>("hidden_states_343_cast")];
            tensor<int32, [2]> var_39120 = const()[name = tensor<string, []>("op_39120"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_39122 = const()[name = tensor<string, []>("op_39122"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> q_175_pad_type_0 = const()[name = tensor<string, []>("q_175_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> q_175_pad_0 = const()[name = tensor<string, []>("q_175_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_0_transformer_blocks_9_attn2_to_q_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [204800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(16915840))), lut = tensor<fp16, [2]>([-0x1.944p-7, 0x1.958p-7]), name = tensor<string, []>("up_blocks_0_attentions_0_transformer_blocks_9_attn2_to_q_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> q_175_cast = conv(dilations = var_39122, groups = var_30355, pad = q_175_pad_0, pad_type = q_175_pad_type_0, strides = var_39120, weight = up_blocks_0_attentions_0_transformer_blocks_9_attn2_to_q_weight_to_fp16_palettized, x = hidden_states_343_cast)[name = tensor<string, []>("q_175_cast")];
            tensor<int32, [2]> var_39126 = const()[name = tensor<string, []>("op_39126"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_39128 = const()[name = tensor<string, []>("op_39128"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> k_349_pad_type_0 = const()[name = tensor<string, []>("k_349_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> k_349_pad_0 = const()[name = tensor<string, []>("k_349_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 2048, 1, 1]> up_blocks_0_attentions_0_transformer_blocks_9_attn2_to_k_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [327680]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(17120704))), lut = tensor<fp16, [2]>([-0x1.128p-7, 0x1.124p-7]), name = tensor<string, []>("up_blocks_0_attentions_0_transformer_blocks_9_attn2_to_k_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 2048, 1, 1])];
            tensor<fp16, [2, 1280, 1, 77]> k_349_cast = conv(dilations = var_39128, groups = var_30355, pad = k_349_pad_0, pad_type = k_349_pad_type_0, strides = var_39126, weight = up_blocks_0_attentions_0_transformer_blocks_9_attn2_to_k_weight_to_fp16_palettized, x = encoder_hidden_states)[name = tensor<string, []>("k_349_cast")];
            tensor<int32, [2]> var_39132 = const()[name = tensor<string, []>("op_39132"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_39134 = const()[name = tensor<string, []>("op_39134"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> v_175_pad_type_0 = const()[name = tensor<string, []>("v_175_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> v_175_pad_0 = const()[name = tensor<string, []>("v_175_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 2048, 1, 1]> up_blocks_0_attentions_0_transformer_blocks_9_attn2_to_v_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [327680]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(17448448))), lut = tensor<fp16, [2]>([-0x1.57p-7, 0x1.57cp-7]), name = tensor<string, []>("up_blocks_0_attentions_0_transformer_blocks_9_attn2_to_v_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 2048, 1, 1])];
            tensor<fp16, [2, 1280, 1, 77]> v_175_cast = conv(dilations = var_39134, groups = var_30355, pad = v_175_pad_0, pad_type = v_175_pad_type_0, strides = var_39132, weight = up_blocks_0_attentions_0_transformer_blocks_9_attn2_to_v_weight_to_fp16_palettized, x = encoder_hidden_states)[name = tensor<string, []>("v_175_cast")];
            tensor<int32, [4]> var_39138_begin_0 = const()[name = tensor<string, []>("op_39138_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_39138_end_0 = const()[name = tensor<string, []>("op_39138_end_0"), val = tensor<int32, [4]>([2, 64, 1, 576])];
            tensor<bool, [4]> var_39138_end_mask_0 = const()[name = tensor<string, []>("op_39138_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_39138_cast = slice_by_index(begin = var_39138_begin_0, end = var_39138_end_0, end_mask = var_39138_end_mask_0, x = q_175_cast)[name = tensor<string, []>("op_39138_cast")];
            tensor<int32, [4]> var_39142_begin_0 = const()[name = tensor<string, []>("op_39142_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_39142_end_0 = const()[name = tensor<string, []>("op_39142_end_0"), val = tensor<int32, [4]>([2, 128, 1, 576])];
            tensor<bool, [4]> var_39142_end_mask_0 = const()[name = tensor<string, []>("op_39142_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_39142_cast = slice_by_index(begin = var_39142_begin_0, end = var_39142_end_0, end_mask = var_39142_end_mask_0, x = q_175_cast)[name = tensor<string, []>("op_39142_cast")];
            tensor<int32, [4]> var_39146_begin_0 = const()[name = tensor<string, []>("op_39146_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_39146_end_0 = const()[name = tensor<string, []>("op_39146_end_0"), val = tensor<int32, [4]>([2, 192, 1, 576])];
            tensor<bool, [4]> var_39146_end_mask_0 = const()[name = tensor<string, []>("op_39146_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_39146_cast = slice_by_index(begin = var_39146_begin_0, end = var_39146_end_0, end_mask = var_39146_end_mask_0, x = q_175_cast)[name = tensor<string, []>("op_39146_cast")];
            tensor<int32, [4]> var_39150_begin_0 = const()[name = tensor<string, []>("op_39150_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_39150_end_0 = const()[name = tensor<string, []>("op_39150_end_0"), val = tensor<int32, [4]>([2, 256, 1, 576])];
            tensor<bool, [4]> var_39150_end_mask_0 = const()[name = tensor<string, []>("op_39150_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_39150_cast = slice_by_index(begin = var_39150_begin_0, end = var_39150_end_0, end_mask = var_39150_end_mask_0, x = q_175_cast)[name = tensor<string, []>("op_39150_cast")];
            tensor<int32, [4]> var_39154_begin_0 = const()[name = tensor<string, []>("op_39154_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_39154_end_0 = const()[name = tensor<string, []>("op_39154_end_0"), val = tensor<int32, [4]>([2, 320, 1, 576])];
            tensor<bool, [4]> var_39154_end_mask_0 = const()[name = tensor<string, []>("op_39154_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_39154_cast = slice_by_index(begin = var_39154_begin_0, end = var_39154_end_0, end_mask = var_39154_end_mask_0, x = q_175_cast)[name = tensor<string, []>("op_39154_cast")];
            tensor<int32, [4]> var_39158_begin_0 = const()[name = tensor<string, []>("op_39158_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_39158_end_0 = const()[name = tensor<string, []>("op_39158_end_0"), val = tensor<int32, [4]>([2, 384, 1, 576])];
            tensor<bool, [4]> var_39158_end_mask_0 = const()[name = tensor<string, []>("op_39158_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_39158_cast = slice_by_index(begin = var_39158_begin_0, end = var_39158_end_0, end_mask = var_39158_end_mask_0, x = q_175_cast)[name = tensor<string, []>("op_39158_cast")];
            tensor<int32, [4]> var_39162_begin_0 = const()[name = tensor<string, []>("op_39162_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_39162_end_0 = const()[name = tensor<string, []>("op_39162_end_0"), val = tensor<int32, [4]>([2, 448, 1, 576])];
            tensor<bool, [4]> var_39162_end_mask_0 = const()[name = tensor<string, []>("op_39162_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_39162_cast = slice_by_index(begin = var_39162_begin_0, end = var_39162_end_0, end_mask = var_39162_end_mask_0, x = q_175_cast)[name = tensor<string, []>("op_39162_cast")];
            tensor<int32, [4]> var_39166_begin_0 = const()[name = tensor<string, []>("op_39166_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_39166_end_0 = const()[name = tensor<string, []>("op_39166_end_0"), val = tensor<int32, [4]>([2, 512, 1, 576])];
            tensor<bool, [4]> var_39166_end_mask_0 = const()[name = tensor<string, []>("op_39166_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_39166_cast = slice_by_index(begin = var_39166_begin_0, end = var_39166_end_0, end_mask = var_39166_end_mask_0, x = q_175_cast)[name = tensor<string, []>("op_39166_cast")];
            tensor<int32, [4]> var_39170_begin_0 = const()[name = tensor<string, []>("op_39170_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_39170_end_0 = const()[name = tensor<string, []>("op_39170_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_39170_end_mask_0 = const()[name = tensor<string, []>("op_39170_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_39170_cast = slice_by_index(begin = var_39170_begin_0, end = var_39170_end_0, end_mask = var_39170_end_mask_0, x = q_175_cast)[name = tensor<string, []>("op_39170_cast")];
            tensor<int32, [4]> var_39174_begin_0 = const()[name = tensor<string, []>("op_39174_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_39174_end_0 = const()[name = tensor<string, []>("op_39174_end_0"), val = tensor<int32, [4]>([2, 640, 1, 576])];
            tensor<bool, [4]> var_39174_end_mask_0 = const()[name = tensor<string, []>("op_39174_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_39174_cast = slice_by_index(begin = var_39174_begin_0, end = var_39174_end_0, end_mask = var_39174_end_mask_0, x = q_175_cast)[name = tensor<string, []>("op_39174_cast")];
            tensor<int32, [4]> var_39178_begin_0 = const()[name = tensor<string, []>("op_39178_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_39178_end_0 = const()[name = tensor<string, []>("op_39178_end_0"), val = tensor<int32, [4]>([2, 704, 1, 576])];
            tensor<bool, [4]> var_39178_end_mask_0 = const()[name = tensor<string, []>("op_39178_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_39178_cast = slice_by_index(begin = var_39178_begin_0, end = var_39178_end_0, end_mask = var_39178_end_mask_0, x = q_175_cast)[name = tensor<string, []>("op_39178_cast")];
            tensor<int32, [4]> var_39182_begin_0 = const()[name = tensor<string, []>("op_39182_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_39182_end_0 = const()[name = tensor<string, []>("op_39182_end_0"), val = tensor<int32, [4]>([2, 768, 1, 576])];
            tensor<bool, [4]> var_39182_end_mask_0 = const()[name = tensor<string, []>("op_39182_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_39182_cast = slice_by_index(begin = var_39182_begin_0, end = var_39182_end_0, end_mask = var_39182_end_mask_0, x = q_175_cast)[name = tensor<string, []>("op_39182_cast")];
            tensor<int32, [4]> var_39186_begin_0 = const()[name = tensor<string, []>("op_39186_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_39186_end_0 = const()[name = tensor<string, []>("op_39186_end_0"), val = tensor<int32, [4]>([2, 832, 1, 576])];
            tensor<bool, [4]> var_39186_end_mask_0 = const()[name = tensor<string, []>("op_39186_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_39186_cast = slice_by_index(begin = var_39186_begin_0, end = var_39186_end_0, end_mask = var_39186_end_mask_0, x = q_175_cast)[name = tensor<string, []>("op_39186_cast")];
            tensor<int32, [4]> var_39190_begin_0 = const()[name = tensor<string, []>("op_39190_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_39190_end_0 = const()[name = tensor<string, []>("op_39190_end_0"), val = tensor<int32, [4]>([2, 896, 1, 576])];
            tensor<bool, [4]> var_39190_end_mask_0 = const()[name = tensor<string, []>("op_39190_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_39190_cast = slice_by_index(begin = var_39190_begin_0, end = var_39190_end_0, end_mask = var_39190_end_mask_0, x = q_175_cast)[name = tensor<string, []>("op_39190_cast")];
            tensor<int32, [4]> var_39194_begin_0 = const()[name = tensor<string, []>("op_39194_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_39194_end_0 = const()[name = tensor<string, []>("op_39194_end_0"), val = tensor<int32, [4]>([2, 960, 1, 576])];
            tensor<bool, [4]> var_39194_end_mask_0 = const()[name = tensor<string, []>("op_39194_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_39194_cast = slice_by_index(begin = var_39194_begin_0, end = var_39194_end_0, end_mask = var_39194_end_mask_0, x = q_175_cast)[name = tensor<string, []>("op_39194_cast")];
            tensor<int32, [4]> var_39198_begin_0 = const()[name = tensor<string, []>("op_39198_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_39198_end_0 = const()[name = tensor<string, []>("op_39198_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 576])];
            tensor<bool, [4]> var_39198_end_mask_0 = const()[name = tensor<string, []>("op_39198_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_39198_cast = slice_by_index(begin = var_39198_begin_0, end = var_39198_end_0, end_mask = var_39198_end_mask_0, x = q_175_cast)[name = tensor<string, []>("op_39198_cast")];
            tensor<int32, [4]> var_39202_begin_0 = const()[name = tensor<string, []>("op_39202_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_39202_end_0 = const()[name = tensor<string, []>("op_39202_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 576])];
            tensor<bool, [4]> var_39202_end_mask_0 = const()[name = tensor<string, []>("op_39202_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_39202_cast = slice_by_index(begin = var_39202_begin_0, end = var_39202_end_0, end_mask = var_39202_end_mask_0, x = q_175_cast)[name = tensor<string, []>("op_39202_cast")];
            tensor<int32, [4]> var_39206_begin_0 = const()[name = tensor<string, []>("op_39206_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_39206_end_0 = const()[name = tensor<string, []>("op_39206_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 576])];
            tensor<bool, [4]> var_39206_end_mask_0 = const()[name = tensor<string, []>("op_39206_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_39206_cast = slice_by_index(begin = var_39206_begin_0, end = var_39206_end_0, end_mask = var_39206_end_mask_0, x = q_175_cast)[name = tensor<string, []>("op_39206_cast")];
            tensor<int32, [4]> var_39210_begin_0 = const()[name = tensor<string, []>("op_39210_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_39210_end_0 = const()[name = tensor<string, []>("op_39210_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 576])];
            tensor<bool, [4]> var_39210_end_mask_0 = const()[name = tensor<string, []>("op_39210_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_39210_cast = slice_by_index(begin = var_39210_begin_0, end = var_39210_end_0, end_mask = var_39210_end_mask_0, x = q_175_cast)[name = tensor<string, []>("op_39210_cast")];
            tensor<int32, [4]> var_39214_begin_0 = const()[name = tensor<string, []>("op_39214_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_39214_end_0 = const()[name = tensor<string, []>("op_39214_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 576])];
            tensor<bool, [4]> var_39214_end_mask_0 = const()[name = tensor<string, []>("op_39214_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_39214_cast = slice_by_index(begin = var_39214_begin_0, end = var_39214_end_0, end_mask = var_39214_end_mask_0, x = q_175_cast)[name = tensor<string, []>("op_39214_cast")];
            tensor<int32, [4]> k_351_perm_0 = const()[name = tensor<string, []>("k_351_perm_0"), val = tensor<int32, [4]>([0, 3, 2, 1])];
            tensor<int32, [4]> var_39221_begin_0 = const()[name = tensor<string, []>("op_39221_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_39221_end_0 = const()[name = tensor<string, []>("op_39221_end_0"), val = tensor<int32, [4]>([2, 77, 1, 64])];
            tensor<bool, [4]> var_39221_end_mask_0 = const()[name = tensor<string, []>("op_39221_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 1280]> transpose_52 = transpose(perm = k_351_perm_0, x = k_349_cast)[name = tensor<string, []>("transpose_52")];
            tensor<fp16, [2, 77, 1, 64]> var_39221_cast = slice_by_index(begin = var_39221_begin_0, end = var_39221_end_0, end_mask = var_39221_end_mask_0, x = transpose_52)[name = tensor<string, []>("op_39221_cast")];
            tensor<int32, [4]> var_39225_begin_0 = const()[name = tensor<string, []>("op_39225_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 64])];
            tensor<int32, [4]> var_39225_end_0 = const()[name = tensor<string, []>("op_39225_end_0"), val = tensor<int32, [4]>([2, 77, 1, 128])];
            tensor<bool, [4]> var_39225_end_mask_0 = const()[name = tensor<string, []>("op_39225_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_39225_cast = slice_by_index(begin = var_39225_begin_0, end = var_39225_end_0, end_mask = var_39225_end_mask_0, x = transpose_52)[name = tensor<string, []>("op_39225_cast")];
            tensor<int32, [4]> var_39229_begin_0 = const()[name = tensor<string, []>("op_39229_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 128])];
            tensor<int32, [4]> var_39229_end_0 = const()[name = tensor<string, []>("op_39229_end_0"), val = tensor<int32, [4]>([2, 77, 1, 192])];
            tensor<bool, [4]> var_39229_end_mask_0 = const()[name = tensor<string, []>("op_39229_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_39229_cast = slice_by_index(begin = var_39229_begin_0, end = var_39229_end_0, end_mask = var_39229_end_mask_0, x = transpose_52)[name = tensor<string, []>("op_39229_cast")];
            tensor<int32, [4]> var_39233_begin_0 = const()[name = tensor<string, []>("op_39233_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 192])];
            tensor<int32, [4]> var_39233_end_0 = const()[name = tensor<string, []>("op_39233_end_0"), val = tensor<int32, [4]>([2, 77, 1, 256])];
            tensor<bool, [4]> var_39233_end_mask_0 = const()[name = tensor<string, []>("op_39233_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_39233_cast = slice_by_index(begin = var_39233_begin_0, end = var_39233_end_0, end_mask = var_39233_end_mask_0, x = transpose_52)[name = tensor<string, []>("op_39233_cast")];
            tensor<int32, [4]> var_39237_begin_0 = const()[name = tensor<string, []>("op_39237_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 256])];
            tensor<int32, [4]> var_39237_end_0 = const()[name = tensor<string, []>("op_39237_end_0"), val = tensor<int32, [4]>([2, 77, 1, 320])];
            tensor<bool, [4]> var_39237_end_mask_0 = const()[name = tensor<string, []>("op_39237_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_39237_cast = slice_by_index(begin = var_39237_begin_0, end = var_39237_end_0, end_mask = var_39237_end_mask_0, x = transpose_52)[name = tensor<string, []>("op_39237_cast")];
            tensor<int32, [4]> var_39241_begin_0 = const()[name = tensor<string, []>("op_39241_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 320])];
            tensor<int32, [4]> var_39241_end_0 = const()[name = tensor<string, []>("op_39241_end_0"), val = tensor<int32, [4]>([2, 77, 1, 384])];
            tensor<bool, [4]> var_39241_end_mask_0 = const()[name = tensor<string, []>("op_39241_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_39241_cast = slice_by_index(begin = var_39241_begin_0, end = var_39241_end_0, end_mask = var_39241_end_mask_0, x = transpose_52)[name = tensor<string, []>("op_39241_cast")];
            tensor<int32, [4]> var_39245_begin_0 = const()[name = tensor<string, []>("op_39245_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 384])];
            tensor<int32, [4]> var_39245_end_0 = const()[name = tensor<string, []>("op_39245_end_0"), val = tensor<int32, [4]>([2, 77, 1, 448])];
            tensor<bool, [4]> var_39245_end_mask_0 = const()[name = tensor<string, []>("op_39245_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_39245_cast = slice_by_index(begin = var_39245_begin_0, end = var_39245_end_0, end_mask = var_39245_end_mask_0, x = transpose_52)[name = tensor<string, []>("op_39245_cast")];
            tensor<int32, [4]> var_39249_begin_0 = const()[name = tensor<string, []>("op_39249_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 448])];
            tensor<int32, [4]> var_39249_end_0 = const()[name = tensor<string, []>("op_39249_end_0"), val = tensor<int32, [4]>([2, 77, 1, 512])];
            tensor<bool, [4]> var_39249_end_mask_0 = const()[name = tensor<string, []>("op_39249_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_39249_cast = slice_by_index(begin = var_39249_begin_0, end = var_39249_end_0, end_mask = var_39249_end_mask_0, x = transpose_52)[name = tensor<string, []>("op_39249_cast")];
            tensor<int32, [4]> var_39253_begin_0 = const()[name = tensor<string, []>("op_39253_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 512])];
            tensor<int32, [4]> var_39253_end_0 = const()[name = tensor<string, []>("op_39253_end_0"), val = tensor<int32, [4]>([2, 77, 1, 576])];
            tensor<bool, [4]> var_39253_end_mask_0 = const()[name = tensor<string, []>("op_39253_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_39253_cast = slice_by_index(begin = var_39253_begin_0, end = var_39253_end_0, end_mask = var_39253_end_mask_0, x = transpose_52)[name = tensor<string, []>("op_39253_cast")];
            tensor<int32, [4]> var_39257_begin_0 = const()[name = tensor<string, []>("op_39257_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 576])];
            tensor<int32, [4]> var_39257_end_0 = const()[name = tensor<string, []>("op_39257_end_0"), val = tensor<int32, [4]>([2, 77, 1, 640])];
            tensor<bool, [4]> var_39257_end_mask_0 = const()[name = tensor<string, []>("op_39257_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_39257_cast = slice_by_index(begin = var_39257_begin_0, end = var_39257_end_0, end_mask = var_39257_end_mask_0, x = transpose_52)[name = tensor<string, []>("op_39257_cast")];
            tensor<int32, [4]> var_39261_begin_0 = const()[name = tensor<string, []>("op_39261_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 640])];
            tensor<int32, [4]> var_39261_end_0 = const()[name = tensor<string, []>("op_39261_end_0"), val = tensor<int32, [4]>([2, 77, 1, 704])];
            tensor<bool, [4]> var_39261_end_mask_0 = const()[name = tensor<string, []>("op_39261_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_39261_cast = slice_by_index(begin = var_39261_begin_0, end = var_39261_end_0, end_mask = var_39261_end_mask_0, x = transpose_52)[name = tensor<string, []>("op_39261_cast")];
            tensor<int32, [4]> var_39265_begin_0 = const()[name = tensor<string, []>("op_39265_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 704])];
            tensor<int32, [4]> var_39265_end_0 = const()[name = tensor<string, []>("op_39265_end_0"), val = tensor<int32, [4]>([2, 77, 1, 768])];
            tensor<bool, [4]> var_39265_end_mask_0 = const()[name = tensor<string, []>("op_39265_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_39265_cast = slice_by_index(begin = var_39265_begin_0, end = var_39265_end_0, end_mask = var_39265_end_mask_0, x = transpose_52)[name = tensor<string, []>("op_39265_cast")];
            tensor<int32, [4]> var_39269_begin_0 = const()[name = tensor<string, []>("op_39269_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 768])];
            tensor<int32, [4]> var_39269_end_0 = const()[name = tensor<string, []>("op_39269_end_0"), val = tensor<int32, [4]>([2, 77, 1, 832])];
            tensor<bool, [4]> var_39269_end_mask_0 = const()[name = tensor<string, []>("op_39269_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_39269_cast = slice_by_index(begin = var_39269_begin_0, end = var_39269_end_0, end_mask = var_39269_end_mask_0, x = transpose_52)[name = tensor<string, []>("op_39269_cast")];
            tensor<int32, [4]> var_39273_begin_0 = const()[name = tensor<string, []>("op_39273_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 832])];
            tensor<int32, [4]> var_39273_end_0 = const()[name = tensor<string, []>("op_39273_end_0"), val = tensor<int32, [4]>([2, 77, 1, 896])];
            tensor<bool, [4]> var_39273_end_mask_0 = const()[name = tensor<string, []>("op_39273_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_39273_cast = slice_by_index(begin = var_39273_begin_0, end = var_39273_end_0, end_mask = var_39273_end_mask_0, x = transpose_52)[name = tensor<string, []>("op_39273_cast")];
            tensor<int32, [4]> var_39277_begin_0 = const()[name = tensor<string, []>("op_39277_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 896])];
            tensor<int32, [4]> var_39277_end_0 = const()[name = tensor<string, []>("op_39277_end_0"), val = tensor<int32, [4]>([2, 77, 1, 960])];
            tensor<bool, [4]> var_39277_end_mask_0 = const()[name = tensor<string, []>("op_39277_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_39277_cast = slice_by_index(begin = var_39277_begin_0, end = var_39277_end_0, end_mask = var_39277_end_mask_0, x = transpose_52)[name = tensor<string, []>("op_39277_cast")];
            tensor<int32, [4]> var_39281_begin_0 = const()[name = tensor<string, []>("op_39281_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 960])];
            tensor<int32, [4]> var_39281_end_0 = const()[name = tensor<string, []>("op_39281_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1024])];
            tensor<bool, [4]> var_39281_end_mask_0 = const()[name = tensor<string, []>("op_39281_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_39281_cast = slice_by_index(begin = var_39281_begin_0, end = var_39281_end_0, end_mask = var_39281_end_mask_0, x = transpose_52)[name = tensor<string, []>("op_39281_cast")];
            tensor<int32, [4]> var_39285_begin_0 = const()[name = tensor<string, []>("op_39285_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1024])];
            tensor<int32, [4]> var_39285_end_0 = const()[name = tensor<string, []>("op_39285_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1088])];
            tensor<bool, [4]> var_39285_end_mask_0 = const()[name = tensor<string, []>("op_39285_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_39285_cast = slice_by_index(begin = var_39285_begin_0, end = var_39285_end_0, end_mask = var_39285_end_mask_0, x = transpose_52)[name = tensor<string, []>("op_39285_cast")];
            tensor<int32, [4]> var_39289_begin_0 = const()[name = tensor<string, []>("op_39289_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1088])];
            tensor<int32, [4]> var_39289_end_0 = const()[name = tensor<string, []>("op_39289_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1152])];
            tensor<bool, [4]> var_39289_end_mask_0 = const()[name = tensor<string, []>("op_39289_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_39289_cast = slice_by_index(begin = var_39289_begin_0, end = var_39289_end_0, end_mask = var_39289_end_mask_0, x = transpose_52)[name = tensor<string, []>("op_39289_cast")];
            tensor<int32, [4]> var_39293_begin_0 = const()[name = tensor<string, []>("op_39293_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1152])];
            tensor<int32, [4]> var_39293_end_0 = const()[name = tensor<string, []>("op_39293_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1216])];
            tensor<bool, [4]> var_39293_end_mask_0 = const()[name = tensor<string, []>("op_39293_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_39293_cast = slice_by_index(begin = var_39293_begin_0, end = var_39293_end_0, end_mask = var_39293_end_mask_0, x = transpose_52)[name = tensor<string, []>("op_39293_cast")];
            tensor<int32, [4]> var_39297_begin_0 = const()[name = tensor<string, []>("op_39297_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1216])];
            tensor<int32, [4]> var_39297_end_0 = const()[name = tensor<string, []>("op_39297_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1280])];
            tensor<bool, [4]> var_39297_end_mask_0 = const()[name = tensor<string, []>("op_39297_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_39297_cast = slice_by_index(begin = var_39297_begin_0, end = var_39297_end_0, end_mask = var_39297_end_mask_0, x = transpose_52)[name = tensor<string, []>("op_39297_cast")];
            tensor<int32, [4]> var_39299_begin_0 = const()[name = tensor<string, []>("op_39299_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_39299_end_0 = const()[name = tensor<string, []>("op_39299_end_0"), val = tensor<int32, [4]>([2, 64, 1, 77])];
            tensor<bool, [4]> var_39299_end_mask_0 = const()[name = tensor<string, []>("op_39299_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_39299_cast = slice_by_index(begin = var_39299_begin_0, end = var_39299_end_0, end_mask = var_39299_end_mask_0, x = v_175_cast)[name = tensor<string, []>("op_39299_cast")];
            tensor<int32, [4]> var_39303_begin_0 = const()[name = tensor<string, []>("op_39303_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_39303_end_0 = const()[name = tensor<string, []>("op_39303_end_0"), val = tensor<int32, [4]>([2, 128, 1, 77])];
            tensor<bool, [4]> var_39303_end_mask_0 = const()[name = tensor<string, []>("op_39303_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_39303_cast = slice_by_index(begin = var_39303_begin_0, end = var_39303_end_0, end_mask = var_39303_end_mask_0, x = v_175_cast)[name = tensor<string, []>("op_39303_cast")];
            tensor<int32, [4]> var_39307_begin_0 = const()[name = tensor<string, []>("op_39307_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_39307_end_0 = const()[name = tensor<string, []>("op_39307_end_0"), val = tensor<int32, [4]>([2, 192, 1, 77])];
            tensor<bool, [4]> var_39307_end_mask_0 = const()[name = tensor<string, []>("op_39307_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_39307_cast = slice_by_index(begin = var_39307_begin_0, end = var_39307_end_0, end_mask = var_39307_end_mask_0, x = v_175_cast)[name = tensor<string, []>("op_39307_cast")];
            tensor<int32, [4]> var_39311_begin_0 = const()[name = tensor<string, []>("op_39311_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_39311_end_0 = const()[name = tensor<string, []>("op_39311_end_0"), val = tensor<int32, [4]>([2, 256, 1, 77])];
            tensor<bool, [4]> var_39311_end_mask_0 = const()[name = tensor<string, []>("op_39311_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_39311_cast = slice_by_index(begin = var_39311_begin_0, end = var_39311_end_0, end_mask = var_39311_end_mask_0, x = v_175_cast)[name = tensor<string, []>("op_39311_cast")];
            tensor<int32, [4]> var_39315_begin_0 = const()[name = tensor<string, []>("op_39315_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_39315_end_0 = const()[name = tensor<string, []>("op_39315_end_0"), val = tensor<int32, [4]>([2, 320, 1, 77])];
            tensor<bool, [4]> var_39315_end_mask_0 = const()[name = tensor<string, []>("op_39315_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_39315_cast = slice_by_index(begin = var_39315_begin_0, end = var_39315_end_0, end_mask = var_39315_end_mask_0, x = v_175_cast)[name = tensor<string, []>("op_39315_cast")];
            tensor<int32, [4]> var_39319_begin_0 = const()[name = tensor<string, []>("op_39319_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_39319_end_0 = const()[name = tensor<string, []>("op_39319_end_0"), val = tensor<int32, [4]>([2, 384, 1, 77])];
            tensor<bool, [4]> var_39319_end_mask_0 = const()[name = tensor<string, []>("op_39319_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_39319_cast = slice_by_index(begin = var_39319_begin_0, end = var_39319_end_0, end_mask = var_39319_end_mask_0, x = v_175_cast)[name = tensor<string, []>("op_39319_cast")];
            tensor<int32, [4]> var_39323_begin_0 = const()[name = tensor<string, []>("op_39323_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_39323_end_0 = const()[name = tensor<string, []>("op_39323_end_0"), val = tensor<int32, [4]>([2, 448, 1, 77])];
            tensor<bool, [4]> var_39323_end_mask_0 = const()[name = tensor<string, []>("op_39323_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_39323_cast = slice_by_index(begin = var_39323_begin_0, end = var_39323_end_0, end_mask = var_39323_end_mask_0, x = v_175_cast)[name = tensor<string, []>("op_39323_cast")];
            tensor<int32, [4]> var_39327_begin_0 = const()[name = tensor<string, []>("op_39327_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_39327_end_0 = const()[name = tensor<string, []>("op_39327_end_0"), val = tensor<int32, [4]>([2, 512, 1, 77])];
            tensor<bool, [4]> var_39327_end_mask_0 = const()[name = tensor<string, []>("op_39327_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_39327_cast = slice_by_index(begin = var_39327_begin_0, end = var_39327_end_0, end_mask = var_39327_end_mask_0, x = v_175_cast)[name = tensor<string, []>("op_39327_cast")];
            tensor<int32, [4]> var_39331_begin_0 = const()[name = tensor<string, []>("op_39331_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_39331_end_0 = const()[name = tensor<string, []>("op_39331_end_0"), val = tensor<int32, [4]>([2, 576, 1, 77])];
            tensor<bool, [4]> var_39331_end_mask_0 = const()[name = tensor<string, []>("op_39331_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_39331_cast = slice_by_index(begin = var_39331_begin_0, end = var_39331_end_0, end_mask = var_39331_end_mask_0, x = v_175_cast)[name = tensor<string, []>("op_39331_cast")];
            tensor<int32, [4]> var_39335_begin_0 = const()[name = tensor<string, []>("op_39335_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_39335_end_0 = const()[name = tensor<string, []>("op_39335_end_0"), val = tensor<int32, [4]>([2, 640, 1, 77])];
            tensor<bool, [4]> var_39335_end_mask_0 = const()[name = tensor<string, []>("op_39335_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_39335_cast = slice_by_index(begin = var_39335_begin_0, end = var_39335_end_0, end_mask = var_39335_end_mask_0, x = v_175_cast)[name = tensor<string, []>("op_39335_cast")];
            tensor<int32, [4]> var_39339_begin_0 = const()[name = tensor<string, []>("op_39339_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_39339_end_0 = const()[name = tensor<string, []>("op_39339_end_0"), val = tensor<int32, [4]>([2, 704, 1, 77])];
            tensor<bool, [4]> var_39339_end_mask_0 = const()[name = tensor<string, []>("op_39339_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_39339_cast = slice_by_index(begin = var_39339_begin_0, end = var_39339_end_0, end_mask = var_39339_end_mask_0, x = v_175_cast)[name = tensor<string, []>("op_39339_cast")];
            tensor<int32, [4]> var_39343_begin_0 = const()[name = tensor<string, []>("op_39343_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_39343_end_0 = const()[name = tensor<string, []>("op_39343_end_0"), val = tensor<int32, [4]>([2, 768, 1, 77])];
            tensor<bool, [4]> var_39343_end_mask_0 = const()[name = tensor<string, []>("op_39343_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_39343_cast = slice_by_index(begin = var_39343_begin_0, end = var_39343_end_0, end_mask = var_39343_end_mask_0, x = v_175_cast)[name = tensor<string, []>("op_39343_cast")];
            tensor<int32, [4]> var_39347_begin_0 = const()[name = tensor<string, []>("op_39347_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_39347_end_0 = const()[name = tensor<string, []>("op_39347_end_0"), val = tensor<int32, [4]>([2, 832, 1, 77])];
            tensor<bool, [4]> var_39347_end_mask_0 = const()[name = tensor<string, []>("op_39347_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_39347_cast = slice_by_index(begin = var_39347_begin_0, end = var_39347_end_0, end_mask = var_39347_end_mask_0, x = v_175_cast)[name = tensor<string, []>("op_39347_cast")];
            tensor<int32, [4]> var_39351_begin_0 = const()[name = tensor<string, []>("op_39351_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_39351_end_0 = const()[name = tensor<string, []>("op_39351_end_0"), val = tensor<int32, [4]>([2, 896, 1, 77])];
            tensor<bool, [4]> var_39351_end_mask_0 = const()[name = tensor<string, []>("op_39351_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_39351_cast = slice_by_index(begin = var_39351_begin_0, end = var_39351_end_0, end_mask = var_39351_end_mask_0, x = v_175_cast)[name = tensor<string, []>("op_39351_cast")];
            tensor<int32, [4]> var_39355_begin_0 = const()[name = tensor<string, []>("op_39355_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_39355_end_0 = const()[name = tensor<string, []>("op_39355_end_0"), val = tensor<int32, [4]>([2, 960, 1, 77])];
            tensor<bool, [4]> var_39355_end_mask_0 = const()[name = tensor<string, []>("op_39355_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_39355_cast = slice_by_index(begin = var_39355_begin_0, end = var_39355_end_0, end_mask = var_39355_end_mask_0, x = v_175_cast)[name = tensor<string, []>("op_39355_cast")];
            tensor<int32, [4]> var_39359_begin_0 = const()[name = tensor<string, []>("op_39359_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_39359_end_0 = const()[name = tensor<string, []>("op_39359_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 77])];
            tensor<bool, [4]> var_39359_end_mask_0 = const()[name = tensor<string, []>("op_39359_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_39359_cast = slice_by_index(begin = var_39359_begin_0, end = var_39359_end_0, end_mask = var_39359_end_mask_0, x = v_175_cast)[name = tensor<string, []>("op_39359_cast")];
            tensor<int32, [4]> var_39363_begin_0 = const()[name = tensor<string, []>("op_39363_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_39363_end_0 = const()[name = tensor<string, []>("op_39363_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 77])];
            tensor<bool, [4]> var_39363_end_mask_0 = const()[name = tensor<string, []>("op_39363_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_39363_cast = slice_by_index(begin = var_39363_begin_0, end = var_39363_end_0, end_mask = var_39363_end_mask_0, x = v_175_cast)[name = tensor<string, []>("op_39363_cast")];
            tensor<int32, [4]> var_39367_begin_0 = const()[name = tensor<string, []>("op_39367_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_39367_end_0 = const()[name = tensor<string, []>("op_39367_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 77])];
            tensor<bool, [4]> var_39367_end_mask_0 = const()[name = tensor<string, []>("op_39367_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_39367_cast = slice_by_index(begin = var_39367_begin_0, end = var_39367_end_0, end_mask = var_39367_end_mask_0, x = v_175_cast)[name = tensor<string, []>("op_39367_cast")];
            tensor<int32, [4]> var_39371_begin_0 = const()[name = tensor<string, []>("op_39371_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_39371_end_0 = const()[name = tensor<string, []>("op_39371_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 77])];
            tensor<bool, [4]> var_39371_end_mask_0 = const()[name = tensor<string, []>("op_39371_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_39371_cast = slice_by_index(begin = var_39371_begin_0, end = var_39371_end_0, end_mask = var_39371_end_mask_0, x = v_175_cast)[name = tensor<string, []>("op_39371_cast")];
            tensor<int32, [4]> var_39375_begin_0 = const()[name = tensor<string, []>("op_39375_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_39375_end_0 = const()[name = tensor<string, []>("op_39375_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 77])];
            tensor<bool, [4]> var_39375_end_mask_0 = const()[name = tensor<string, []>("op_39375_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_39375_cast = slice_by_index(begin = var_39375_begin_0, end = var_39375_end_0, end_mask = var_39375_end_mask_0, x = v_175_cast)[name = tensor<string, []>("op_39375_cast")];
            tensor<string, []> var_39379_equation_0 = const()[name = tensor<string, []>("op_39379_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_39379_cast = einsum(equation = var_39379_equation_0, values = (var_39221_cast, var_39138_cast))[name = tensor<string, []>("op_39379_cast")];
            tensor<fp16, []> var_39380_to_fp16 = const()[name = tensor<string, []>("op_39380_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3321_cast = mul(x = var_39379_cast, y = var_39380_to_fp16)[name = tensor<string, []>("aw_3321_cast")];
            tensor<string, []> var_39383_equation_0 = const()[name = tensor<string, []>("op_39383_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_39383_cast = einsum(equation = var_39383_equation_0, values = (var_39225_cast, var_39142_cast))[name = tensor<string, []>("op_39383_cast")];
            tensor<fp16, []> var_39384_to_fp16 = const()[name = tensor<string, []>("op_39384_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3323_cast = mul(x = var_39383_cast, y = var_39384_to_fp16)[name = tensor<string, []>("aw_3323_cast")];
            tensor<string, []> var_39387_equation_0 = const()[name = tensor<string, []>("op_39387_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_39387_cast = einsum(equation = var_39387_equation_0, values = (var_39229_cast, var_39146_cast))[name = tensor<string, []>("op_39387_cast")];
            tensor<fp16, []> var_39388_to_fp16 = const()[name = tensor<string, []>("op_39388_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3325_cast = mul(x = var_39387_cast, y = var_39388_to_fp16)[name = tensor<string, []>("aw_3325_cast")];
            tensor<string, []> var_39391_equation_0 = const()[name = tensor<string, []>("op_39391_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_39391_cast = einsum(equation = var_39391_equation_0, values = (var_39233_cast, var_39150_cast))[name = tensor<string, []>("op_39391_cast")];
            tensor<fp16, []> var_39392_to_fp16 = const()[name = tensor<string, []>("op_39392_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3327_cast = mul(x = var_39391_cast, y = var_39392_to_fp16)[name = tensor<string, []>("aw_3327_cast")];
            tensor<string, []> var_39395_equation_0 = const()[name = tensor<string, []>("op_39395_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_39395_cast = einsum(equation = var_39395_equation_0, values = (var_39237_cast, var_39154_cast))[name = tensor<string, []>("op_39395_cast")];
            tensor<fp16, []> var_39396_to_fp16 = const()[name = tensor<string, []>("op_39396_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3329_cast = mul(x = var_39395_cast, y = var_39396_to_fp16)[name = tensor<string, []>("aw_3329_cast")];
            tensor<string, []> var_39399_equation_0 = const()[name = tensor<string, []>("op_39399_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_39399_cast = einsum(equation = var_39399_equation_0, values = (var_39241_cast, var_39158_cast))[name = tensor<string, []>("op_39399_cast")];
            tensor<fp16, []> var_39400_to_fp16 = const()[name = tensor<string, []>("op_39400_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3331_cast = mul(x = var_39399_cast, y = var_39400_to_fp16)[name = tensor<string, []>("aw_3331_cast")];
            tensor<string, []> var_39403_equation_0 = const()[name = tensor<string, []>("op_39403_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_39403_cast = einsum(equation = var_39403_equation_0, values = (var_39245_cast, var_39162_cast))[name = tensor<string, []>("op_39403_cast")];
            tensor<fp16, []> var_39404_to_fp16 = const()[name = tensor<string, []>("op_39404_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3333_cast = mul(x = var_39403_cast, y = var_39404_to_fp16)[name = tensor<string, []>("aw_3333_cast")];
            tensor<string, []> var_39407_equation_0 = const()[name = tensor<string, []>("op_39407_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_39407_cast = einsum(equation = var_39407_equation_0, values = (var_39249_cast, var_39166_cast))[name = tensor<string, []>("op_39407_cast")];
            tensor<fp16, []> var_39408_to_fp16 = const()[name = tensor<string, []>("op_39408_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3335_cast = mul(x = var_39407_cast, y = var_39408_to_fp16)[name = tensor<string, []>("aw_3335_cast")];
            tensor<string, []> var_39411_equation_0 = const()[name = tensor<string, []>("op_39411_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_39411_cast = einsum(equation = var_39411_equation_0, values = (var_39253_cast, var_39170_cast))[name = tensor<string, []>("op_39411_cast")];
            tensor<fp16, []> var_39412_to_fp16 = const()[name = tensor<string, []>("op_39412_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3337_cast = mul(x = var_39411_cast, y = var_39412_to_fp16)[name = tensor<string, []>("aw_3337_cast")];
            tensor<string, []> var_39415_equation_0 = const()[name = tensor<string, []>("op_39415_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_39415_cast = einsum(equation = var_39415_equation_0, values = (var_39257_cast, var_39174_cast))[name = tensor<string, []>("op_39415_cast")];
            tensor<fp16, []> var_39416_to_fp16 = const()[name = tensor<string, []>("op_39416_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3339_cast = mul(x = var_39415_cast, y = var_39416_to_fp16)[name = tensor<string, []>("aw_3339_cast")];
            tensor<string, []> var_39419_equation_0 = const()[name = tensor<string, []>("op_39419_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_39419_cast = einsum(equation = var_39419_equation_0, values = (var_39261_cast, var_39178_cast))[name = tensor<string, []>("op_39419_cast")];
            tensor<fp16, []> var_39420_to_fp16 = const()[name = tensor<string, []>("op_39420_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3341_cast = mul(x = var_39419_cast, y = var_39420_to_fp16)[name = tensor<string, []>("aw_3341_cast")];
            tensor<string, []> var_39423_equation_0 = const()[name = tensor<string, []>("op_39423_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_39423_cast = einsum(equation = var_39423_equation_0, values = (var_39265_cast, var_39182_cast))[name = tensor<string, []>("op_39423_cast")];
            tensor<fp16, []> var_39424_to_fp16 = const()[name = tensor<string, []>("op_39424_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3343_cast = mul(x = var_39423_cast, y = var_39424_to_fp16)[name = tensor<string, []>("aw_3343_cast")];
            tensor<string, []> var_39427_equation_0 = const()[name = tensor<string, []>("op_39427_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_39427_cast = einsum(equation = var_39427_equation_0, values = (var_39269_cast, var_39186_cast))[name = tensor<string, []>("op_39427_cast")];
            tensor<fp16, []> var_39428_to_fp16 = const()[name = tensor<string, []>("op_39428_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3345_cast = mul(x = var_39427_cast, y = var_39428_to_fp16)[name = tensor<string, []>("aw_3345_cast")];
            tensor<string, []> var_39431_equation_0 = const()[name = tensor<string, []>("op_39431_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_39431_cast = einsum(equation = var_39431_equation_0, values = (var_39273_cast, var_39190_cast))[name = tensor<string, []>("op_39431_cast")];
            tensor<fp16, []> var_39432_to_fp16 = const()[name = tensor<string, []>("op_39432_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3347_cast = mul(x = var_39431_cast, y = var_39432_to_fp16)[name = tensor<string, []>("aw_3347_cast")];
            tensor<string, []> var_39435_equation_0 = const()[name = tensor<string, []>("op_39435_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_39435_cast = einsum(equation = var_39435_equation_0, values = (var_39277_cast, var_39194_cast))[name = tensor<string, []>("op_39435_cast")];
            tensor<fp16, []> var_39436_to_fp16 = const()[name = tensor<string, []>("op_39436_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3349_cast = mul(x = var_39435_cast, y = var_39436_to_fp16)[name = tensor<string, []>("aw_3349_cast")];
            tensor<string, []> var_39439_equation_0 = const()[name = tensor<string, []>("op_39439_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_39439_cast = einsum(equation = var_39439_equation_0, values = (var_39281_cast, var_39198_cast))[name = tensor<string, []>("op_39439_cast")];
            tensor<fp16, []> var_39440_to_fp16 = const()[name = tensor<string, []>("op_39440_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3351_cast = mul(x = var_39439_cast, y = var_39440_to_fp16)[name = tensor<string, []>("aw_3351_cast")];
            tensor<string, []> var_39443_equation_0 = const()[name = tensor<string, []>("op_39443_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_39443_cast = einsum(equation = var_39443_equation_0, values = (var_39285_cast, var_39202_cast))[name = tensor<string, []>("op_39443_cast")];
            tensor<fp16, []> var_39444_to_fp16 = const()[name = tensor<string, []>("op_39444_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3353_cast = mul(x = var_39443_cast, y = var_39444_to_fp16)[name = tensor<string, []>("aw_3353_cast")];
            tensor<string, []> var_39447_equation_0 = const()[name = tensor<string, []>("op_39447_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_39447_cast = einsum(equation = var_39447_equation_0, values = (var_39289_cast, var_39206_cast))[name = tensor<string, []>("op_39447_cast")];
            tensor<fp16, []> var_39448_to_fp16 = const()[name = tensor<string, []>("op_39448_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3355_cast = mul(x = var_39447_cast, y = var_39448_to_fp16)[name = tensor<string, []>("aw_3355_cast")];
            tensor<string, []> var_39451_equation_0 = const()[name = tensor<string, []>("op_39451_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_39451_cast = einsum(equation = var_39451_equation_0, values = (var_39293_cast, var_39210_cast))[name = tensor<string, []>("op_39451_cast")];
            tensor<fp16, []> var_39452_to_fp16 = const()[name = tensor<string, []>("op_39452_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3357_cast = mul(x = var_39451_cast, y = var_39452_to_fp16)[name = tensor<string, []>("aw_3357_cast")];
            tensor<string, []> var_39455_equation_0 = const()[name = tensor<string, []>("op_39455_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_39455_cast = einsum(equation = var_39455_equation_0, values = (var_39297_cast, var_39214_cast))[name = tensor<string, []>("op_39455_cast")];
            tensor<fp16, []> var_39456_to_fp16 = const()[name = tensor<string, []>("op_39456_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3359_cast = mul(x = var_39455_cast, y = var_39456_to_fp16)[name = tensor<string, []>("aw_3359_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_39458_cast = softmax(axis = var_30355, x = aw_3321_cast)[name = tensor<string, []>("op_39458_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_39459_cast = softmax(axis = var_30355, x = aw_3323_cast)[name = tensor<string, []>("op_39459_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_39460_cast = softmax(axis = var_30355, x = aw_3325_cast)[name = tensor<string, []>("op_39460_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_39461_cast = softmax(axis = var_30355, x = aw_3327_cast)[name = tensor<string, []>("op_39461_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_39462_cast = softmax(axis = var_30355, x = aw_3329_cast)[name = tensor<string, []>("op_39462_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_39463_cast = softmax(axis = var_30355, x = aw_3331_cast)[name = tensor<string, []>("op_39463_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_39464_cast = softmax(axis = var_30355, x = aw_3333_cast)[name = tensor<string, []>("op_39464_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_39465_cast = softmax(axis = var_30355, x = aw_3335_cast)[name = tensor<string, []>("op_39465_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_39466_cast = softmax(axis = var_30355, x = aw_3337_cast)[name = tensor<string, []>("op_39466_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_39467_cast = softmax(axis = var_30355, x = aw_3339_cast)[name = tensor<string, []>("op_39467_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_39468_cast = softmax(axis = var_30355, x = aw_3341_cast)[name = tensor<string, []>("op_39468_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_39469_cast = softmax(axis = var_30355, x = aw_3343_cast)[name = tensor<string, []>("op_39469_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_39470_cast = softmax(axis = var_30355, x = aw_3345_cast)[name = tensor<string, []>("op_39470_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_39471_cast = softmax(axis = var_30355, x = aw_3347_cast)[name = tensor<string, []>("op_39471_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_39472_cast = softmax(axis = var_30355, x = aw_3349_cast)[name = tensor<string, []>("op_39472_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_39473_cast = softmax(axis = var_30355, x = aw_3351_cast)[name = tensor<string, []>("op_39473_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_39474_cast = softmax(axis = var_30355, x = aw_3353_cast)[name = tensor<string, []>("op_39474_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_39475_cast = softmax(axis = var_30355, x = aw_3355_cast)[name = tensor<string, []>("op_39475_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_39476_cast = softmax(axis = var_30355, x = aw_3357_cast)[name = tensor<string, []>("op_39476_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_39477_cast = softmax(axis = var_30355, x = aw_3359_cast)[name = tensor<string, []>("op_39477_cast")];
            tensor<string, []> var_39479_equation_0 = const()[name = tensor<string, []>("op_39479_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_39479_cast = einsum(equation = var_39479_equation_0, values = (var_39299_cast, var_39458_cast))[name = tensor<string, []>("op_39479_cast")];
            tensor<string, []> var_39481_equation_0 = const()[name = tensor<string, []>("op_39481_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_39481_cast = einsum(equation = var_39481_equation_0, values = (var_39303_cast, var_39459_cast))[name = tensor<string, []>("op_39481_cast")];
            tensor<string, []> var_39483_equation_0 = const()[name = tensor<string, []>("op_39483_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_39483_cast = einsum(equation = var_39483_equation_0, values = (var_39307_cast, var_39460_cast))[name = tensor<string, []>("op_39483_cast")];
            tensor<string, []> var_39485_equation_0 = const()[name = tensor<string, []>("op_39485_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_39485_cast = einsum(equation = var_39485_equation_0, values = (var_39311_cast, var_39461_cast))[name = tensor<string, []>("op_39485_cast")];
            tensor<string, []> var_39487_equation_0 = const()[name = tensor<string, []>("op_39487_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_39487_cast = einsum(equation = var_39487_equation_0, values = (var_39315_cast, var_39462_cast))[name = tensor<string, []>("op_39487_cast")];
            tensor<string, []> var_39489_equation_0 = const()[name = tensor<string, []>("op_39489_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_39489_cast = einsum(equation = var_39489_equation_0, values = (var_39319_cast, var_39463_cast))[name = tensor<string, []>("op_39489_cast")];
            tensor<string, []> var_39491_equation_0 = const()[name = tensor<string, []>("op_39491_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_39491_cast = einsum(equation = var_39491_equation_0, values = (var_39323_cast, var_39464_cast))[name = tensor<string, []>("op_39491_cast")];
            tensor<string, []> var_39493_equation_0 = const()[name = tensor<string, []>("op_39493_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_39493_cast = einsum(equation = var_39493_equation_0, values = (var_39327_cast, var_39465_cast))[name = tensor<string, []>("op_39493_cast")];
            tensor<string, []> var_39495_equation_0 = const()[name = tensor<string, []>("op_39495_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_39495_cast = einsum(equation = var_39495_equation_0, values = (var_39331_cast, var_39466_cast))[name = tensor<string, []>("op_39495_cast")];
            tensor<string, []> var_39497_equation_0 = const()[name = tensor<string, []>("op_39497_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_39497_cast = einsum(equation = var_39497_equation_0, values = (var_39335_cast, var_39467_cast))[name = tensor<string, []>("op_39497_cast")];
            tensor<string, []> var_39499_equation_0 = const()[name = tensor<string, []>("op_39499_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_39499_cast = einsum(equation = var_39499_equation_0, values = (var_39339_cast, var_39468_cast))[name = tensor<string, []>("op_39499_cast")];
            tensor<string, []> var_39501_equation_0 = const()[name = tensor<string, []>("op_39501_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_39501_cast = einsum(equation = var_39501_equation_0, values = (var_39343_cast, var_39469_cast))[name = tensor<string, []>("op_39501_cast")];
            tensor<string, []> var_39503_equation_0 = const()[name = tensor<string, []>("op_39503_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_39503_cast = einsum(equation = var_39503_equation_0, values = (var_39347_cast, var_39470_cast))[name = tensor<string, []>("op_39503_cast")];
            tensor<string, []> var_39505_equation_0 = const()[name = tensor<string, []>("op_39505_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_39505_cast = einsum(equation = var_39505_equation_0, values = (var_39351_cast, var_39471_cast))[name = tensor<string, []>("op_39505_cast")];
            tensor<string, []> var_39507_equation_0 = const()[name = tensor<string, []>("op_39507_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_39507_cast = einsum(equation = var_39507_equation_0, values = (var_39355_cast, var_39472_cast))[name = tensor<string, []>("op_39507_cast")];
            tensor<string, []> var_39509_equation_0 = const()[name = tensor<string, []>("op_39509_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_39509_cast = einsum(equation = var_39509_equation_0, values = (var_39359_cast, var_39473_cast))[name = tensor<string, []>("op_39509_cast")];
            tensor<string, []> var_39511_equation_0 = const()[name = tensor<string, []>("op_39511_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_39511_cast = einsum(equation = var_39511_equation_0, values = (var_39363_cast, var_39474_cast))[name = tensor<string, []>("op_39511_cast")];
            tensor<string, []> var_39513_equation_0 = const()[name = tensor<string, []>("op_39513_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_39513_cast = einsum(equation = var_39513_equation_0, values = (var_39367_cast, var_39475_cast))[name = tensor<string, []>("op_39513_cast")];
            tensor<string, []> var_39515_equation_0 = const()[name = tensor<string, []>("op_39515_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_39515_cast = einsum(equation = var_39515_equation_0, values = (var_39371_cast, var_39476_cast))[name = tensor<string, []>("op_39515_cast")];
            tensor<string, []> var_39517_equation_0 = const()[name = tensor<string, []>("op_39517_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_39517_cast = einsum(equation = var_39517_equation_0, values = (var_39375_cast, var_39477_cast))[name = tensor<string, []>("op_39517_cast")];
            tensor<bool, []> input_513_interleave_0 = const()[name = tensor<string, []>("input_513_interleave_0"), val = tensor<bool, []>(false)];
            tensor<fp16, [2, 1280, 1, 576]> input_513_cast = concat(axis = var_30355, interleave = input_513_interleave_0, values = (var_39479_cast, var_39481_cast, var_39483_cast, var_39485_cast, var_39487_cast, var_39489_cast, var_39491_cast, var_39493_cast, var_39495_cast, var_39497_cast, var_39499_cast, var_39501_cast, var_39503_cast, var_39505_cast, var_39507_cast, var_39509_cast, var_39511_cast, var_39513_cast, var_39515_cast, var_39517_cast))[name = tensor<string, []>("input_513_cast")];
            tensor<int32, [2]> var_39523 = const()[name = tensor<string, []>("op_39523"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_39525 = const()[name = tensor<string, []>("op_39525"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_39527_pad_type_0 = const()[name = tensor<string, []>("op_39527_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_39527_pad_0 = const()[name = tensor<string, []>("op_39527_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_0_transformer_blocks_9_attn2_to_out_0_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [204800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(17776192))), lut = tensor<fp16, [2]>([-0x1.bep-8, 0x1.bdcp-8]), name = tensor<string, []>("up_blocks_0_attentions_0_transformer_blocks_9_attn2_to_out_0_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_attentions_0_transformer_blocks_9_attn2_to_out_0_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_0_transformer_blocks_9_attn2_to_out_0_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(17981056)))];
            tensor<fp16, [2, 1280, 1, 576]> var_39527_cast = conv(bias = up_blocks_0_attentions_0_transformer_blocks_9_attn2_to_out_0_bias_to_fp16, dilations = var_39525, groups = var_30355, pad = var_39527_pad_0, pad_type = var_39527_pad_type_0, strides = var_39523, weight = up_blocks_0_attentions_0_transformer_blocks_9_attn2_to_out_0_weight_to_fp16_palettized, x = input_513_cast)[name = tensor<string, []>("op_39527_cast")];
            tensor<fp16, [2, 1280, 1, 576]> inputs_263_cast = add(x = var_39527_cast, y = inputs_261_cast)[name = tensor<string, []>("inputs_263_cast")];
            tensor<int32, [1]> var_39531 = const()[name = tensor<string, []>("op_39531"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> channels_mean_263_cast = reduce_mean(axes = var_39531, keep_dims = var_30350, x = inputs_263_cast)[name = tensor<string, []>("channels_mean_263_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_263_cast = sub(x = inputs_263_cast, y = channels_mean_263_cast)[name = tensor<string, []>("zero_mean_263_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_sq_263_cast = mul(x = zero_mean_263_cast, y = zero_mean_263_cast)[name = tensor<string, []>("zero_mean_sq_263_cast")];
            tensor<int32, [1]> var_39535 = const()[name = tensor<string, []>("op_39535"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> var_39536_cast = reduce_mean(axes = var_39535, keep_dims = var_30350, x = zero_mean_sq_263_cast)[name = tensor<string, []>("op_39536_cast")];
            tensor<fp16, []> var_39537_to_fp16 = const()[name = tensor<string, []>("op_39537_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 576]> var_39538_cast = add(x = var_39536_cast, y = var_39537_to_fp16)[name = tensor<string, []>("op_39538_cast")];
            tensor<fp16, []> denom_263_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_263_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 576]> denom_263_cast = rsqrt(epsilon = denom_263_epsilon_0_to_fp16, x = var_39538_cast)[name = tensor<string, []>("denom_263_cast")];
            tensor<fp16, [2, 1280, 1, 576]> out_263_cast = mul(x = zero_mean_263_cast, y = denom_263_cast)[name = tensor<string, []>("out_263_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_39542_to_fp16 = const()[name = tensor<string, []>("op_39542_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(17983680)))];
            tensor<fp16, [2, 1280, 1, 576]> var_39543_cast = add(x = out_263_cast, y = var_39542_to_fp16)[name = tensor<string, []>("op_39543_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_39545_to_fp16 = const()[name = tensor<string, []>("op_39545_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(17986304)))];
            tensor<fp16, [2, 1280, 1, 576]> input_515_cast = mul(x = var_39543_cast, y = var_39545_to_fp16)[name = tensor<string, []>("input_515_cast")];
            tensor<int32, [2]> var_39553 = const()[name = tensor<string, []>("op_39553"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_39555 = const()[name = tensor<string, []>("op_39555"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_39557_pad_type_0 = const()[name = tensor<string, []>("op_39557_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_39557_pad_0 = const()[name = tensor<string, []>("op_39557_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [10240, 1280, 1, 1]> up_blocks_0_attentions_0_transformer_blocks_9_ff_net_0_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [6553600]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(17988928))), lut = tensor<fp16, [16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(24542592))), name = tensor<string, []>("up_blocks_0_attentions_0_transformer_blocks_9_ff_net_0_proj_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([10240, 1280, 1, 1])];
            tensor<fp16, [10240]> up_blocks_0_attentions_0_transformer_blocks_9_ff_net_0_proj_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_0_transformer_blocks_9_ff_net_0_proj_bias_to_fp16"), val = tensor<fp16, [10240]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(24542720)))];
            tensor<fp16, [2, 10240, 1, 576]> var_39557_cast = conv(bias = up_blocks_0_attentions_0_transformer_blocks_9_ff_net_0_proj_bias_to_fp16, dilations = var_39555, groups = var_30355, pad = var_39557_pad_0, pad_type = var_39557_pad_type_0, strides = var_39553, weight = up_blocks_0_attentions_0_transformer_blocks_9_ff_net_0_proj_weight_to_fp16_palettized, x = input_515_cast)[name = tensor<string, []>("op_39557_cast")];
            tensor<int32, [2]> var_39558_split_sizes_0 = const()[name = tensor<string, []>("op_39558_split_sizes_0"), val = tensor<int32, [2]>([5120, 5120])];
            tensor<int32, []> var_39558_axis_0 = const()[name = tensor<string, []>("op_39558_axis_0"), val = tensor<int32, []>(1)];
            tensor<fp16, [2, 5120, 1, 576]> var_39558_cast_0, tensor<fp16, [2, 5120, 1, 576]> var_39558_cast_1 = split(axis = var_39558_axis_0, split_sizes = var_39558_split_sizes_0, x = var_39557_cast)[name = tensor<string, []>("op_39558_cast")];
            tensor<string, []> var_39560_mode_0 = const()[name = tensor<string, []>("op_39560_mode_0"), val = tensor<string, []>("EXACT")];
            tensor<fp16, [2, 5120, 1, 576]> var_39560_cast = gelu(mode = var_39560_mode_0, x = var_39558_cast_1)[name = tensor<string, []>("op_39560_cast")];
            tensor<fp16, [2, 5120, 1, 576]> input_517_cast = mul(x = var_39558_cast_0, y = var_39560_cast)[name = tensor<string, []>("input_517_cast")];
            tensor<int32, [2]> var_39564 = const()[name = tensor<string, []>("op_39564"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_39566 = const()[name = tensor<string, []>("op_39566"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_39568_pad_type_0 = const()[name = tensor<string, []>("op_39568_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_39568_pad_0 = const()[name = tensor<string, []>("op_39568_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 5120, 1, 1]> up_blocks_0_attentions_0_transformer_blocks_9_ff_net_2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [3276800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(24563264))), lut = tensor<fp16, [16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(27840128))), name = tensor<string, []>("up_blocks_0_attentions_0_transformer_blocks_9_ff_net_2_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 5120, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_attentions_0_transformer_blocks_9_ff_net_2_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_0_transformer_blocks_9_ff_net_2_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(27840256)))];
            tensor<fp16, [2, 1280, 1, 576]> var_39568_cast = conv(bias = up_blocks_0_attentions_0_transformer_blocks_9_ff_net_2_bias_to_fp16, dilations = var_39566, groups = var_30355, pad = var_39568_pad_0, pad_type = var_39568_pad_type_0, strides = var_39564, weight = up_blocks_0_attentions_0_transformer_blocks_9_ff_net_2_weight_to_fp16_palettized, x = input_517_cast)[name = tensor<string, []>("op_39568_cast")];
            tensor<fp16, [2, 1280, 1, 576]> hidden_states_347_cast = add(x = var_39568_cast, y = inputs_263_cast)[name = tensor<string, []>("hidden_states_347_cast")];
            tensor<int32, [4]> var_39570 = const()[name = tensor<string, []>("op_39570"), val = tensor<int32, [4]>([2, 1280, 24, 24])];
            tensor<fp16, [2, 1280, 24, 24]> input_519_cast = reshape(shape = var_39570, x = hidden_states_347_cast)[name = tensor<string, []>("input_519_cast")];
            tensor<int32, [2]> var_39574 = const()[name = tensor<string, []>("op_39574"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_39576 = const()[name = tensor<string, []>("op_39576"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> hidden_states_349_pad_type_0 = const()[name = tensor<string, []>("hidden_states_349_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> hidden_states_349_pad_0 = const()[name = tensor<string, []>("hidden_states_349_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_0_proj_out_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [1228800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(27842880))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(29071744))), name = tensor<string, []>("up_blocks_0_attentions_0_proj_out_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_attentions_0_proj_out_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_0_proj_out_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(29071936)))];
            tensor<fp16, [2, 1280, 24, 24]> hidden_states_349_cast = conv(bias = up_blocks_0_attentions_0_proj_out_bias_to_fp16, dilations = var_39576, groups = var_30355, pad = hidden_states_349_pad_0, pad_type = hidden_states_349_pad_type_0, strides = var_39574, weight = up_blocks_0_attentions_0_proj_out_weight_to_fp16_palettized, x = input_519_cast)[name = tensor<string, []>("hidden_states_349_cast")];
            tensor<fp16, [2, 1280, 24, 24]> cast_2 = cast(dtype = cast_2_dtype_0, x = hidden_states_283_cast)[name = tensor<string, []>("cast_2")];
            tensor<fp16, [2, 1280, 24, 24]> hidden_states_351_cast = add(x = hidden_states_349_cast, y = cast_2)[name = tensor<string, []>("hidden_states_351_cast")];
            tensor<bool, []> input_521_interleave_0 = const()[name = tensor<string, []>("input_521_interleave_0"), val = tensor<bool, []>(false)];
            tensor<fp16, [2, 1280, 24, 24]> cast_3 = cast(dtype = cast_4_dtype_0, x = input_213_cast)[name = tensor<string, []>("cast_3")];
            tensor<fp16, [2, 2560, 24, 24]> input_521_cast = concat(axis = var_30355, interleave = input_521_interleave_0, values = (hidden_states_351_cast, cast_3))[name = tensor<string, []>("input_521_cast")];
            tensor<int32, [5]> reshape_96_shape_0 = const()[name = tensor<string, []>("reshape_96_shape_0"), val = tensor<int32, [5]>([2, 32, 80, 24, 24])];
            tensor<fp16, [2, 32, 80, 24, 24]> reshape_96_cast = reshape(shape = reshape_96_shape_0, x = input_521_cast)[name = tensor<string, []>("reshape_96_cast")];
            tensor<int32, [3]> reduce_mean_72_axes_0 = const()[name = tensor<string, []>("reduce_mean_72_axes_0"), val = tensor<int32, [3]>([2, 3, 4])];
            tensor<bool, []> reduce_mean_72_keep_dims_0 = const()[name = tensor<string, []>("reduce_mean_72_keep_dims_0"), val = tensor<bool, []>(true)];
            tensor<fp16, [2, 32, 1, 1, 1]> reduce_mean_72_cast = reduce_mean(axes = reduce_mean_72_axes_0, keep_dims = reduce_mean_72_keep_dims_0, x = reshape_96_cast)[name = tensor<string, []>("reduce_mean_72_cast")];
            tensor<fp16, [2, 32, 80, 24, 24]> sub_48_cast = sub(x = reshape_96_cast, y = reduce_mean_72_cast)[name = tensor<string, []>("sub_48_cast")];
            tensor<fp16, [2, 32, 80, 24, 24]> square_24_cast = square(x = sub_48_cast)[name = tensor<string, []>("square_24_cast")];
            tensor<int32, [3]> reduce_mean_74_axes_0 = const()[name = tensor<string, []>("reduce_mean_74_axes_0"), val = tensor<int32, [3]>([2, 3, 4])];
            tensor<bool, []> reduce_mean_74_keep_dims_0 = const()[name = tensor<string, []>("reduce_mean_74_keep_dims_0"), val = tensor<bool, []>(true)];
            tensor<fp16, [2, 32, 1, 1, 1]> reduce_mean_74_cast = reduce_mean(axes = reduce_mean_74_axes_0, keep_dims = reduce_mean_74_keep_dims_0, x = square_24_cast)[name = tensor<string, []>("reduce_mean_74_cast")];
            tensor<fp16, []> add_48_y_0_to_fp16 = const()[name = tensor<string, []>("add_48_y_0_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 32, 1, 1, 1]> add_48_cast = add(x = reduce_mean_74_cast, y = add_48_y_0_to_fp16)[name = tensor<string, []>("add_48_cast")];
            tensor<fp16, [2, 32, 1, 1, 1]> sqrt_24_cast = sqrt(x = add_48_cast)[name = tensor<string, []>("sqrt_24_cast")];
            tensor<fp16, [2, 32, 80, 24, 24]> real_div_24_cast = real_div(x = sub_48_cast, y = sqrt_24_cast)[name = tensor<string, []>("real_div_24_cast")];
            tensor<int32, [4]> reshape_97_shape_0 = const()[name = tensor<string, []>("reshape_97_shape_0"), val = tensor<int32, [4]>([2, 2560, 24, 24])];
            tensor<fp16, [2, 2560, 24, 24]> reshape_97_cast = reshape(shape = reshape_97_shape_0, x = real_div_24_cast)[name = tensor<string, []>("reshape_97_cast")];
            tensor<fp16, [2560]> add_49_gamma_0_to_fp16 = const()[name = tensor<string, []>("add_49_gamma_0_to_fp16"), val = tensor<fp16, [2560]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(29074560)))];
            tensor<fp16, [2560]> add_49_beta_0_to_fp16 = const()[name = tensor<string, []>("add_49_beta_0_to_fp16"), val = tensor<fp16, [2560]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(29079744)))];
            tensor<fp16, []> add_49_epsilon_0_to_fp16 = const()[name = tensor<string, []>("add_49_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 2560, 24, 24]> add_49_cast = batch_norm(beta = add_49_beta_0_to_fp16, epsilon = add_49_epsilon_0_to_fp16, gamma = add_49_gamma_0_to_fp16, mean = add_43_mean_0_to_fp16, variance = add_43_variance_0_to_fp16, x = reshape_97_cast)[name = tensor<string, []>("add_49_cast")];
            tensor<fp16, [2, 2560, 24, 24]> input_525_cast = silu(x = add_49_cast)[name = tensor<string, []>("input_525_cast")];
            tensor<int32, [2]> var_39594 = const()[name = tensor<string, []>("op_39594"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_39596 = const()[name = tensor<string, []>("op_39596"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> hidden_states_353_pad_type_0 = const()[name = tensor<string, []>("hidden_states_353_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> hidden_states_353_pad_0 = const()[name = tensor<string, []>("hidden_states_353_pad_0"), val = tensor<int32, [4]>([1, 1, 1, 1])];
            tensor<fp16, [1280, 2560, 3, 3]> up_blocks_0_resnets_1_conv1_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [14745600]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(29084928))), lut = tensor<fp16, [16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(43830592))), name = tensor<string, []>("up_blocks_0_resnets_1_conv1_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 2560, 3, 3])];
            tensor<fp16, [1280]> up_blocks_0_resnets_1_conv1_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_resnets_1_conv1_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(43830720)))];
            tensor<fp16, [2, 1280, 24, 24]> hidden_states_353_cast = conv(bias = up_blocks_0_resnets_1_conv1_bias_to_fp16, dilations = var_39596, groups = var_30355, pad = hidden_states_353_pad_0, pad_type = hidden_states_353_pad_type_0, strides = var_39594, weight = up_blocks_0_resnets_1_conv1_weight_to_fp16_palettized, x = input_525_cast)[name = tensor<string, []>("hidden_states_353_cast")];
            tensor<int32, [2]> var_39602 = const()[name = tensor<string, []>("op_39602"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_39604 = const()[name = tensor<string, []>("op_39604"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> temb_19_pad_type_0 = const()[name = tensor<string, []>("temb_19_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> temb_19_pad_0 = const()[name = tensor<string, []>("temb_19_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_resnets_1_time_emb_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [1228800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(43833344))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(45062208))), name = tensor<string, []>("up_blocks_0_resnets_1_time_emb_proj_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_resnets_1_time_emb_proj_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_resnets_1_time_emb_proj_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(45062400)))];
            tensor<fp16, [2, 1280, 1, 1]> cast_10 = cast(dtype = cast_10_dtype_0, x = input_21_cast)[name = tensor<string, []>("cast_10")];
            tensor<fp16, [2, 1280, 1, 1]> temb_19_cast = conv(bias = up_blocks_0_resnets_1_time_emb_proj_bias_to_fp16, dilations = var_39604, groups = var_30355, pad = temb_19_pad_0, pad_type = temb_19_pad_type_0, strides = var_39602, weight = up_blocks_0_resnets_1_time_emb_proj_weight_to_fp16_palettized, x = cast_10)[name = tensor<string, []>("temb_19_cast")];
            tensor<fp16, [2, 1280, 24, 24]> input_529_cast = add(x = hidden_states_353_cast, y = temb_19_cast)[name = tensor<string, []>("input_529_cast")];
            tensor<int32, [5]> reshape_100_shape_0 = const()[name = tensor<string, []>("reshape_100_shape_0"), val = tensor<int32, [5]>([2, 32, 40, 24, 24])];
            tensor<fp16, [2, 32, 40, 24, 24]> reshape_100_cast = reshape(shape = reshape_100_shape_0, x = input_529_cast)[name = tensor<string, []>("reshape_100_cast")];
            tensor<int32, [3]> reduce_mean_75_axes_0 = const()[name = tensor<string, []>("reduce_mean_75_axes_0"), val = tensor<int32, [3]>([2, 3, 4])];
            tensor<bool, []> reduce_mean_75_keep_dims_0 = const()[name = tensor<string, []>("reduce_mean_75_keep_dims_0"), val = tensor<bool, []>(true)];
            tensor<fp16, [2, 32, 1, 1, 1]> reduce_mean_75_cast = reduce_mean(axes = reduce_mean_75_axes_0, keep_dims = reduce_mean_75_keep_dims_0, x = reshape_100_cast)[name = tensor<string, []>("reduce_mean_75_cast")];
            tensor<fp16, [2, 32, 40, 24, 24]> sub_50_cast = sub(x = reshape_100_cast, y = reduce_mean_75_cast)[name = tensor<string, []>("sub_50_cast")];
            tensor<fp16, [2, 32, 40, 24, 24]> square_25_cast = square(x = sub_50_cast)[name = tensor<string, []>("square_25_cast")];
            tensor<int32, [3]> reduce_mean_77_axes_0 = const()[name = tensor<string, []>("reduce_mean_77_axes_0"), val = tensor<int32, [3]>([2, 3, 4])];
            tensor<bool, []> reduce_mean_77_keep_dims_0 = const()[name = tensor<string, []>("reduce_mean_77_keep_dims_0"), val = tensor<bool, []>(true)];
            tensor<fp16, [2, 32, 1, 1, 1]> reduce_mean_77_cast = reduce_mean(axes = reduce_mean_77_axes_0, keep_dims = reduce_mean_77_keep_dims_0, x = square_25_cast)[name = tensor<string, []>("reduce_mean_77_cast")];
            tensor<fp16, []> add_50_y_0_to_fp16 = const()[name = tensor<string, []>("add_50_y_0_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 32, 1, 1, 1]> add_50_cast = add(x = reduce_mean_77_cast, y = add_50_y_0_to_fp16)[name = tensor<string, []>("add_50_cast")];
            tensor<fp16, [2, 32, 1, 1, 1]> sqrt_25_cast = sqrt(x = add_50_cast)[name = tensor<string, []>("sqrt_25_cast")];
            tensor<fp16, [2, 32, 40, 24, 24]> real_div_25_cast = real_div(x = sub_50_cast, y = sqrt_25_cast)[name = tensor<string, []>("real_div_25_cast")];
            tensor<int32, [4]> reshape_101_shape_0 = const()[name = tensor<string, []>("reshape_101_shape_0"), val = tensor<int32, [4]>([2, 1280, 24, 24])];
            tensor<fp16, [2, 1280, 24, 24]> reshape_101_cast = reshape(shape = reshape_101_shape_0, x = real_div_25_cast)[name = tensor<string, []>("reshape_101_cast")];
            tensor<fp16, [1280]> add_51_gamma_0_to_fp16 = const()[name = tensor<string, []>("add_51_gamma_0_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(45065024)))];
            tensor<fp16, [1280]> add_51_beta_0_to_fp16 = const()[name = tensor<string, []>("add_51_beta_0_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(45067648)))];
            tensor<fp16, []> add_51_epsilon_0_to_fp16 = const()[name = tensor<string, []>("add_51_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1280, 24, 24]> add_51_cast = batch_norm(beta = add_51_beta_0_to_fp16, epsilon = add_51_epsilon_0_to_fp16, gamma = add_51_gamma_0_to_fp16, mean = add_23_mean_0_to_fp16, variance = add_23_variance_0_to_fp16, x = reshape_101_cast)[name = tensor<string, []>("add_51_cast")];
            tensor<fp16, [2, 1280, 24, 24]> input_533_cast = silu(x = add_51_cast)[name = tensor<string, []>("input_533_cast")];
            tensor<int32, [2]> var_39614 = const()[name = tensor<string, []>("op_39614"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_39616 = const()[name = tensor<string, []>("op_39616"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> hidden_states_355_pad_type_0 = const()[name = tensor<string, []>("hidden_states_355_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> hidden_states_355_pad_0 = const()[name = tensor<string, []>("hidden_states_355_pad_0"), val = tensor<int32, [4]>([1, 1, 1, 1])];
            tensor<fp16, [1280, 1280, 3, 3]> up_blocks_0_resnets_1_conv2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [11059200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(45070272))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(56129536))), name = tensor<string, []>("up_blocks_0_resnets_1_conv2_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 3, 3])];
            tensor<fp16, [1280]> up_blocks_0_resnets_1_conv2_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_resnets_1_conv2_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(56129728)))];
            tensor<fp16, [2, 1280, 24, 24]> hidden_states_355_cast = conv(bias = up_blocks_0_resnets_1_conv2_bias_to_fp16, dilations = var_39616, groups = var_30355, pad = hidden_states_355_pad_0, pad_type = hidden_states_355_pad_type_0, strides = var_39614, weight = up_blocks_0_resnets_1_conv2_weight_to_fp16_palettized, x = input_533_cast)[name = tensor<string, []>("hidden_states_355_cast")];
            tensor<int32, [2]> var_39621 = const()[name = tensor<string, []>("op_39621"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_39623 = const()[name = tensor<string, []>("op_39623"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> x_7_pad_type_0 = const()[name = tensor<string, []>("x_7_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> x_7_pad_0 = const()[name = tensor<string, []>("x_7_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 2560, 1, 1]> up_blocks_0_resnets_1_conv_shortcut_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [2457600]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(56132352))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(58590016))), name = tensor<string, []>("up_blocks_0_resnets_1_conv_shortcut_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 2560, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_resnets_1_conv_shortcut_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_resnets_1_conv_shortcut_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(58590208)))];
            tensor<fp16, [2, 1280, 24, 24]> x_7_cast = conv(bias = up_blocks_0_resnets_1_conv_shortcut_bias_to_fp16, dilations = var_39623, groups = var_30355, pad = x_7_pad_0, pad_type = x_7_pad_type_0, strides = var_39621, weight = up_blocks_0_resnets_1_conv_shortcut_weight_to_fp16_palettized, x = input_521_cast)[name = tensor<string, []>("x_7_cast")];
            tensor<fp16, [2, 1280, 24, 24]> hidden_states_357_cast = add(x = x_7_cast, y = hidden_states_355_cast)[name = tensor<string, []>("hidden_states_357_cast")];
            tensor<int32, [5]> reshape_104_shape_0 = const()[name = tensor<string, []>("reshape_104_shape_0"), val = tensor<int32, [5]>([2, 32, 40, 24, 24])];
            tensor<fp16, [2, 32, 40, 24, 24]> reshape_104_cast = reshape(shape = reshape_104_shape_0, x = hidden_states_357_cast)[name = tensor<string, []>("reshape_104_cast")];
            tensor<int32, [3]> reduce_mean_78_axes_0 = const()[name = tensor<string, []>("reduce_mean_78_axes_0"), val = tensor<int32, [3]>([2, 3, 4])];
            tensor<bool, []> reduce_mean_78_keep_dims_0 = const()[name = tensor<string, []>("reduce_mean_78_keep_dims_0"), val = tensor<bool, []>(true)];
            tensor<fp16, [2, 32, 1, 1, 1]> reduce_mean_78_cast = reduce_mean(axes = reduce_mean_78_axes_0, keep_dims = reduce_mean_78_keep_dims_0, x = reshape_104_cast)[name = tensor<string, []>("reduce_mean_78_cast")];
            tensor<fp16, [2, 32, 40, 24, 24]> sub_52_cast = sub(x = reshape_104_cast, y = reduce_mean_78_cast)[name = tensor<string, []>("sub_52_cast")];
            tensor<fp16, [2, 32, 40, 24, 24]> square_26_cast = square(x = sub_52_cast)[name = tensor<string, []>("square_26_cast")];
            tensor<int32, [3]> reduce_mean_80_axes_0 = const()[name = tensor<string, []>("reduce_mean_80_axes_0"), val = tensor<int32, [3]>([2, 3, 4])];
            tensor<bool, []> reduce_mean_80_keep_dims_0 = const()[name = tensor<string, []>("reduce_mean_80_keep_dims_0"), val = tensor<bool, []>(true)];
            tensor<fp16, [2, 32, 1, 1, 1]> reduce_mean_80_cast = reduce_mean(axes = reduce_mean_80_axes_0, keep_dims = reduce_mean_80_keep_dims_0, x = square_26_cast)[name = tensor<string, []>("reduce_mean_80_cast")];
            tensor<fp16, []> add_52_y_0_to_fp16 = const()[name = tensor<string, []>("add_52_y_0_to_fp16"), val = tensor<fp16, []>(0x1.1p-20)];
            tensor<fp16, [2, 32, 1, 1, 1]> add_52_cast = add(x = reduce_mean_80_cast, y = add_52_y_0_to_fp16)[name = tensor<string, []>("add_52_cast")];
            tensor<fp16, [2, 32, 1, 1, 1]> sqrt_26_cast = sqrt(x = add_52_cast)[name = tensor<string, []>("sqrt_26_cast")];
            tensor<fp16, [2, 32, 40, 24, 24]> real_div_26_cast = real_div(x = sub_52_cast, y = sqrt_26_cast)[name = tensor<string, []>("real_div_26_cast")];
            tensor<int32, [4]> reshape_105_shape_0 = const()[name = tensor<string, []>("reshape_105_shape_0"), val = tensor<int32, [4]>([2, 1280, 24, 24])];
            tensor<fp16, [2, 1280, 24, 24]> reshape_105_cast = reshape(shape = reshape_105_shape_0, x = real_div_26_cast)[name = tensor<string, []>("reshape_105_cast")];
            tensor<fp16, [1280]> add_53_gamma_0_to_fp16 = const()[name = tensor<string, []>("add_53_gamma_0_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(58592832)))];
            tensor<fp16, [1280]> add_53_beta_0_to_fp16 = const()[name = tensor<string, []>("add_53_beta_0_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(58595456)))];
            tensor<fp16, []> add_53_epsilon_0_to_fp16 = const()[name = tensor<string, []>("add_53_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1280, 24, 24]> add_53_cast = batch_norm(beta = add_53_beta_0_to_fp16, epsilon = add_53_epsilon_0_to_fp16, gamma = add_53_gamma_0_to_fp16, mean = add_23_mean_0_to_fp16, variance = add_23_variance_0_to_fp16, x = reshape_105_cast)[name = tensor<string, []>("add_53_cast")];
            tensor<int32, [2]> var_39661 = const()[name = tensor<string, []>("op_39661"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_39663 = const()[name = tensor<string, []>("op_39663"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> hidden_states_359_pad_type_0 = const()[name = tensor<string, []>("hidden_states_359_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> hidden_states_359_pad_0 = const()[name = tensor<string, []>("hidden_states_359_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_1_proj_in_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [1228800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(58598080))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(59826944))), name = tensor<string, []>("up_blocks_0_attentions_1_proj_in_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_attentions_1_proj_in_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_1_proj_in_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(59827136)))];
            tensor<fp16, [2, 1280, 24, 24]> hidden_states_359_cast = conv(bias = up_blocks_0_attentions_1_proj_in_bias_to_fp16, dilations = var_39663, groups = var_30355, pad = hidden_states_359_pad_0, pad_type = hidden_states_359_pad_type_0, strides = var_39661, weight = up_blocks_0_attentions_1_proj_in_weight_to_fp16_palettized, x = add_53_cast)[name = tensor<string, []>("hidden_states_359_cast")];
            tensor<int32, [4]> var_39668 = const()[name = tensor<string, []>("op_39668"), val = tensor<int32, [4]>([2, 1280, 1, 576])];
            tensor<fp16, [2, 1280, 1, 576]> inputs_265_cast = reshape(shape = var_39668, x = hidden_states_359_cast)[name = tensor<string, []>("inputs_265_cast")];
            tensor<int32, [1]> var_39678 = const()[name = tensor<string, []>("op_39678"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> channels_mean_265_cast = reduce_mean(axes = var_39678, keep_dims = var_30350, x = inputs_265_cast)[name = tensor<string, []>("channels_mean_265_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_265_cast = sub(x = inputs_265_cast, y = channels_mean_265_cast)[name = tensor<string, []>("zero_mean_265_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_sq_265_cast = mul(x = zero_mean_265_cast, y = zero_mean_265_cast)[name = tensor<string, []>("zero_mean_sq_265_cast")];
            tensor<int32, [1]> var_39682 = const()[name = tensor<string, []>("op_39682"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> var_39683_cast = reduce_mean(axes = var_39682, keep_dims = var_30350, x = zero_mean_sq_265_cast)[name = tensor<string, []>("op_39683_cast")];
            tensor<fp16, []> var_39684_to_fp16 = const()[name = tensor<string, []>("op_39684_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 576]> var_39685_cast = add(x = var_39683_cast, y = var_39684_to_fp16)[name = tensor<string, []>("op_39685_cast")];
            tensor<fp16, []> denom_265_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_265_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 576]> denom_265_cast = rsqrt(epsilon = denom_265_epsilon_0_to_fp16, x = var_39685_cast)[name = tensor<string, []>("denom_265_cast")];
            tensor<fp16, [2, 1280, 1, 576]> out_265_cast = mul(x = zero_mean_265_cast, y = denom_265_cast)[name = tensor<string, []>("out_265_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_39689_to_fp16 = const()[name = tensor<string, []>("op_39689_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(59829760)))];
            tensor<fp16, [2, 1280, 1, 576]> var_39690_cast = add(x = out_265_cast, y = var_39689_to_fp16)[name = tensor<string, []>("op_39690_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_39692_to_fp16 = const()[name = tensor<string, []>("op_39692_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(59832384)))];
            tensor<fp16, [2, 1280, 1, 576]> hidden_states_361_cast = mul(x = var_39690_cast, y = var_39692_to_fp16)[name = tensor<string, []>("hidden_states_361_cast")];
            tensor<int32, [2]> var_39699 = const()[name = tensor<string, []>("op_39699"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_39701 = const()[name = tensor<string, []>("op_39701"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> q_177_pad_type_0 = const()[name = tensor<string, []>("q_177_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> q_177_pad_0 = const()[name = tensor<string, []>("q_177_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_0_attn1_to_q_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [819200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(59835008))), lut = tensor<fp16, [16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(60654272))), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_0_attn1_to_q_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> q_177_cast = conv(dilations = var_39701, groups = var_30355, pad = q_177_pad_0, pad_type = q_177_pad_type_0, strides = var_39699, weight = up_blocks_0_attentions_1_transformer_blocks_0_attn1_to_q_weight_to_fp16_palettized, x = hidden_states_361_cast)[name = tensor<string, []>("q_177_cast")];
            tensor<int32, [2]> var_39705 = const()[name = tensor<string, []>("op_39705"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_39707 = const()[name = tensor<string, []>("op_39707"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> k_353_pad_type_0 = const()[name = tensor<string, []>("k_353_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> k_353_pad_0 = const()[name = tensor<string, []>("k_353_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_0_attn1_to_k_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [819200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(60654400))), lut = tensor<fp16, [16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(61473664))), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_0_attn1_to_k_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> k_353_cast = conv(dilations = var_39707, groups = var_30355, pad = k_353_pad_0, pad_type = k_353_pad_type_0, strides = var_39705, weight = up_blocks_0_attentions_1_transformer_blocks_0_attn1_to_k_weight_to_fp16_palettized, x = hidden_states_361_cast)[name = tensor<string, []>("k_353_cast")];
            tensor<int32, [2]> var_39711 = const()[name = tensor<string, []>("op_39711"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_39713 = const()[name = tensor<string, []>("op_39713"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> v_177_pad_type_0 = const()[name = tensor<string, []>("v_177_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> v_177_pad_0 = const()[name = tensor<string, []>("v_177_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_0_attn1_to_v_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [1228800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(61473792))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(62702656))), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_0_attn1_to_v_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> v_177_cast = conv(dilations = var_39713, groups = var_30355, pad = v_177_pad_0, pad_type = v_177_pad_type_0, strides = var_39711, weight = up_blocks_0_attentions_1_transformer_blocks_0_attn1_to_v_weight_to_fp16_palettized, x = hidden_states_361_cast)[name = tensor<string, []>("v_177_cast")];
            tensor<int32, [4]> var_39717_begin_0 = const()[name = tensor<string, []>("op_39717_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_39717_end_0 = const()[name = tensor<string, []>("op_39717_end_0"), val = tensor<int32, [4]>([2, 64, 1, 576])];
            tensor<bool, [4]> var_39717_end_mask_0 = const()[name = tensor<string, []>("op_39717_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_39717_cast = slice_by_index(begin = var_39717_begin_0, end = var_39717_end_0, end_mask = var_39717_end_mask_0, x = q_177_cast)[name = tensor<string, []>("op_39717_cast")];
            tensor<int32, [4]> var_39721_begin_0 = const()[name = tensor<string, []>("op_39721_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_39721_end_0 = const()[name = tensor<string, []>("op_39721_end_0"), val = tensor<int32, [4]>([2, 128, 1, 576])];
            tensor<bool, [4]> var_39721_end_mask_0 = const()[name = tensor<string, []>("op_39721_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_39721_cast = slice_by_index(begin = var_39721_begin_0, end = var_39721_end_0, end_mask = var_39721_end_mask_0, x = q_177_cast)[name = tensor<string, []>("op_39721_cast")];
            tensor<int32, [4]> var_39725_begin_0 = const()[name = tensor<string, []>("op_39725_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_39725_end_0 = const()[name = tensor<string, []>("op_39725_end_0"), val = tensor<int32, [4]>([2, 192, 1, 576])];
            tensor<bool, [4]> var_39725_end_mask_0 = const()[name = tensor<string, []>("op_39725_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_39725_cast = slice_by_index(begin = var_39725_begin_0, end = var_39725_end_0, end_mask = var_39725_end_mask_0, x = q_177_cast)[name = tensor<string, []>("op_39725_cast")];
            tensor<int32, [4]> var_39729_begin_0 = const()[name = tensor<string, []>("op_39729_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_39729_end_0 = const()[name = tensor<string, []>("op_39729_end_0"), val = tensor<int32, [4]>([2, 256, 1, 576])];
            tensor<bool, [4]> var_39729_end_mask_0 = const()[name = tensor<string, []>("op_39729_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_39729_cast = slice_by_index(begin = var_39729_begin_0, end = var_39729_end_0, end_mask = var_39729_end_mask_0, x = q_177_cast)[name = tensor<string, []>("op_39729_cast")];
            tensor<int32, [4]> var_39733_begin_0 = const()[name = tensor<string, []>("op_39733_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_39733_end_0 = const()[name = tensor<string, []>("op_39733_end_0"), val = tensor<int32, [4]>([2, 320, 1, 576])];
            tensor<bool, [4]> var_39733_end_mask_0 = const()[name = tensor<string, []>("op_39733_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_39733_cast = slice_by_index(begin = var_39733_begin_0, end = var_39733_end_0, end_mask = var_39733_end_mask_0, x = q_177_cast)[name = tensor<string, []>("op_39733_cast")];
            tensor<int32, [4]> var_39737_begin_0 = const()[name = tensor<string, []>("op_39737_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_39737_end_0 = const()[name = tensor<string, []>("op_39737_end_0"), val = tensor<int32, [4]>([2, 384, 1, 576])];
            tensor<bool, [4]> var_39737_end_mask_0 = const()[name = tensor<string, []>("op_39737_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_39737_cast = slice_by_index(begin = var_39737_begin_0, end = var_39737_end_0, end_mask = var_39737_end_mask_0, x = q_177_cast)[name = tensor<string, []>("op_39737_cast")];
            tensor<int32, [4]> var_39741_begin_0 = const()[name = tensor<string, []>("op_39741_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_39741_end_0 = const()[name = tensor<string, []>("op_39741_end_0"), val = tensor<int32, [4]>([2, 448, 1, 576])];
            tensor<bool, [4]> var_39741_end_mask_0 = const()[name = tensor<string, []>("op_39741_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_39741_cast = slice_by_index(begin = var_39741_begin_0, end = var_39741_end_0, end_mask = var_39741_end_mask_0, x = q_177_cast)[name = tensor<string, []>("op_39741_cast")];
            tensor<int32, [4]> var_39745_begin_0 = const()[name = tensor<string, []>("op_39745_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_39745_end_0 = const()[name = tensor<string, []>("op_39745_end_0"), val = tensor<int32, [4]>([2, 512, 1, 576])];
            tensor<bool, [4]> var_39745_end_mask_0 = const()[name = tensor<string, []>("op_39745_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_39745_cast = slice_by_index(begin = var_39745_begin_0, end = var_39745_end_0, end_mask = var_39745_end_mask_0, x = q_177_cast)[name = tensor<string, []>("op_39745_cast")];
            tensor<int32, [4]> var_39749_begin_0 = const()[name = tensor<string, []>("op_39749_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_39749_end_0 = const()[name = tensor<string, []>("op_39749_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_39749_end_mask_0 = const()[name = tensor<string, []>("op_39749_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_39749_cast = slice_by_index(begin = var_39749_begin_0, end = var_39749_end_0, end_mask = var_39749_end_mask_0, x = q_177_cast)[name = tensor<string, []>("op_39749_cast")];
            tensor<int32, [4]> var_39753_begin_0 = const()[name = tensor<string, []>("op_39753_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_39753_end_0 = const()[name = tensor<string, []>("op_39753_end_0"), val = tensor<int32, [4]>([2, 640, 1, 576])];
            tensor<bool, [4]> var_39753_end_mask_0 = const()[name = tensor<string, []>("op_39753_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_39753_cast = slice_by_index(begin = var_39753_begin_0, end = var_39753_end_0, end_mask = var_39753_end_mask_0, x = q_177_cast)[name = tensor<string, []>("op_39753_cast")];
            tensor<int32, [4]> var_39757_begin_0 = const()[name = tensor<string, []>("op_39757_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_39757_end_0 = const()[name = tensor<string, []>("op_39757_end_0"), val = tensor<int32, [4]>([2, 704, 1, 576])];
            tensor<bool, [4]> var_39757_end_mask_0 = const()[name = tensor<string, []>("op_39757_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_39757_cast = slice_by_index(begin = var_39757_begin_0, end = var_39757_end_0, end_mask = var_39757_end_mask_0, x = q_177_cast)[name = tensor<string, []>("op_39757_cast")];
            tensor<int32, [4]> var_39761_begin_0 = const()[name = tensor<string, []>("op_39761_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_39761_end_0 = const()[name = tensor<string, []>("op_39761_end_0"), val = tensor<int32, [4]>([2, 768, 1, 576])];
            tensor<bool, [4]> var_39761_end_mask_0 = const()[name = tensor<string, []>("op_39761_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_39761_cast = slice_by_index(begin = var_39761_begin_0, end = var_39761_end_0, end_mask = var_39761_end_mask_0, x = q_177_cast)[name = tensor<string, []>("op_39761_cast")];
            tensor<int32, [4]> var_39765_begin_0 = const()[name = tensor<string, []>("op_39765_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_39765_end_0 = const()[name = tensor<string, []>("op_39765_end_0"), val = tensor<int32, [4]>([2, 832, 1, 576])];
            tensor<bool, [4]> var_39765_end_mask_0 = const()[name = tensor<string, []>("op_39765_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_39765_cast = slice_by_index(begin = var_39765_begin_0, end = var_39765_end_0, end_mask = var_39765_end_mask_0, x = q_177_cast)[name = tensor<string, []>("op_39765_cast")];
            tensor<int32, [4]> var_39769_begin_0 = const()[name = tensor<string, []>("op_39769_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_39769_end_0 = const()[name = tensor<string, []>("op_39769_end_0"), val = tensor<int32, [4]>([2, 896, 1, 576])];
            tensor<bool, [4]> var_39769_end_mask_0 = const()[name = tensor<string, []>("op_39769_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_39769_cast = slice_by_index(begin = var_39769_begin_0, end = var_39769_end_0, end_mask = var_39769_end_mask_0, x = q_177_cast)[name = tensor<string, []>("op_39769_cast")];
            tensor<int32, [4]> var_39773_begin_0 = const()[name = tensor<string, []>("op_39773_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_39773_end_0 = const()[name = tensor<string, []>("op_39773_end_0"), val = tensor<int32, [4]>([2, 960, 1, 576])];
            tensor<bool, [4]> var_39773_end_mask_0 = const()[name = tensor<string, []>("op_39773_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_39773_cast = slice_by_index(begin = var_39773_begin_0, end = var_39773_end_0, end_mask = var_39773_end_mask_0, x = q_177_cast)[name = tensor<string, []>("op_39773_cast")];
            tensor<int32, [4]> var_39777_begin_0 = const()[name = tensor<string, []>("op_39777_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_39777_end_0 = const()[name = tensor<string, []>("op_39777_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 576])];
            tensor<bool, [4]> var_39777_end_mask_0 = const()[name = tensor<string, []>("op_39777_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_39777_cast = slice_by_index(begin = var_39777_begin_0, end = var_39777_end_0, end_mask = var_39777_end_mask_0, x = q_177_cast)[name = tensor<string, []>("op_39777_cast")];
            tensor<int32, [4]> var_39781_begin_0 = const()[name = tensor<string, []>("op_39781_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_39781_end_0 = const()[name = tensor<string, []>("op_39781_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 576])];
            tensor<bool, [4]> var_39781_end_mask_0 = const()[name = tensor<string, []>("op_39781_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_39781_cast = slice_by_index(begin = var_39781_begin_0, end = var_39781_end_0, end_mask = var_39781_end_mask_0, x = q_177_cast)[name = tensor<string, []>("op_39781_cast")];
            tensor<int32, [4]> var_39785_begin_0 = const()[name = tensor<string, []>("op_39785_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_39785_end_0 = const()[name = tensor<string, []>("op_39785_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 576])];
            tensor<bool, [4]> var_39785_end_mask_0 = const()[name = tensor<string, []>("op_39785_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_39785_cast = slice_by_index(begin = var_39785_begin_0, end = var_39785_end_0, end_mask = var_39785_end_mask_0, x = q_177_cast)[name = tensor<string, []>("op_39785_cast")];
            tensor<int32, [4]> var_39789_begin_0 = const()[name = tensor<string, []>("op_39789_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_39789_end_0 = const()[name = tensor<string, []>("op_39789_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 576])];
            tensor<bool, [4]> var_39789_end_mask_0 = const()[name = tensor<string, []>("op_39789_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_39789_cast = slice_by_index(begin = var_39789_begin_0, end = var_39789_end_0, end_mask = var_39789_end_mask_0, x = q_177_cast)[name = tensor<string, []>("op_39789_cast")];
            tensor<int32, [4]> var_39793_begin_0 = const()[name = tensor<string, []>("op_39793_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_39793_end_0 = const()[name = tensor<string, []>("op_39793_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 576])];
            tensor<bool, [4]> var_39793_end_mask_0 = const()[name = tensor<string, []>("op_39793_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_39793_cast = slice_by_index(begin = var_39793_begin_0, end = var_39793_end_0, end_mask = var_39793_end_mask_0, x = q_177_cast)[name = tensor<string, []>("op_39793_cast")];
            tensor<int32, [4]> k_355_perm_0 = const()[name = tensor<string, []>("k_355_perm_0"), val = tensor<int32, [4]>([0, 3, 2, 1])];
            tensor<int32, [4]> var_39800_begin_0 = const()[name = tensor<string, []>("op_39800_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_39800_end_0 = const()[name = tensor<string, []>("op_39800_end_0"), val = tensor<int32, [4]>([2, 576, 1, 64])];
            tensor<bool, [4]> var_39800_end_mask_0 = const()[name = tensor<string, []>("op_39800_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 1280]> transpose_51 = transpose(perm = k_355_perm_0, x = k_353_cast)[name = tensor<string, []>("transpose_51")];
            tensor<fp16, [2, 576, 1, 64]> var_39800_cast = slice_by_index(begin = var_39800_begin_0, end = var_39800_end_0, end_mask = var_39800_end_mask_0, x = transpose_51)[name = tensor<string, []>("op_39800_cast")];
            tensor<int32, [4]> var_39804_begin_0 = const()[name = tensor<string, []>("op_39804_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 64])];
            tensor<int32, [4]> var_39804_end_0 = const()[name = tensor<string, []>("op_39804_end_0"), val = tensor<int32, [4]>([2, 576, 1, 128])];
            tensor<bool, [4]> var_39804_end_mask_0 = const()[name = tensor<string, []>("op_39804_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_39804_cast = slice_by_index(begin = var_39804_begin_0, end = var_39804_end_0, end_mask = var_39804_end_mask_0, x = transpose_51)[name = tensor<string, []>("op_39804_cast")];
            tensor<int32, [4]> var_39808_begin_0 = const()[name = tensor<string, []>("op_39808_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 128])];
            tensor<int32, [4]> var_39808_end_0 = const()[name = tensor<string, []>("op_39808_end_0"), val = tensor<int32, [4]>([2, 576, 1, 192])];
            tensor<bool, [4]> var_39808_end_mask_0 = const()[name = tensor<string, []>("op_39808_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_39808_cast = slice_by_index(begin = var_39808_begin_0, end = var_39808_end_0, end_mask = var_39808_end_mask_0, x = transpose_51)[name = tensor<string, []>("op_39808_cast")];
            tensor<int32, [4]> var_39812_begin_0 = const()[name = tensor<string, []>("op_39812_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 192])];
            tensor<int32, [4]> var_39812_end_0 = const()[name = tensor<string, []>("op_39812_end_0"), val = tensor<int32, [4]>([2, 576, 1, 256])];
            tensor<bool, [4]> var_39812_end_mask_0 = const()[name = tensor<string, []>("op_39812_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_39812_cast = slice_by_index(begin = var_39812_begin_0, end = var_39812_end_0, end_mask = var_39812_end_mask_0, x = transpose_51)[name = tensor<string, []>("op_39812_cast")];
            tensor<int32, [4]> var_39816_begin_0 = const()[name = tensor<string, []>("op_39816_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 256])];
            tensor<int32, [4]> var_39816_end_0 = const()[name = tensor<string, []>("op_39816_end_0"), val = tensor<int32, [4]>([2, 576, 1, 320])];
            tensor<bool, [4]> var_39816_end_mask_0 = const()[name = tensor<string, []>("op_39816_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_39816_cast = slice_by_index(begin = var_39816_begin_0, end = var_39816_end_0, end_mask = var_39816_end_mask_0, x = transpose_51)[name = tensor<string, []>("op_39816_cast")];
            tensor<int32, [4]> var_39820_begin_0 = const()[name = tensor<string, []>("op_39820_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 320])];
            tensor<int32, [4]> var_39820_end_0 = const()[name = tensor<string, []>("op_39820_end_0"), val = tensor<int32, [4]>([2, 576, 1, 384])];
            tensor<bool, [4]> var_39820_end_mask_0 = const()[name = tensor<string, []>("op_39820_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_39820_cast = slice_by_index(begin = var_39820_begin_0, end = var_39820_end_0, end_mask = var_39820_end_mask_0, x = transpose_51)[name = tensor<string, []>("op_39820_cast")];
            tensor<int32, [4]> var_39824_begin_0 = const()[name = tensor<string, []>("op_39824_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 384])];
            tensor<int32, [4]> var_39824_end_0 = const()[name = tensor<string, []>("op_39824_end_0"), val = tensor<int32, [4]>([2, 576, 1, 448])];
            tensor<bool, [4]> var_39824_end_mask_0 = const()[name = tensor<string, []>("op_39824_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_39824_cast = slice_by_index(begin = var_39824_begin_0, end = var_39824_end_0, end_mask = var_39824_end_mask_0, x = transpose_51)[name = tensor<string, []>("op_39824_cast")];
            tensor<int32, [4]> var_39828_begin_0 = const()[name = tensor<string, []>("op_39828_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 448])];
            tensor<int32, [4]> var_39828_end_0 = const()[name = tensor<string, []>("op_39828_end_0"), val = tensor<int32, [4]>([2, 576, 1, 512])];
            tensor<bool, [4]> var_39828_end_mask_0 = const()[name = tensor<string, []>("op_39828_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_39828_cast = slice_by_index(begin = var_39828_begin_0, end = var_39828_end_0, end_mask = var_39828_end_mask_0, x = transpose_51)[name = tensor<string, []>("op_39828_cast")];
            tensor<int32, [4]> var_39832_begin_0 = const()[name = tensor<string, []>("op_39832_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 512])];
            tensor<int32, [4]> var_39832_end_0 = const()[name = tensor<string, []>("op_39832_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_39832_end_mask_0 = const()[name = tensor<string, []>("op_39832_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_39832_cast = slice_by_index(begin = var_39832_begin_0, end = var_39832_end_0, end_mask = var_39832_end_mask_0, x = transpose_51)[name = tensor<string, []>("op_39832_cast")];
            tensor<int32, [4]> var_39836_begin_0 = const()[name = tensor<string, []>("op_39836_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 576])];
            tensor<int32, [4]> var_39836_end_0 = const()[name = tensor<string, []>("op_39836_end_0"), val = tensor<int32, [4]>([2, 576, 1, 640])];
            tensor<bool, [4]> var_39836_end_mask_0 = const()[name = tensor<string, []>("op_39836_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_39836_cast = slice_by_index(begin = var_39836_begin_0, end = var_39836_end_0, end_mask = var_39836_end_mask_0, x = transpose_51)[name = tensor<string, []>("op_39836_cast")];
            tensor<int32, [4]> var_39840_begin_0 = const()[name = tensor<string, []>("op_39840_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 640])];
            tensor<int32, [4]> var_39840_end_0 = const()[name = tensor<string, []>("op_39840_end_0"), val = tensor<int32, [4]>([2, 576, 1, 704])];
            tensor<bool, [4]> var_39840_end_mask_0 = const()[name = tensor<string, []>("op_39840_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_39840_cast = slice_by_index(begin = var_39840_begin_0, end = var_39840_end_0, end_mask = var_39840_end_mask_0, x = transpose_51)[name = tensor<string, []>("op_39840_cast")];
            tensor<int32, [4]> var_39844_begin_0 = const()[name = tensor<string, []>("op_39844_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 704])];
            tensor<int32, [4]> var_39844_end_0 = const()[name = tensor<string, []>("op_39844_end_0"), val = tensor<int32, [4]>([2, 576, 1, 768])];
            tensor<bool, [4]> var_39844_end_mask_0 = const()[name = tensor<string, []>("op_39844_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_39844_cast = slice_by_index(begin = var_39844_begin_0, end = var_39844_end_0, end_mask = var_39844_end_mask_0, x = transpose_51)[name = tensor<string, []>("op_39844_cast")];
            tensor<int32, [4]> var_39848_begin_0 = const()[name = tensor<string, []>("op_39848_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 768])];
            tensor<int32, [4]> var_39848_end_0 = const()[name = tensor<string, []>("op_39848_end_0"), val = tensor<int32, [4]>([2, 576, 1, 832])];
            tensor<bool, [4]> var_39848_end_mask_0 = const()[name = tensor<string, []>("op_39848_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_39848_cast = slice_by_index(begin = var_39848_begin_0, end = var_39848_end_0, end_mask = var_39848_end_mask_0, x = transpose_51)[name = tensor<string, []>("op_39848_cast")];
            tensor<int32, [4]> var_39852_begin_0 = const()[name = tensor<string, []>("op_39852_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 832])];
            tensor<int32, [4]> var_39852_end_0 = const()[name = tensor<string, []>("op_39852_end_0"), val = tensor<int32, [4]>([2, 576, 1, 896])];
            tensor<bool, [4]> var_39852_end_mask_0 = const()[name = tensor<string, []>("op_39852_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_39852_cast = slice_by_index(begin = var_39852_begin_0, end = var_39852_end_0, end_mask = var_39852_end_mask_0, x = transpose_51)[name = tensor<string, []>("op_39852_cast")];
            tensor<int32, [4]> var_39856_begin_0 = const()[name = tensor<string, []>("op_39856_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 896])];
            tensor<int32, [4]> var_39856_end_0 = const()[name = tensor<string, []>("op_39856_end_0"), val = tensor<int32, [4]>([2, 576, 1, 960])];
            tensor<bool, [4]> var_39856_end_mask_0 = const()[name = tensor<string, []>("op_39856_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_39856_cast = slice_by_index(begin = var_39856_begin_0, end = var_39856_end_0, end_mask = var_39856_end_mask_0, x = transpose_51)[name = tensor<string, []>("op_39856_cast")];
            tensor<int32, [4]> var_39860_begin_0 = const()[name = tensor<string, []>("op_39860_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 960])];
            tensor<int32, [4]> var_39860_end_0 = const()[name = tensor<string, []>("op_39860_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1024])];
            tensor<bool, [4]> var_39860_end_mask_0 = const()[name = tensor<string, []>("op_39860_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_39860_cast = slice_by_index(begin = var_39860_begin_0, end = var_39860_end_0, end_mask = var_39860_end_mask_0, x = transpose_51)[name = tensor<string, []>("op_39860_cast")];
            tensor<int32, [4]> var_39864_begin_0 = const()[name = tensor<string, []>("op_39864_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1024])];
            tensor<int32, [4]> var_39864_end_0 = const()[name = tensor<string, []>("op_39864_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1088])];
            tensor<bool, [4]> var_39864_end_mask_0 = const()[name = tensor<string, []>("op_39864_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_39864_cast = slice_by_index(begin = var_39864_begin_0, end = var_39864_end_0, end_mask = var_39864_end_mask_0, x = transpose_51)[name = tensor<string, []>("op_39864_cast")];
            tensor<int32, [4]> var_39868_begin_0 = const()[name = tensor<string, []>("op_39868_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1088])];
            tensor<int32, [4]> var_39868_end_0 = const()[name = tensor<string, []>("op_39868_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1152])];
            tensor<bool, [4]> var_39868_end_mask_0 = const()[name = tensor<string, []>("op_39868_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_39868_cast = slice_by_index(begin = var_39868_begin_0, end = var_39868_end_0, end_mask = var_39868_end_mask_0, x = transpose_51)[name = tensor<string, []>("op_39868_cast")];
            tensor<int32, [4]> var_39872_begin_0 = const()[name = tensor<string, []>("op_39872_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1152])];
            tensor<int32, [4]> var_39872_end_0 = const()[name = tensor<string, []>("op_39872_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1216])];
            tensor<bool, [4]> var_39872_end_mask_0 = const()[name = tensor<string, []>("op_39872_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_39872_cast = slice_by_index(begin = var_39872_begin_0, end = var_39872_end_0, end_mask = var_39872_end_mask_0, x = transpose_51)[name = tensor<string, []>("op_39872_cast")];
            tensor<int32, [4]> var_39876_begin_0 = const()[name = tensor<string, []>("op_39876_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1216])];
            tensor<int32, [4]> var_39876_end_0 = const()[name = tensor<string, []>("op_39876_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1280])];
            tensor<bool, [4]> var_39876_end_mask_0 = const()[name = tensor<string, []>("op_39876_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_39876_cast = slice_by_index(begin = var_39876_begin_0, end = var_39876_end_0, end_mask = var_39876_end_mask_0, x = transpose_51)[name = tensor<string, []>("op_39876_cast")];
            tensor<int32, [4]> var_39878_begin_0 = const()[name = tensor<string, []>("op_39878_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_39878_end_0 = const()[name = tensor<string, []>("op_39878_end_0"), val = tensor<int32, [4]>([2, 64, 1, 576])];
            tensor<bool, [4]> var_39878_end_mask_0 = const()[name = tensor<string, []>("op_39878_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_39878_cast = slice_by_index(begin = var_39878_begin_0, end = var_39878_end_0, end_mask = var_39878_end_mask_0, x = v_177_cast)[name = tensor<string, []>("op_39878_cast")];
            tensor<int32, [4]> var_39882_begin_0 = const()[name = tensor<string, []>("op_39882_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_39882_end_0 = const()[name = tensor<string, []>("op_39882_end_0"), val = tensor<int32, [4]>([2, 128, 1, 576])];
            tensor<bool, [4]> var_39882_end_mask_0 = const()[name = tensor<string, []>("op_39882_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_39882_cast = slice_by_index(begin = var_39882_begin_0, end = var_39882_end_0, end_mask = var_39882_end_mask_0, x = v_177_cast)[name = tensor<string, []>("op_39882_cast")];
            tensor<int32, [4]> var_39886_begin_0 = const()[name = tensor<string, []>("op_39886_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_39886_end_0 = const()[name = tensor<string, []>("op_39886_end_0"), val = tensor<int32, [4]>([2, 192, 1, 576])];
            tensor<bool, [4]> var_39886_end_mask_0 = const()[name = tensor<string, []>("op_39886_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_39886_cast = slice_by_index(begin = var_39886_begin_0, end = var_39886_end_0, end_mask = var_39886_end_mask_0, x = v_177_cast)[name = tensor<string, []>("op_39886_cast")];
            tensor<int32, [4]> var_39890_begin_0 = const()[name = tensor<string, []>("op_39890_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_39890_end_0 = const()[name = tensor<string, []>("op_39890_end_0"), val = tensor<int32, [4]>([2, 256, 1, 576])];
            tensor<bool, [4]> var_39890_end_mask_0 = const()[name = tensor<string, []>("op_39890_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_39890_cast = slice_by_index(begin = var_39890_begin_0, end = var_39890_end_0, end_mask = var_39890_end_mask_0, x = v_177_cast)[name = tensor<string, []>("op_39890_cast")];
            tensor<int32, [4]> var_39894_begin_0 = const()[name = tensor<string, []>("op_39894_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_39894_end_0 = const()[name = tensor<string, []>("op_39894_end_0"), val = tensor<int32, [4]>([2, 320, 1, 576])];
            tensor<bool, [4]> var_39894_end_mask_0 = const()[name = tensor<string, []>("op_39894_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_39894_cast = slice_by_index(begin = var_39894_begin_0, end = var_39894_end_0, end_mask = var_39894_end_mask_0, x = v_177_cast)[name = tensor<string, []>("op_39894_cast")];
            tensor<int32, [4]> var_39898_begin_0 = const()[name = tensor<string, []>("op_39898_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_39898_end_0 = const()[name = tensor<string, []>("op_39898_end_0"), val = tensor<int32, [4]>([2, 384, 1, 576])];
            tensor<bool, [4]> var_39898_end_mask_0 = const()[name = tensor<string, []>("op_39898_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_39898_cast = slice_by_index(begin = var_39898_begin_0, end = var_39898_end_0, end_mask = var_39898_end_mask_0, x = v_177_cast)[name = tensor<string, []>("op_39898_cast")];
            tensor<int32, [4]> var_39902_begin_0 = const()[name = tensor<string, []>("op_39902_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_39902_end_0 = const()[name = tensor<string, []>("op_39902_end_0"), val = tensor<int32, [4]>([2, 448, 1, 576])];
            tensor<bool, [4]> var_39902_end_mask_0 = const()[name = tensor<string, []>("op_39902_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_39902_cast = slice_by_index(begin = var_39902_begin_0, end = var_39902_end_0, end_mask = var_39902_end_mask_0, x = v_177_cast)[name = tensor<string, []>("op_39902_cast")];
            tensor<int32, [4]> var_39906_begin_0 = const()[name = tensor<string, []>("op_39906_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_39906_end_0 = const()[name = tensor<string, []>("op_39906_end_0"), val = tensor<int32, [4]>([2, 512, 1, 576])];
            tensor<bool, [4]> var_39906_end_mask_0 = const()[name = tensor<string, []>("op_39906_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_39906_cast = slice_by_index(begin = var_39906_begin_0, end = var_39906_end_0, end_mask = var_39906_end_mask_0, x = v_177_cast)[name = tensor<string, []>("op_39906_cast")];
            tensor<int32, [4]> var_39910_begin_0 = const()[name = tensor<string, []>("op_39910_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_39910_end_0 = const()[name = tensor<string, []>("op_39910_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_39910_end_mask_0 = const()[name = tensor<string, []>("op_39910_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_39910_cast = slice_by_index(begin = var_39910_begin_0, end = var_39910_end_0, end_mask = var_39910_end_mask_0, x = v_177_cast)[name = tensor<string, []>("op_39910_cast")];
            tensor<int32, [4]> var_39914_begin_0 = const()[name = tensor<string, []>("op_39914_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_39914_end_0 = const()[name = tensor<string, []>("op_39914_end_0"), val = tensor<int32, [4]>([2, 640, 1, 576])];
            tensor<bool, [4]> var_39914_end_mask_0 = const()[name = tensor<string, []>("op_39914_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_39914_cast = slice_by_index(begin = var_39914_begin_0, end = var_39914_end_0, end_mask = var_39914_end_mask_0, x = v_177_cast)[name = tensor<string, []>("op_39914_cast")];
            tensor<int32, [4]> var_39918_begin_0 = const()[name = tensor<string, []>("op_39918_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_39918_end_0 = const()[name = tensor<string, []>("op_39918_end_0"), val = tensor<int32, [4]>([2, 704, 1, 576])];
            tensor<bool, [4]> var_39918_end_mask_0 = const()[name = tensor<string, []>("op_39918_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_39918_cast = slice_by_index(begin = var_39918_begin_0, end = var_39918_end_0, end_mask = var_39918_end_mask_0, x = v_177_cast)[name = tensor<string, []>("op_39918_cast")];
            tensor<int32, [4]> var_39922_begin_0 = const()[name = tensor<string, []>("op_39922_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_39922_end_0 = const()[name = tensor<string, []>("op_39922_end_0"), val = tensor<int32, [4]>([2, 768, 1, 576])];
            tensor<bool, [4]> var_39922_end_mask_0 = const()[name = tensor<string, []>("op_39922_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_39922_cast = slice_by_index(begin = var_39922_begin_0, end = var_39922_end_0, end_mask = var_39922_end_mask_0, x = v_177_cast)[name = tensor<string, []>("op_39922_cast")];
            tensor<int32, [4]> var_39926_begin_0 = const()[name = tensor<string, []>("op_39926_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_39926_end_0 = const()[name = tensor<string, []>("op_39926_end_0"), val = tensor<int32, [4]>([2, 832, 1, 576])];
            tensor<bool, [4]> var_39926_end_mask_0 = const()[name = tensor<string, []>("op_39926_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_39926_cast = slice_by_index(begin = var_39926_begin_0, end = var_39926_end_0, end_mask = var_39926_end_mask_0, x = v_177_cast)[name = tensor<string, []>("op_39926_cast")];
            tensor<int32, [4]> var_39930_begin_0 = const()[name = tensor<string, []>("op_39930_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_39930_end_0 = const()[name = tensor<string, []>("op_39930_end_0"), val = tensor<int32, [4]>([2, 896, 1, 576])];
            tensor<bool, [4]> var_39930_end_mask_0 = const()[name = tensor<string, []>("op_39930_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_39930_cast = slice_by_index(begin = var_39930_begin_0, end = var_39930_end_0, end_mask = var_39930_end_mask_0, x = v_177_cast)[name = tensor<string, []>("op_39930_cast")];
            tensor<int32, [4]> var_39934_begin_0 = const()[name = tensor<string, []>("op_39934_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_39934_end_0 = const()[name = tensor<string, []>("op_39934_end_0"), val = tensor<int32, [4]>([2, 960, 1, 576])];
            tensor<bool, [4]> var_39934_end_mask_0 = const()[name = tensor<string, []>("op_39934_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_39934_cast = slice_by_index(begin = var_39934_begin_0, end = var_39934_end_0, end_mask = var_39934_end_mask_0, x = v_177_cast)[name = tensor<string, []>("op_39934_cast")];
            tensor<int32, [4]> var_39938_begin_0 = const()[name = tensor<string, []>("op_39938_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_39938_end_0 = const()[name = tensor<string, []>("op_39938_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 576])];
            tensor<bool, [4]> var_39938_end_mask_0 = const()[name = tensor<string, []>("op_39938_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_39938_cast = slice_by_index(begin = var_39938_begin_0, end = var_39938_end_0, end_mask = var_39938_end_mask_0, x = v_177_cast)[name = tensor<string, []>("op_39938_cast")];
            tensor<int32, [4]> var_39942_begin_0 = const()[name = tensor<string, []>("op_39942_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_39942_end_0 = const()[name = tensor<string, []>("op_39942_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 576])];
            tensor<bool, [4]> var_39942_end_mask_0 = const()[name = tensor<string, []>("op_39942_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_39942_cast = slice_by_index(begin = var_39942_begin_0, end = var_39942_end_0, end_mask = var_39942_end_mask_0, x = v_177_cast)[name = tensor<string, []>("op_39942_cast")];
            tensor<int32, [4]> var_39946_begin_0 = const()[name = tensor<string, []>("op_39946_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_39946_end_0 = const()[name = tensor<string, []>("op_39946_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 576])];
            tensor<bool, [4]> var_39946_end_mask_0 = const()[name = tensor<string, []>("op_39946_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_39946_cast = slice_by_index(begin = var_39946_begin_0, end = var_39946_end_0, end_mask = var_39946_end_mask_0, x = v_177_cast)[name = tensor<string, []>("op_39946_cast")];
            tensor<int32, [4]> var_39950_begin_0 = const()[name = tensor<string, []>("op_39950_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_39950_end_0 = const()[name = tensor<string, []>("op_39950_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 576])];
            tensor<bool, [4]> var_39950_end_mask_0 = const()[name = tensor<string, []>("op_39950_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_39950_cast = slice_by_index(begin = var_39950_begin_0, end = var_39950_end_0, end_mask = var_39950_end_mask_0, x = v_177_cast)[name = tensor<string, []>("op_39950_cast")];
            tensor<int32, [4]> var_39954_begin_0 = const()[name = tensor<string, []>("op_39954_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_39954_end_0 = const()[name = tensor<string, []>("op_39954_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 576])];
            tensor<bool, [4]> var_39954_end_mask_0 = const()[name = tensor<string, []>("op_39954_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_39954_cast = slice_by_index(begin = var_39954_begin_0, end = var_39954_end_0, end_mask = var_39954_end_mask_0, x = v_177_cast)[name = tensor<string, []>("op_39954_cast")];
            tensor<string, []> var_39958_equation_0 = const()[name = tensor<string, []>("op_39958_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_39958_cast = einsum(equation = var_39958_equation_0, values = (var_39800_cast, var_39717_cast))[name = tensor<string, []>("op_39958_cast")];
            tensor<fp16, []> var_39959_to_fp16 = const()[name = tensor<string, []>("op_39959_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3361_cast = mul(x = var_39958_cast, y = var_39959_to_fp16)[name = tensor<string, []>("aw_3361_cast")];
            tensor<string, []> var_39962_equation_0 = const()[name = tensor<string, []>("op_39962_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_39962_cast = einsum(equation = var_39962_equation_0, values = (var_39804_cast, var_39721_cast))[name = tensor<string, []>("op_39962_cast")];
            tensor<fp16, []> var_39963_to_fp16 = const()[name = tensor<string, []>("op_39963_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3363_cast = mul(x = var_39962_cast, y = var_39963_to_fp16)[name = tensor<string, []>("aw_3363_cast")];
            tensor<string, []> var_39966_equation_0 = const()[name = tensor<string, []>("op_39966_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_39966_cast = einsum(equation = var_39966_equation_0, values = (var_39808_cast, var_39725_cast))[name = tensor<string, []>("op_39966_cast")];
            tensor<fp16, []> var_39967_to_fp16 = const()[name = tensor<string, []>("op_39967_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3365_cast = mul(x = var_39966_cast, y = var_39967_to_fp16)[name = tensor<string, []>("aw_3365_cast")];
            tensor<string, []> var_39970_equation_0 = const()[name = tensor<string, []>("op_39970_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_39970_cast = einsum(equation = var_39970_equation_0, values = (var_39812_cast, var_39729_cast))[name = tensor<string, []>("op_39970_cast")];
            tensor<fp16, []> var_39971_to_fp16 = const()[name = tensor<string, []>("op_39971_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3367_cast = mul(x = var_39970_cast, y = var_39971_to_fp16)[name = tensor<string, []>("aw_3367_cast")];
            tensor<string, []> var_39974_equation_0 = const()[name = tensor<string, []>("op_39974_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_39974_cast = einsum(equation = var_39974_equation_0, values = (var_39816_cast, var_39733_cast))[name = tensor<string, []>("op_39974_cast")];
            tensor<fp16, []> var_39975_to_fp16 = const()[name = tensor<string, []>("op_39975_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3369_cast = mul(x = var_39974_cast, y = var_39975_to_fp16)[name = tensor<string, []>("aw_3369_cast")];
            tensor<string, []> var_39978_equation_0 = const()[name = tensor<string, []>("op_39978_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_39978_cast = einsum(equation = var_39978_equation_0, values = (var_39820_cast, var_39737_cast))[name = tensor<string, []>("op_39978_cast")];
            tensor<fp16, []> var_39979_to_fp16 = const()[name = tensor<string, []>("op_39979_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3371_cast = mul(x = var_39978_cast, y = var_39979_to_fp16)[name = tensor<string, []>("aw_3371_cast")];
            tensor<string, []> var_39982_equation_0 = const()[name = tensor<string, []>("op_39982_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_39982_cast = einsum(equation = var_39982_equation_0, values = (var_39824_cast, var_39741_cast))[name = tensor<string, []>("op_39982_cast")];
            tensor<fp16, []> var_39983_to_fp16 = const()[name = tensor<string, []>("op_39983_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3373_cast = mul(x = var_39982_cast, y = var_39983_to_fp16)[name = tensor<string, []>("aw_3373_cast")];
            tensor<string, []> var_39986_equation_0 = const()[name = tensor<string, []>("op_39986_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_39986_cast = einsum(equation = var_39986_equation_0, values = (var_39828_cast, var_39745_cast))[name = tensor<string, []>("op_39986_cast")];
            tensor<fp16, []> var_39987_to_fp16 = const()[name = tensor<string, []>("op_39987_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3375_cast = mul(x = var_39986_cast, y = var_39987_to_fp16)[name = tensor<string, []>("aw_3375_cast")];
            tensor<string, []> var_39990_equation_0 = const()[name = tensor<string, []>("op_39990_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_39990_cast = einsum(equation = var_39990_equation_0, values = (var_39832_cast, var_39749_cast))[name = tensor<string, []>("op_39990_cast")];
            tensor<fp16, []> var_39991_to_fp16 = const()[name = tensor<string, []>("op_39991_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3377_cast = mul(x = var_39990_cast, y = var_39991_to_fp16)[name = tensor<string, []>("aw_3377_cast")];
            tensor<string, []> var_39994_equation_0 = const()[name = tensor<string, []>("op_39994_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_39994_cast = einsum(equation = var_39994_equation_0, values = (var_39836_cast, var_39753_cast))[name = tensor<string, []>("op_39994_cast")];
            tensor<fp16, []> var_39995_to_fp16 = const()[name = tensor<string, []>("op_39995_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3379_cast = mul(x = var_39994_cast, y = var_39995_to_fp16)[name = tensor<string, []>("aw_3379_cast")];
            tensor<string, []> var_39998_equation_0 = const()[name = tensor<string, []>("op_39998_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_39998_cast = einsum(equation = var_39998_equation_0, values = (var_39840_cast, var_39757_cast))[name = tensor<string, []>("op_39998_cast")];
            tensor<fp16, []> var_39999_to_fp16 = const()[name = tensor<string, []>("op_39999_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3381_cast = mul(x = var_39998_cast, y = var_39999_to_fp16)[name = tensor<string, []>("aw_3381_cast")];
            tensor<string, []> var_40002_equation_0 = const()[name = tensor<string, []>("op_40002_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_40002_cast = einsum(equation = var_40002_equation_0, values = (var_39844_cast, var_39761_cast))[name = tensor<string, []>("op_40002_cast")];
            tensor<fp16, []> var_40003_to_fp16 = const()[name = tensor<string, []>("op_40003_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3383_cast = mul(x = var_40002_cast, y = var_40003_to_fp16)[name = tensor<string, []>("aw_3383_cast")];
            tensor<string, []> var_40006_equation_0 = const()[name = tensor<string, []>("op_40006_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_40006_cast = einsum(equation = var_40006_equation_0, values = (var_39848_cast, var_39765_cast))[name = tensor<string, []>("op_40006_cast")];
            tensor<fp16, []> var_40007_to_fp16 = const()[name = tensor<string, []>("op_40007_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3385_cast = mul(x = var_40006_cast, y = var_40007_to_fp16)[name = tensor<string, []>("aw_3385_cast")];
            tensor<string, []> var_40010_equation_0 = const()[name = tensor<string, []>("op_40010_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_40010_cast = einsum(equation = var_40010_equation_0, values = (var_39852_cast, var_39769_cast))[name = tensor<string, []>("op_40010_cast")];
            tensor<fp16, []> var_40011_to_fp16 = const()[name = tensor<string, []>("op_40011_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3387_cast = mul(x = var_40010_cast, y = var_40011_to_fp16)[name = tensor<string, []>("aw_3387_cast")];
            tensor<string, []> var_40014_equation_0 = const()[name = tensor<string, []>("op_40014_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_40014_cast = einsum(equation = var_40014_equation_0, values = (var_39856_cast, var_39773_cast))[name = tensor<string, []>("op_40014_cast")];
            tensor<fp16, []> var_40015_to_fp16 = const()[name = tensor<string, []>("op_40015_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3389_cast = mul(x = var_40014_cast, y = var_40015_to_fp16)[name = tensor<string, []>("aw_3389_cast")];
            tensor<string, []> var_40018_equation_0 = const()[name = tensor<string, []>("op_40018_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_40018_cast = einsum(equation = var_40018_equation_0, values = (var_39860_cast, var_39777_cast))[name = tensor<string, []>("op_40018_cast")];
            tensor<fp16, []> var_40019_to_fp16 = const()[name = tensor<string, []>("op_40019_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3391_cast = mul(x = var_40018_cast, y = var_40019_to_fp16)[name = tensor<string, []>("aw_3391_cast")];
            tensor<string, []> var_40022_equation_0 = const()[name = tensor<string, []>("op_40022_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_40022_cast = einsum(equation = var_40022_equation_0, values = (var_39864_cast, var_39781_cast))[name = tensor<string, []>("op_40022_cast")];
            tensor<fp16, []> var_40023_to_fp16 = const()[name = tensor<string, []>("op_40023_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3393_cast = mul(x = var_40022_cast, y = var_40023_to_fp16)[name = tensor<string, []>("aw_3393_cast")];
            tensor<string, []> var_40026_equation_0 = const()[name = tensor<string, []>("op_40026_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_40026_cast = einsum(equation = var_40026_equation_0, values = (var_39868_cast, var_39785_cast))[name = tensor<string, []>("op_40026_cast")];
            tensor<fp16, []> var_40027_to_fp16 = const()[name = tensor<string, []>("op_40027_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3395_cast = mul(x = var_40026_cast, y = var_40027_to_fp16)[name = tensor<string, []>("aw_3395_cast")];
            tensor<string, []> var_40030_equation_0 = const()[name = tensor<string, []>("op_40030_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_40030_cast = einsum(equation = var_40030_equation_0, values = (var_39872_cast, var_39789_cast))[name = tensor<string, []>("op_40030_cast")];
            tensor<fp16, []> var_40031_to_fp16 = const()[name = tensor<string, []>("op_40031_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3397_cast = mul(x = var_40030_cast, y = var_40031_to_fp16)[name = tensor<string, []>("aw_3397_cast")];
            tensor<string, []> var_40034_equation_0 = const()[name = tensor<string, []>("op_40034_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_40034_cast = einsum(equation = var_40034_equation_0, values = (var_39876_cast, var_39793_cast))[name = tensor<string, []>("op_40034_cast")];
            tensor<fp16, []> var_40035_to_fp16 = const()[name = tensor<string, []>("op_40035_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3399_cast = mul(x = var_40034_cast, y = var_40035_to_fp16)[name = tensor<string, []>("aw_3399_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_40037_cast = softmax(axis = var_30355, x = aw_3361_cast)[name = tensor<string, []>("op_40037_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_40038_cast = softmax(axis = var_30355, x = aw_3363_cast)[name = tensor<string, []>("op_40038_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_40039_cast = softmax(axis = var_30355, x = aw_3365_cast)[name = tensor<string, []>("op_40039_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_40040_cast = softmax(axis = var_30355, x = aw_3367_cast)[name = tensor<string, []>("op_40040_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_40041_cast = softmax(axis = var_30355, x = aw_3369_cast)[name = tensor<string, []>("op_40041_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_40042_cast = softmax(axis = var_30355, x = aw_3371_cast)[name = tensor<string, []>("op_40042_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_40043_cast = softmax(axis = var_30355, x = aw_3373_cast)[name = tensor<string, []>("op_40043_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_40044_cast = softmax(axis = var_30355, x = aw_3375_cast)[name = tensor<string, []>("op_40044_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_40045_cast = softmax(axis = var_30355, x = aw_3377_cast)[name = tensor<string, []>("op_40045_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_40046_cast = softmax(axis = var_30355, x = aw_3379_cast)[name = tensor<string, []>("op_40046_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_40047_cast = softmax(axis = var_30355, x = aw_3381_cast)[name = tensor<string, []>("op_40047_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_40048_cast = softmax(axis = var_30355, x = aw_3383_cast)[name = tensor<string, []>("op_40048_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_40049_cast = softmax(axis = var_30355, x = aw_3385_cast)[name = tensor<string, []>("op_40049_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_40050_cast = softmax(axis = var_30355, x = aw_3387_cast)[name = tensor<string, []>("op_40050_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_40051_cast = softmax(axis = var_30355, x = aw_3389_cast)[name = tensor<string, []>("op_40051_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_40052_cast = softmax(axis = var_30355, x = aw_3391_cast)[name = tensor<string, []>("op_40052_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_40053_cast = softmax(axis = var_30355, x = aw_3393_cast)[name = tensor<string, []>("op_40053_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_40054_cast = softmax(axis = var_30355, x = aw_3395_cast)[name = tensor<string, []>("op_40054_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_40055_cast = softmax(axis = var_30355, x = aw_3397_cast)[name = tensor<string, []>("op_40055_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_40056_cast = softmax(axis = var_30355, x = aw_3399_cast)[name = tensor<string, []>("op_40056_cast")];
            tensor<string, []> var_40058_equation_0 = const()[name = tensor<string, []>("op_40058_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_40058_cast = einsum(equation = var_40058_equation_0, values = (var_39878_cast, var_40037_cast))[name = tensor<string, []>("op_40058_cast")];
            tensor<string, []> var_40060_equation_0 = const()[name = tensor<string, []>("op_40060_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_40060_cast = einsum(equation = var_40060_equation_0, values = (var_39882_cast, var_40038_cast))[name = tensor<string, []>("op_40060_cast")];
            tensor<string, []> var_40062_equation_0 = const()[name = tensor<string, []>("op_40062_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_40062_cast = einsum(equation = var_40062_equation_0, values = (var_39886_cast, var_40039_cast))[name = tensor<string, []>("op_40062_cast")];
            tensor<string, []> var_40064_equation_0 = const()[name = tensor<string, []>("op_40064_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_40064_cast = einsum(equation = var_40064_equation_0, values = (var_39890_cast, var_40040_cast))[name = tensor<string, []>("op_40064_cast")];
            tensor<string, []> var_40066_equation_0 = const()[name = tensor<string, []>("op_40066_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_40066_cast = einsum(equation = var_40066_equation_0, values = (var_39894_cast, var_40041_cast))[name = tensor<string, []>("op_40066_cast")];
            tensor<string, []> var_40068_equation_0 = const()[name = tensor<string, []>("op_40068_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_40068_cast = einsum(equation = var_40068_equation_0, values = (var_39898_cast, var_40042_cast))[name = tensor<string, []>("op_40068_cast")];
            tensor<string, []> var_40070_equation_0 = const()[name = tensor<string, []>("op_40070_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_40070_cast = einsum(equation = var_40070_equation_0, values = (var_39902_cast, var_40043_cast))[name = tensor<string, []>("op_40070_cast")];
            tensor<string, []> var_40072_equation_0 = const()[name = tensor<string, []>("op_40072_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_40072_cast = einsum(equation = var_40072_equation_0, values = (var_39906_cast, var_40044_cast))[name = tensor<string, []>("op_40072_cast")];
            tensor<string, []> var_40074_equation_0 = const()[name = tensor<string, []>("op_40074_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_40074_cast = einsum(equation = var_40074_equation_0, values = (var_39910_cast, var_40045_cast))[name = tensor<string, []>("op_40074_cast")];
            tensor<string, []> var_40076_equation_0 = const()[name = tensor<string, []>("op_40076_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_40076_cast = einsum(equation = var_40076_equation_0, values = (var_39914_cast, var_40046_cast))[name = tensor<string, []>("op_40076_cast")];
            tensor<string, []> var_40078_equation_0 = const()[name = tensor<string, []>("op_40078_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_40078_cast = einsum(equation = var_40078_equation_0, values = (var_39918_cast, var_40047_cast))[name = tensor<string, []>("op_40078_cast")];
            tensor<string, []> var_40080_equation_0 = const()[name = tensor<string, []>("op_40080_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_40080_cast = einsum(equation = var_40080_equation_0, values = (var_39922_cast, var_40048_cast))[name = tensor<string, []>("op_40080_cast")];
            tensor<string, []> var_40082_equation_0 = const()[name = tensor<string, []>("op_40082_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_40082_cast = einsum(equation = var_40082_equation_0, values = (var_39926_cast, var_40049_cast))[name = tensor<string, []>("op_40082_cast")];
            tensor<string, []> var_40084_equation_0 = const()[name = tensor<string, []>("op_40084_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_40084_cast = einsum(equation = var_40084_equation_0, values = (var_39930_cast, var_40050_cast))[name = tensor<string, []>("op_40084_cast")];
            tensor<string, []> var_40086_equation_0 = const()[name = tensor<string, []>("op_40086_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_40086_cast = einsum(equation = var_40086_equation_0, values = (var_39934_cast, var_40051_cast))[name = tensor<string, []>("op_40086_cast")];
            tensor<string, []> var_40088_equation_0 = const()[name = tensor<string, []>("op_40088_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_40088_cast = einsum(equation = var_40088_equation_0, values = (var_39938_cast, var_40052_cast))[name = tensor<string, []>("op_40088_cast")];
            tensor<string, []> var_40090_equation_0 = const()[name = tensor<string, []>("op_40090_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_40090_cast = einsum(equation = var_40090_equation_0, values = (var_39942_cast, var_40053_cast))[name = tensor<string, []>("op_40090_cast")];
            tensor<string, []> var_40092_equation_0 = const()[name = tensor<string, []>("op_40092_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_40092_cast = einsum(equation = var_40092_equation_0, values = (var_39946_cast, var_40054_cast))[name = tensor<string, []>("op_40092_cast")];
            tensor<string, []> var_40094_equation_0 = const()[name = tensor<string, []>("op_40094_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_40094_cast = einsum(equation = var_40094_equation_0, values = (var_39950_cast, var_40055_cast))[name = tensor<string, []>("op_40094_cast")];
            tensor<string, []> var_40096_equation_0 = const()[name = tensor<string, []>("op_40096_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_40096_cast = einsum(equation = var_40096_equation_0, values = (var_39954_cast, var_40056_cast))[name = tensor<string, []>("op_40096_cast")];
            tensor<bool, []> input_537_interleave_0 = const()[name = tensor<string, []>("input_537_interleave_0"), val = tensor<bool, []>(false)];
            tensor<fp16, [2, 1280, 1, 576]> input_537_cast = concat(axis = var_30355, interleave = input_537_interleave_0, values = (var_40058_cast, var_40060_cast, var_40062_cast, var_40064_cast, var_40066_cast, var_40068_cast, var_40070_cast, var_40072_cast, var_40074_cast, var_40076_cast, var_40078_cast, var_40080_cast, var_40082_cast, var_40084_cast, var_40086_cast, var_40088_cast, var_40090_cast, var_40092_cast, var_40094_cast, var_40096_cast))[name = tensor<string, []>("input_537_cast")];
            tensor<int32, [2]> var_40102 = const()[name = tensor<string, []>("op_40102"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_40104 = const()[name = tensor<string, []>("op_40104"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_40106_pad_type_0 = const()[name = tensor<string, []>("op_40106_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_40106_pad_0 = const()[name = tensor<string, []>("op_40106_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_0_attn1_to_out_0_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [1228800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(62702848))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(63931712))), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_0_attn1_to_out_0_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_attentions_1_transformer_blocks_0_attn1_to_out_0_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_0_attn1_to_out_0_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(63931904)))];
            tensor<fp16, [2, 1280, 1, 576]> var_40106_cast = conv(bias = up_blocks_0_attentions_1_transformer_blocks_0_attn1_to_out_0_bias_to_fp16, dilations = var_40104, groups = var_30355, pad = var_40106_pad_0, pad_type = var_40106_pad_type_0, strides = var_40102, weight = up_blocks_0_attentions_1_transformer_blocks_0_attn1_to_out_0_weight_to_fp16_palettized, x = input_537_cast)[name = tensor<string, []>("op_40106_cast")];
            tensor<fp16, [2, 1280, 1, 576]> inputs_267_cast = add(x = var_40106_cast, y = inputs_265_cast)[name = tensor<string, []>("inputs_267_cast")];
            tensor<int32, [1]> var_40110 = const()[name = tensor<string, []>("op_40110"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> channels_mean_267_cast = reduce_mean(axes = var_40110, keep_dims = var_30350, x = inputs_267_cast)[name = tensor<string, []>("channels_mean_267_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_267_cast = sub(x = inputs_267_cast, y = channels_mean_267_cast)[name = tensor<string, []>("zero_mean_267_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_sq_267_cast = mul(x = zero_mean_267_cast, y = zero_mean_267_cast)[name = tensor<string, []>("zero_mean_sq_267_cast")];
            tensor<int32, [1]> var_40114 = const()[name = tensor<string, []>("op_40114"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> var_40115_cast = reduce_mean(axes = var_40114, keep_dims = var_30350, x = zero_mean_sq_267_cast)[name = tensor<string, []>("op_40115_cast")];
            tensor<fp16, []> var_40116_to_fp16 = const()[name = tensor<string, []>("op_40116_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 576]> var_40117_cast = add(x = var_40115_cast, y = var_40116_to_fp16)[name = tensor<string, []>("op_40117_cast")];
            tensor<fp16, []> denom_267_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_267_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 576]> denom_267_cast = rsqrt(epsilon = denom_267_epsilon_0_to_fp16, x = var_40117_cast)[name = tensor<string, []>("denom_267_cast")];
            tensor<fp16, [2, 1280, 1, 576]> out_267_cast = mul(x = zero_mean_267_cast, y = denom_267_cast)[name = tensor<string, []>("out_267_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_40121_to_fp16 = const()[name = tensor<string, []>("op_40121_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(63934528)))];
            tensor<fp16, [2, 1280, 1, 576]> var_40122_cast = add(x = out_267_cast, y = var_40121_to_fp16)[name = tensor<string, []>("op_40122_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_40124_to_fp16 = const()[name = tensor<string, []>("op_40124_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(63937152)))];
            tensor<fp16, [2, 1280, 1, 576]> hidden_states_363_cast = mul(x = var_40122_cast, y = var_40124_to_fp16)[name = tensor<string, []>("hidden_states_363_cast")];
            tensor<int32, [2]> var_40131 = const()[name = tensor<string, []>("op_40131"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_40133 = const()[name = tensor<string, []>("op_40133"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> q_179_pad_type_0 = const()[name = tensor<string, []>("q_179_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> q_179_pad_0 = const()[name = tensor<string, []>("q_179_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_0_attn2_to_q_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [409600]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(63939776))), lut = tensor<fp16, [4]>([-0x1.d34p-6, -0x1.1dp-7, 0x1.1c8p-7, 0x1.d38p-6]), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_0_attn2_to_q_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> q_179_cast = conv(dilations = var_40133, groups = var_30355, pad = q_179_pad_0, pad_type = q_179_pad_type_0, strides = var_40131, weight = up_blocks_0_attentions_1_transformer_blocks_0_attn2_to_q_weight_to_fp16_palettized, x = hidden_states_363_cast)[name = tensor<string, []>("q_179_cast")];
            tensor<int32, [2]> var_40137 = const()[name = tensor<string, []>("op_40137"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_40139 = const()[name = tensor<string, []>("op_40139"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> k_357_pad_type_0 = const()[name = tensor<string, []>("k_357_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> k_357_pad_0 = const()[name = tensor<string, []>("k_357_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 2048, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_0_attn2_to_k_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [655360]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(64349440))), lut = tensor<fp16, [4]>([-0x1.b84p-6, -0x1.05p-7, 0x1.07p-7, 0x1.b9cp-6]), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_0_attn2_to_k_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 2048, 1, 1])];
            tensor<fp16, [2, 1280, 1, 77]> k_357_cast = conv(dilations = var_40139, groups = var_30355, pad = k_357_pad_0, pad_type = k_357_pad_type_0, strides = var_40137, weight = up_blocks_0_attentions_1_transformer_blocks_0_attn2_to_k_weight_to_fp16_palettized, x = encoder_hidden_states)[name = tensor<string, []>("k_357_cast")];
            tensor<int32, [2]> var_40143 = const()[name = tensor<string, []>("op_40143"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_40145 = const()[name = tensor<string, []>("op_40145"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> v_179_pad_type_0 = const()[name = tensor<string, []>("v_179_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> v_179_pad_0 = const()[name = tensor<string, []>("v_179_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 2048, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_0_attn2_to_v_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [1310720]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(65004864))), lut = tensor<fp16, [16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(66315648))), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_0_attn2_to_v_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 2048, 1, 1])];
            tensor<fp16, [2, 1280, 1, 77]> v_179_cast = conv(dilations = var_40145, groups = var_30355, pad = v_179_pad_0, pad_type = v_179_pad_type_0, strides = var_40143, weight = up_blocks_0_attentions_1_transformer_blocks_0_attn2_to_v_weight_to_fp16_palettized, x = encoder_hidden_states)[name = tensor<string, []>("v_179_cast")];
            tensor<int32, [4]> var_40149_begin_0 = const()[name = tensor<string, []>("op_40149_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_40149_end_0 = const()[name = tensor<string, []>("op_40149_end_0"), val = tensor<int32, [4]>([2, 64, 1, 576])];
            tensor<bool, [4]> var_40149_end_mask_0 = const()[name = tensor<string, []>("op_40149_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_40149_cast = slice_by_index(begin = var_40149_begin_0, end = var_40149_end_0, end_mask = var_40149_end_mask_0, x = q_179_cast)[name = tensor<string, []>("op_40149_cast")];
            tensor<int32, [4]> var_40153_begin_0 = const()[name = tensor<string, []>("op_40153_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_40153_end_0 = const()[name = tensor<string, []>("op_40153_end_0"), val = tensor<int32, [4]>([2, 128, 1, 576])];
            tensor<bool, [4]> var_40153_end_mask_0 = const()[name = tensor<string, []>("op_40153_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_40153_cast = slice_by_index(begin = var_40153_begin_0, end = var_40153_end_0, end_mask = var_40153_end_mask_0, x = q_179_cast)[name = tensor<string, []>("op_40153_cast")];
            tensor<int32, [4]> var_40157_begin_0 = const()[name = tensor<string, []>("op_40157_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_40157_end_0 = const()[name = tensor<string, []>("op_40157_end_0"), val = tensor<int32, [4]>([2, 192, 1, 576])];
            tensor<bool, [4]> var_40157_end_mask_0 = const()[name = tensor<string, []>("op_40157_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_40157_cast = slice_by_index(begin = var_40157_begin_0, end = var_40157_end_0, end_mask = var_40157_end_mask_0, x = q_179_cast)[name = tensor<string, []>("op_40157_cast")];
            tensor<int32, [4]> var_40161_begin_0 = const()[name = tensor<string, []>("op_40161_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_40161_end_0 = const()[name = tensor<string, []>("op_40161_end_0"), val = tensor<int32, [4]>([2, 256, 1, 576])];
            tensor<bool, [4]> var_40161_end_mask_0 = const()[name = tensor<string, []>("op_40161_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_40161_cast = slice_by_index(begin = var_40161_begin_0, end = var_40161_end_0, end_mask = var_40161_end_mask_0, x = q_179_cast)[name = tensor<string, []>("op_40161_cast")];
            tensor<int32, [4]> var_40165_begin_0 = const()[name = tensor<string, []>("op_40165_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_40165_end_0 = const()[name = tensor<string, []>("op_40165_end_0"), val = tensor<int32, [4]>([2, 320, 1, 576])];
            tensor<bool, [4]> var_40165_end_mask_0 = const()[name = tensor<string, []>("op_40165_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_40165_cast = slice_by_index(begin = var_40165_begin_0, end = var_40165_end_0, end_mask = var_40165_end_mask_0, x = q_179_cast)[name = tensor<string, []>("op_40165_cast")];
            tensor<int32, [4]> var_40169_begin_0 = const()[name = tensor<string, []>("op_40169_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_40169_end_0 = const()[name = tensor<string, []>("op_40169_end_0"), val = tensor<int32, [4]>([2, 384, 1, 576])];
            tensor<bool, [4]> var_40169_end_mask_0 = const()[name = tensor<string, []>("op_40169_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_40169_cast = slice_by_index(begin = var_40169_begin_0, end = var_40169_end_0, end_mask = var_40169_end_mask_0, x = q_179_cast)[name = tensor<string, []>("op_40169_cast")];
            tensor<int32, [4]> var_40173_begin_0 = const()[name = tensor<string, []>("op_40173_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_40173_end_0 = const()[name = tensor<string, []>("op_40173_end_0"), val = tensor<int32, [4]>([2, 448, 1, 576])];
            tensor<bool, [4]> var_40173_end_mask_0 = const()[name = tensor<string, []>("op_40173_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_40173_cast = slice_by_index(begin = var_40173_begin_0, end = var_40173_end_0, end_mask = var_40173_end_mask_0, x = q_179_cast)[name = tensor<string, []>("op_40173_cast")];
            tensor<int32, [4]> var_40177_begin_0 = const()[name = tensor<string, []>("op_40177_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_40177_end_0 = const()[name = tensor<string, []>("op_40177_end_0"), val = tensor<int32, [4]>([2, 512, 1, 576])];
            tensor<bool, [4]> var_40177_end_mask_0 = const()[name = tensor<string, []>("op_40177_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_40177_cast = slice_by_index(begin = var_40177_begin_0, end = var_40177_end_0, end_mask = var_40177_end_mask_0, x = q_179_cast)[name = tensor<string, []>("op_40177_cast")];
            tensor<int32, [4]> var_40181_begin_0 = const()[name = tensor<string, []>("op_40181_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_40181_end_0 = const()[name = tensor<string, []>("op_40181_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_40181_end_mask_0 = const()[name = tensor<string, []>("op_40181_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_40181_cast = slice_by_index(begin = var_40181_begin_0, end = var_40181_end_0, end_mask = var_40181_end_mask_0, x = q_179_cast)[name = tensor<string, []>("op_40181_cast")];
            tensor<int32, [4]> var_40185_begin_0 = const()[name = tensor<string, []>("op_40185_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_40185_end_0 = const()[name = tensor<string, []>("op_40185_end_0"), val = tensor<int32, [4]>([2, 640, 1, 576])];
            tensor<bool, [4]> var_40185_end_mask_0 = const()[name = tensor<string, []>("op_40185_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_40185_cast = slice_by_index(begin = var_40185_begin_0, end = var_40185_end_0, end_mask = var_40185_end_mask_0, x = q_179_cast)[name = tensor<string, []>("op_40185_cast")];
            tensor<int32, [4]> var_40189_begin_0 = const()[name = tensor<string, []>("op_40189_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_40189_end_0 = const()[name = tensor<string, []>("op_40189_end_0"), val = tensor<int32, [4]>([2, 704, 1, 576])];
            tensor<bool, [4]> var_40189_end_mask_0 = const()[name = tensor<string, []>("op_40189_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_40189_cast = slice_by_index(begin = var_40189_begin_0, end = var_40189_end_0, end_mask = var_40189_end_mask_0, x = q_179_cast)[name = tensor<string, []>("op_40189_cast")];
            tensor<int32, [4]> var_40193_begin_0 = const()[name = tensor<string, []>("op_40193_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_40193_end_0 = const()[name = tensor<string, []>("op_40193_end_0"), val = tensor<int32, [4]>([2, 768, 1, 576])];
            tensor<bool, [4]> var_40193_end_mask_0 = const()[name = tensor<string, []>("op_40193_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_40193_cast = slice_by_index(begin = var_40193_begin_0, end = var_40193_end_0, end_mask = var_40193_end_mask_0, x = q_179_cast)[name = tensor<string, []>("op_40193_cast")];
            tensor<int32, [4]> var_40197_begin_0 = const()[name = tensor<string, []>("op_40197_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_40197_end_0 = const()[name = tensor<string, []>("op_40197_end_0"), val = tensor<int32, [4]>([2, 832, 1, 576])];
            tensor<bool, [4]> var_40197_end_mask_0 = const()[name = tensor<string, []>("op_40197_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_40197_cast = slice_by_index(begin = var_40197_begin_0, end = var_40197_end_0, end_mask = var_40197_end_mask_0, x = q_179_cast)[name = tensor<string, []>("op_40197_cast")];
            tensor<int32, [4]> var_40201_begin_0 = const()[name = tensor<string, []>("op_40201_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_40201_end_0 = const()[name = tensor<string, []>("op_40201_end_0"), val = tensor<int32, [4]>([2, 896, 1, 576])];
            tensor<bool, [4]> var_40201_end_mask_0 = const()[name = tensor<string, []>("op_40201_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_40201_cast = slice_by_index(begin = var_40201_begin_0, end = var_40201_end_0, end_mask = var_40201_end_mask_0, x = q_179_cast)[name = tensor<string, []>("op_40201_cast")];
            tensor<int32, [4]> var_40205_begin_0 = const()[name = tensor<string, []>("op_40205_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_40205_end_0 = const()[name = tensor<string, []>("op_40205_end_0"), val = tensor<int32, [4]>([2, 960, 1, 576])];
            tensor<bool, [4]> var_40205_end_mask_0 = const()[name = tensor<string, []>("op_40205_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_40205_cast = slice_by_index(begin = var_40205_begin_0, end = var_40205_end_0, end_mask = var_40205_end_mask_0, x = q_179_cast)[name = tensor<string, []>("op_40205_cast")];
            tensor<int32, [4]> var_40209_begin_0 = const()[name = tensor<string, []>("op_40209_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_40209_end_0 = const()[name = tensor<string, []>("op_40209_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 576])];
            tensor<bool, [4]> var_40209_end_mask_0 = const()[name = tensor<string, []>("op_40209_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_40209_cast = slice_by_index(begin = var_40209_begin_0, end = var_40209_end_0, end_mask = var_40209_end_mask_0, x = q_179_cast)[name = tensor<string, []>("op_40209_cast")];
            tensor<int32, [4]> var_40213_begin_0 = const()[name = tensor<string, []>("op_40213_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_40213_end_0 = const()[name = tensor<string, []>("op_40213_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 576])];
            tensor<bool, [4]> var_40213_end_mask_0 = const()[name = tensor<string, []>("op_40213_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_40213_cast = slice_by_index(begin = var_40213_begin_0, end = var_40213_end_0, end_mask = var_40213_end_mask_0, x = q_179_cast)[name = tensor<string, []>("op_40213_cast")];
            tensor<int32, [4]> var_40217_begin_0 = const()[name = tensor<string, []>("op_40217_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_40217_end_0 = const()[name = tensor<string, []>("op_40217_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 576])];
            tensor<bool, [4]> var_40217_end_mask_0 = const()[name = tensor<string, []>("op_40217_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_40217_cast = slice_by_index(begin = var_40217_begin_0, end = var_40217_end_0, end_mask = var_40217_end_mask_0, x = q_179_cast)[name = tensor<string, []>("op_40217_cast")];
            tensor<int32, [4]> var_40221_begin_0 = const()[name = tensor<string, []>("op_40221_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_40221_end_0 = const()[name = tensor<string, []>("op_40221_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 576])];
            tensor<bool, [4]> var_40221_end_mask_0 = const()[name = tensor<string, []>("op_40221_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_40221_cast = slice_by_index(begin = var_40221_begin_0, end = var_40221_end_0, end_mask = var_40221_end_mask_0, x = q_179_cast)[name = tensor<string, []>("op_40221_cast")];
            tensor<int32, [4]> var_40225_begin_0 = const()[name = tensor<string, []>("op_40225_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_40225_end_0 = const()[name = tensor<string, []>("op_40225_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 576])];
            tensor<bool, [4]> var_40225_end_mask_0 = const()[name = tensor<string, []>("op_40225_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_40225_cast = slice_by_index(begin = var_40225_begin_0, end = var_40225_end_0, end_mask = var_40225_end_mask_0, x = q_179_cast)[name = tensor<string, []>("op_40225_cast")];
            tensor<int32, [4]> k_359_perm_0 = const()[name = tensor<string, []>("k_359_perm_0"), val = tensor<int32, [4]>([0, 3, 2, 1])];
            tensor<int32, [4]> var_40232_begin_0 = const()[name = tensor<string, []>("op_40232_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_40232_end_0 = const()[name = tensor<string, []>("op_40232_end_0"), val = tensor<int32, [4]>([2, 77, 1, 64])];
            tensor<bool, [4]> var_40232_end_mask_0 = const()[name = tensor<string, []>("op_40232_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 1280]> transpose_50 = transpose(perm = k_359_perm_0, x = k_357_cast)[name = tensor<string, []>("transpose_50")];
            tensor<fp16, [2, 77, 1, 64]> var_40232_cast = slice_by_index(begin = var_40232_begin_0, end = var_40232_end_0, end_mask = var_40232_end_mask_0, x = transpose_50)[name = tensor<string, []>("op_40232_cast")];
            tensor<int32, [4]> var_40236_begin_0 = const()[name = tensor<string, []>("op_40236_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 64])];
            tensor<int32, [4]> var_40236_end_0 = const()[name = tensor<string, []>("op_40236_end_0"), val = tensor<int32, [4]>([2, 77, 1, 128])];
            tensor<bool, [4]> var_40236_end_mask_0 = const()[name = tensor<string, []>("op_40236_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_40236_cast = slice_by_index(begin = var_40236_begin_0, end = var_40236_end_0, end_mask = var_40236_end_mask_0, x = transpose_50)[name = tensor<string, []>("op_40236_cast")];
            tensor<int32, [4]> var_40240_begin_0 = const()[name = tensor<string, []>("op_40240_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 128])];
            tensor<int32, [4]> var_40240_end_0 = const()[name = tensor<string, []>("op_40240_end_0"), val = tensor<int32, [4]>([2, 77, 1, 192])];
            tensor<bool, [4]> var_40240_end_mask_0 = const()[name = tensor<string, []>("op_40240_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_40240_cast = slice_by_index(begin = var_40240_begin_0, end = var_40240_end_0, end_mask = var_40240_end_mask_0, x = transpose_50)[name = tensor<string, []>("op_40240_cast")];
            tensor<int32, [4]> var_40244_begin_0 = const()[name = tensor<string, []>("op_40244_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 192])];
            tensor<int32, [4]> var_40244_end_0 = const()[name = tensor<string, []>("op_40244_end_0"), val = tensor<int32, [4]>([2, 77, 1, 256])];
            tensor<bool, [4]> var_40244_end_mask_0 = const()[name = tensor<string, []>("op_40244_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_40244_cast = slice_by_index(begin = var_40244_begin_0, end = var_40244_end_0, end_mask = var_40244_end_mask_0, x = transpose_50)[name = tensor<string, []>("op_40244_cast")];
            tensor<int32, [4]> var_40248_begin_0 = const()[name = tensor<string, []>("op_40248_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 256])];
            tensor<int32, [4]> var_40248_end_0 = const()[name = tensor<string, []>("op_40248_end_0"), val = tensor<int32, [4]>([2, 77, 1, 320])];
            tensor<bool, [4]> var_40248_end_mask_0 = const()[name = tensor<string, []>("op_40248_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_40248_cast = slice_by_index(begin = var_40248_begin_0, end = var_40248_end_0, end_mask = var_40248_end_mask_0, x = transpose_50)[name = tensor<string, []>("op_40248_cast")];
            tensor<int32, [4]> var_40252_begin_0 = const()[name = tensor<string, []>("op_40252_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 320])];
            tensor<int32, [4]> var_40252_end_0 = const()[name = tensor<string, []>("op_40252_end_0"), val = tensor<int32, [4]>([2, 77, 1, 384])];
            tensor<bool, [4]> var_40252_end_mask_0 = const()[name = tensor<string, []>("op_40252_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_40252_cast = slice_by_index(begin = var_40252_begin_0, end = var_40252_end_0, end_mask = var_40252_end_mask_0, x = transpose_50)[name = tensor<string, []>("op_40252_cast")];
            tensor<int32, [4]> var_40256_begin_0 = const()[name = tensor<string, []>("op_40256_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 384])];
            tensor<int32, [4]> var_40256_end_0 = const()[name = tensor<string, []>("op_40256_end_0"), val = tensor<int32, [4]>([2, 77, 1, 448])];
            tensor<bool, [4]> var_40256_end_mask_0 = const()[name = tensor<string, []>("op_40256_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_40256_cast = slice_by_index(begin = var_40256_begin_0, end = var_40256_end_0, end_mask = var_40256_end_mask_0, x = transpose_50)[name = tensor<string, []>("op_40256_cast")];
            tensor<int32, [4]> var_40260_begin_0 = const()[name = tensor<string, []>("op_40260_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 448])];
            tensor<int32, [4]> var_40260_end_0 = const()[name = tensor<string, []>("op_40260_end_0"), val = tensor<int32, [4]>([2, 77, 1, 512])];
            tensor<bool, [4]> var_40260_end_mask_0 = const()[name = tensor<string, []>("op_40260_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_40260_cast = slice_by_index(begin = var_40260_begin_0, end = var_40260_end_0, end_mask = var_40260_end_mask_0, x = transpose_50)[name = tensor<string, []>("op_40260_cast")];
            tensor<int32, [4]> var_40264_begin_0 = const()[name = tensor<string, []>("op_40264_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 512])];
            tensor<int32, [4]> var_40264_end_0 = const()[name = tensor<string, []>("op_40264_end_0"), val = tensor<int32, [4]>([2, 77, 1, 576])];
            tensor<bool, [4]> var_40264_end_mask_0 = const()[name = tensor<string, []>("op_40264_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_40264_cast = slice_by_index(begin = var_40264_begin_0, end = var_40264_end_0, end_mask = var_40264_end_mask_0, x = transpose_50)[name = tensor<string, []>("op_40264_cast")];
            tensor<int32, [4]> var_40268_begin_0 = const()[name = tensor<string, []>("op_40268_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 576])];
            tensor<int32, [4]> var_40268_end_0 = const()[name = tensor<string, []>("op_40268_end_0"), val = tensor<int32, [4]>([2, 77, 1, 640])];
            tensor<bool, [4]> var_40268_end_mask_0 = const()[name = tensor<string, []>("op_40268_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_40268_cast = slice_by_index(begin = var_40268_begin_0, end = var_40268_end_0, end_mask = var_40268_end_mask_0, x = transpose_50)[name = tensor<string, []>("op_40268_cast")];
            tensor<int32, [4]> var_40272_begin_0 = const()[name = tensor<string, []>("op_40272_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 640])];
            tensor<int32, [4]> var_40272_end_0 = const()[name = tensor<string, []>("op_40272_end_0"), val = tensor<int32, [4]>([2, 77, 1, 704])];
            tensor<bool, [4]> var_40272_end_mask_0 = const()[name = tensor<string, []>("op_40272_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_40272_cast = slice_by_index(begin = var_40272_begin_0, end = var_40272_end_0, end_mask = var_40272_end_mask_0, x = transpose_50)[name = tensor<string, []>("op_40272_cast")];
            tensor<int32, [4]> var_40276_begin_0 = const()[name = tensor<string, []>("op_40276_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 704])];
            tensor<int32, [4]> var_40276_end_0 = const()[name = tensor<string, []>("op_40276_end_0"), val = tensor<int32, [4]>([2, 77, 1, 768])];
            tensor<bool, [4]> var_40276_end_mask_0 = const()[name = tensor<string, []>("op_40276_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_40276_cast = slice_by_index(begin = var_40276_begin_0, end = var_40276_end_0, end_mask = var_40276_end_mask_0, x = transpose_50)[name = tensor<string, []>("op_40276_cast")];
            tensor<int32, [4]> var_40280_begin_0 = const()[name = tensor<string, []>("op_40280_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 768])];
            tensor<int32, [4]> var_40280_end_0 = const()[name = tensor<string, []>("op_40280_end_0"), val = tensor<int32, [4]>([2, 77, 1, 832])];
            tensor<bool, [4]> var_40280_end_mask_0 = const()[name = tensor<string, []>("op_40280_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_40280_cast = slice_by_index(begin = var_40280_begin_0, end = var_40280_end_0, end_mask = var_40280_end_mask_0, x = transpose_50)[name = tensor<string, []>("op_40280_cast")];
            tensor<int32, [4]> var_40284_begin_0 = const()[name = tensor<string, []>("op_40284_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 832])];
            tensor<int32, [4]> var_40284_end_0 = const()[name = tensor<string, []>("op_40284_end_0"), val = tensor<int32, [4]>([2, 77, 1, 896])];
            tensor<bool, [4]> var_40284_end_mask_0 = const()[name = tensor<string, []>("op_40284_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_40284_cast = slice_by_index(begin = var_40284_begin_0, end = var_40284_end_0, end_mask = var_40284_end_mask_0, x = transpose_50)[name = tensor<string, []>("op_40284_cast")];
            tensor<int32, [4]> var_40288_begin_0 = const()[name = tensor<string, []>("op_40288_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 896])];
            tensor<int32, [4]> var_40288_end_0 = const()[name = tensor<string, []>("op_40288_end_0"), val = tensor<int32, [4]>([2, 77, 1, 960])];
            tensor<bool, [4]> var_40288_end_mask_0 = const()[name = tensor<string, []>("op_40288_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_40288_cast = slice_by_index(begin = var_40288_begin_0, end = var_40288_end_0, end_mask = var_40288_end_mask_0, x = transpose_50)[name = tensor<string, []>("op_40288_cast")];
            tensor<int32, [4]> var_40292_begin_0 = const()[name = tensor<string, []>("op_40292_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 960])];
            tensor<int32, [4]> var_40292_end_0 = const()[name = tensor<string, []>("op_40292_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1024])];
            tensor<bool, [4]> var_40292_end_mask_0 = const()[name = tensor<string, []>("op_40292_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_40292_cast = slice_by_index(begin = var_40292_begin_0, end = var_40292_end_0, end_mask = var_40292_end_mask_0, x = transpose_50)[name = tensor<string, []>("op_40292_cast")];
            tensor<int32, [4]> var_40296_begin_0 = const()[name = tensor<string, []>("op_40296_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1024])];
            tensor<int32, [4]> var_40296_end_0 = const()[name = tensor<string, []>("op_40296_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1088])];
            tensor<bool, [4]> var_40296_end_mask_0 = const()[name = tensor<string, []>("op_40296_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_40296_cast = slice_by_index(begin = var_40296_begin_0, end = var_40296_end_0, end_mask = var_40296_end_mask_0, x = transpose_50)[name = tensor<string, []>("op_40296_cast")];
            tensor<int32, [4]> var_40300_begin_0 = const()[name = tensor<string, []>("op_40300_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1088])];
            tensor<int32, [4]> var_40300_end_0 = const()[name = tensor<string, []>("op_40300_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1152])];
            tensor<bool, [4]> var_40300_end_mask_0 = const()[name = tensor<string, []>("op_40300_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_40300_cast = slice_by_index(begin = var_40300_begin_0, end = var_40300_end_0, end_mask = var_40300_end_mask_0, x = transpose_50)[name = tensor<string, []>("op_40300_cast")];
            tensor<int32, [4]> var_40304_begin_0 = const()[name = tensor<string, []>("op_40304_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1152])];
            tensor<int32, [4]> var_40304_end_0 = const()[name = tensor<string, []>("op_40304_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1216])];
            tensor<bool, [4]> var_40304_end_mask_0 = const()[name = tensor<string, []>("op_40304_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_40304_cast = slice_by_index(begin = var_40304_begin_0, end = var_40304_end_0, end_mask = var_40304_end_mask_0, x = transpose_50)[name = tensor<string, []>("op_40304_cast")];
            tensor<int32, [4]> var_40308_begin_0 = const()[name = tensor<string, []>("op_40308_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1216])];
            tensor<int32, [4]> var_40308_end_0 = const()[name = tensor<string, []>("op_40308_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1280])];
            tensor<bool, [4]> var_40308_end_mask_0 = const()[name = tensor<string, []>("op_40308_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_40308_cast = slice_by_index(begin = var_40308_begin_0, end = var_40308_end_0, end_mask = var_40308_end_mask_0, x = transpose_50)[name = tensor<string, []>("op_40308_cast")];
            tensor<int32, [4]> var_40310_begin_0 = const()[name = tensor<string, []>("op_40310_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_40310_end_0 = const()[name = tensor<string, []>("op_40310_end_0"), val = tensor<int32, [4]>([2, 64, 1, 77])];
            tensor<bool, [4]> var_40310_end_mask_0 = const()[name = tensor<string, []>("op_40310_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_40310_cast = slice_by_index(begin = var_40310_begin_0, end = var_40310_end_0, end_mask = var_40310_end_mask_0, x = v_179_cast)[name = tensor<string, []>("op_40310_cast")];
            tensor<int32, [4]> var_40314_begin_0 = const()[name = tensor<string, []>("op_40314_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_40314_end_0 = const()[name = tensor<string, []>("op_40314_end_0"), val = tensor<int32, [4]>([2, 128, 1, 77])];
            tensor<bool, [4]> var_40314_end_mask_0 = const()[name = tensor<string, []>("op_40314_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_40314_cast = slice_by_index(begin = var_40314_begin_0, end = var_40314_end_0, end_mask = var_40314_end_mask_0, x = v_179_cast)[name = tensor<string, []>("op_40314_cast")];
            tensor<int32, [4]> var_40318_begin_0 = const()[name = tensor<string, []>("op_40318_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_40318_end_0 = const()[name = tensor<string, []>("op_40318_end_0"), val = tensor<int32, [4]>([2, 192, 1, 77])];
            tensor<bool, [4]> var_40318_end_mask_0 = const()[name = tensor<string, []>("op_40318_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_40318_cast = slice_by_index(begin = var_40318_begin_0, end = var_40318_end_0, end_mask = var_40318_end_mask_0, x = v_179_cast)[name = tensor<string, []>("op_40318_cast")];
            tensor<int32, [4]> var_40322_begin_0 = const()[name = tensor<string, []>("op_40322_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_40322_end_0 = const()[name = tensor<string, []>("op_40322_end_0"), val = tensor<int32, [4]>([2, 256, 1, 77])];
            tensor<bool, [4]> var_40322_end_mask_0 = const()[name = tensor<string, []>("op_40322_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_40322_cast = slice_by_index(begin = var_40322_begin_0, end = var_40322_end_0, end_mask = var_40322_end_mask_0, x = v_179_cast)[name = tensor<string, []>("op_40322_cast")];
            tensor<int32, [4]> var_40326_begin_0 = const()[name = tensor<string, []>("op_40326_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_40326_end_0 = const()[name = tensor<string, []>("op_40326_end_0"), val = tensor<int32, [4]>([2, 320, 1, 77])];
            tensor<bool, [4]> var_40326_end_mask_0 = const()[name = tensor<string, []>("op_40326_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_40326_cast = slice_by_index(begin = var_40326_begin_0, end = var_40326_end_0, end_mask = var_40326_end_mask_0, x = v_179_cast)[name = tensor<string, []>("op_40326_cast")];
            tensor<int32, [4]> var_40330_begin_0 = const()[name = tensor<string, []>("op_40330_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_40330_end_0 = const()[name = tensor<string, []>("op_40330_end_0"), val = tensor<int32, [4]>([2, 384, 1, 77])];
            tensor<bool, [4]> var_40330_end_mask_0 = const()[name = tensor<string, []>("op_40330_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_40330_cast = slice_by_index(begin = var_40330_begin_0, end = var_40330_end_0, end_mask = var_40330_end_mask_0, x = v_179_cast)[name = tensor<string, []>("op_40330_cast")];
            tensor<int32, [4]> var_40334_begin_0 = const()[name = tensor<string, []>("op_40334_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_40334_end_0 = const()[name = tensor<string, []>("op_40334_end_0"), val = tensor<int32, [4]>([2, 448, 1, 77])];
            tensor<bool, [4]> var_40334_end_mask_0 = const()[name = tensor<string, []>("op_40334_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_40334_cast = slice_by_index(begin = var_40334_begin_0, end = var_40334_end_0, end_mask = var_40334_end_mask_0, x = v_179_cast)[name = tensor<string, []>("op_40334_cast")];
            tensor<int32, [4]> var_40338_begin_0 = const()[name = tensor<string, []>("op_40338_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_40338_end_0 = const()[name = tensor<string, []>("op_40338_end_0"), val = tensor<int32, [4]>([2, 512, 1, 77])];
            tensor<bool, [4]> var_40338_end_mask_0 = const()[name = tensor<string, []>("op_40338_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_40338_cast = slice_by_index(begin = var_40338_begin_0, end = var_40338_end_0, end_mask = var_40338_end_mask_0, x = v_179_cast)[name = tensor<string, []>("op_40338_cast")];
            tensor<int32, [4]> var_40342_begin_0 = const()[name = tensor<string, []>("op_40342_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_40342_end_0 = const()[name = tensor<string, []>("op_40342_end_0"), val = tensor<int32, [4]>([2, 576, 1, 77])];
            tensor<bool, [4]> var_40342_end_mask_0 = const()[name = tensor<string, []>("op_40342_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_40342_cast = slice_by_index(begin = var_40342_begin_0, end = var_40342_end_0, end_mask = var_40342_end_mask_0, x = v_179_cast)[name = tensor<string, []>("op_40342_cast")];
            tensor<int32, [4]> var_40346_begin_0 = const()[name = tensor<string, []>("op_40346_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_40346_end_0 = const()[name = tensor<string, []>("op_40346_end_0"), val = tensor<int32, [4]>([2, 640, 1, 77])];
            tensor<bool, [4]> var_40346_end_mask_0 = const()[name = tensor<string, []>("op_40346_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_40346_cast = slice_by_index(begin = var_40346_begin_0, end = var_40346_end_0, end_mask = var_40346_end_mask_0, x = v_179_cast)[name = tensor<string, []>("op_40346_cast")];
            tensor<int32, [4]> var_40350_begin_0 = const()[name = tensor<string, []>("op_40350_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_40350_end_0 = const()[name = tensor<string, []>("op_40350_end_0"), val = tensor<int32, [4]>([2, 704, 1, 77])];
            tensor<bool, [4]> var_40350_end_mask_0 = const()[name = tensor<string, []>("op_40350_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_40350_cast = slice_by_index(begin = var_40350_begin_0, end = var_40350_end_0, end_mask = var_40350_end_mask_0, x = v_179_cast)[name = tensor<string, []>("op_40350_cast")];
            tensor<int32, [4]> var_40354_begin_0 = const()[name = tensor<string, []>("op_40354_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_40354_end_0 = const()[name = tensor<string, []>("op_40354_end_0"), val = tensor<int32, [4]>([2, 768, 1, 77])];
            tensor<bool, [4]> var_40354_end_mask_0 = const()[name = tensor<string, []>("op_40354_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_40354_cast = slice_by_index(begin = var_40354_begin_0, end = var_40354_end_0, end_mask = var_40354_end_mask_0, x = v_179_cast)[name = tensor<string, []>("op_40354_cast")];
            tensor<int32, [4]> var_40358_begin_0 = const()[name = tensor<string, []>("op_40358_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_40358_end_0 = const()[name = tensor<string, []>("op_40358_end_0"), val = tensor<int32, [4]>([2, 832, 1, 77])];
            tensor<bool, [4]> var_40358_end_mask_0 = const()[name = tensor<string, []>("op_40358_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_40358_cast = slice_by_index(begin = var_40358_begin_0, end = var_40358_end_0, end_mask = var_40358_end_mask_0, x = v_179_cast)[name = tensor<string, []>("op_40358_cast")];
            tensor<int32, [4]> var_40362_begin_0 = const()[name = tensor<string, []>("op_40362_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_40362_end_0 = const()[name = tensor<string, []>("op_40362_end_0"), val = tensor<int32, [4]>([2, 896, 1, 77])];
            tensor<bool, [4]> var_40362_end_mask_0 = const()[name = tensor<string, []>("op_40362_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_40362_cast = slice_by_index(begin = var_40362_begin_0, end = var_40362_end_0, end_mask = var_40362_end_mask_0, x = v_179_cast)[name = tensor<string, []>("op_40362_cast")];
            tensor<int32, [4]> var_40366_begin_0 = const()[name = tensor<string, []>("op_40366_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_40366_end_0 = const()[name = tensor<string, []>("op_40366_end_0"), val = tensor<int32, [4]>([2, 960, 1, 77])];
            tensor<bool, [4]> var_40366_end_mask_0 = const()[name = tensor<string, []>("op_40366_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_40366_cast = slice_by_index(begin = var_40366_begin_0, end = var_40366_end_0, end_mask = var_40366_end_mask_0, x = v_179_cast)[name = tensor<string, []>("op_40366_cast")];
            tensor<int32, [4]> var_40370_begin_0 = const()[name = tensor<string, []>("op_40370_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_40370_end_0 = const()[name = tensor<string, []>("op_40370_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 77])];
            tensor<bool, [4]> var_40370_end_mask_0 = const()[name = tensor<string, []>("op_40370_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_40370_cast = slice_by_index(begin = var_40370_begin_0, end = var_40370_end_0, end_mask = var_40370_end_mask_0, x = v_179_cast)[name = tensor<string, []>("op_40370_cast")];
            tensor<int32, [4]> var_40374_begin_0 = const()[name = tensor<string, []>("op_40374_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_40374_end_0 = const()[name = tensor<string, []>("op_40374_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 77])];
            tensor<bool, [4]> var_40374_end_mask_0 = const()[name = tensor<string, []>("op_40374_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_40374_cast = slice_by_index(begin = var_40374_begin_0, end = var_40374_end_0, end_mask = var_40374_end_mask_0, x = v_179_cast)[name = tensor<string, []>("op_40374_cast")];
            tensor<int32, [4]> var_40378_begin_0 = const()[name = tensor<string, []>("op_40378_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_40378_end_0 = const()[name = tensor<string, []>("op_40378_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 77])];
            tensor<bool, [4]> var_40378_end_mask_0 = const()[name = tensor<string, []>("op_40378_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_40378_cast = slice_by_index(begin = var_40378_begin_0, end = var_40378_end_0, end_mask = var_40378_end_mask_0, x = v_179_cast)[name = tensor<string, []>("op_40378_cast")];
            tensor<int32, [4]> var_40382_begin_0 = const()[name = tensor<string, []>("op_40382_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_40382_end_0 = const()[name = tensor<string, []>("op_40382_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 77])];
            tensor<bool, [4]> var_40382_end_mask_0 = const()[name = tensor<string, []>("op_40382_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_40382_cast = slice_by_index(begin = var_40382_begin_0, end = var_40382_end_0, end_mask = var_40382_end_mask_0, x = v_179_cast)[name = tensor<string, []>("op_40382_cast")];
            tensor<int32, [4]> var_40386_begin_0 = const()[name = tensor<string, []>("op_40386_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_40386_end_0 = const()[name = tensor<string, []>("op_40386_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 77])];
            tensor<bool, [4]> var_40386_end_mask_0 = const()[name = tensor<string, []>("op_40386_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_40386_cast = slice_by_index(begin = var_40386_begin_0, end = var_40386_end_0, end_mask = var_40386_end_mask_0, x = v_179_cast)[name = tensor<string, []>("op_40386_cast")];
            tensor<string, []> var_40390_equation_0 = const()[name = tensor<string, []>("op_40390_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_40390_cast = einsum(equation = var_40390_equation_0, values = (var_40232_cast, var_40149_cast))[name = tensor<string, []>("op_40390_cast")];
            tensor<fp16, []> var_40391_to_fp16 = const()[name = tensor<string, []>("op_40391_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3401_cast = mul(x = var_40390_cast, y = var_40391_to_fp16)[name = tensor<string, []>("aw_3401_cast")];
            tensor<string, []> var_40394_equation_0 = const()[name = tensor<string, []>("op_40394_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_40394_cast = einsum(equation = var_40394_equation_0, values = (var_40236_cast, var_40153_cast))[name = tensor<string, []>("op_40394_cast")];
            tensor<fp16, []> var_40395_to_fp16 = const()[name = tensor<string, []>("op_40395_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3403_cast = mul(x = var_40394_cast, y = var_40395_to_fp16)[name = tensor<string, []>("aw_3403_cast")];
            tensor<string, []> var_40398_equation_0 = const()[name = tensor<string, []>("op_40398_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_40398_cast = einsum(equation = var_40398_equation_0, values = (var_40240_cast, var_40157_cast))[name = tensor<string, []>("op_40398_cast")];
            tensor<fp16, []> var_40399_to_fp16 = const()[name = tensor<string, []>("op_40399_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3405_cast = mul(x = var_40398_cast, y = var_40399_to_fp16)[name = tensor<string, []>("aw_3405_cast")];
            tensor<string, []> var_40402_equation_0 = const()[name = tensor<string, []>("op_40402_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_40402_cast = einsum(equation = var_40402_equation_0, values = (var_40244_cast, var_40161_cast))[name = tensor<string, []>("op_40402_cast")];
            tensor<fp16, []> var_40403_to_fp16 = const()[name = tensor<string, []>("op_40403_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3407_cast = mul(x = var_40402_cast, y = var_40403_to_fp16)[name = tensor<string, []>("aw_3407_cast")];
            tensor<string, []> var_40406_equation_0 = const()[name = tensor<string, []>("op_40406_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_40406_cast = einsum(equation = var_40406_equation_0, values = (var_40248_cast, var_40165_cast))[name = tensor<string, []>("op_40406_cast")];
            tensor<fp16, []> var_40407_to_fp16 = const()[name = tensor<string, []>("op_40407_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3409_cast = mul(x = var_40406_cast, y = var_40407_to_fp16)[name = tensor<string, []>("aw_3409_cast")];
            tensor<string, []> var_40410_equation_0 = const()[name = tensor<string, []>("op_40410_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_40410_cast = einsum(equation = var_40410_equation_0, values = (var_40252_cast, var_40169_cast))[name = tensor<string, []>("op_40410_cast")];
            tensor<fp16, []> var_40411_to_fp16 = const()[name = tensor<string, []>("op_40411_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3411_cast = mul(x = var_40410_cast, y = var_40411_to_fp16)[name = tensor<string, []>("aw_3411_cast")];
            tensor<string, []> var_40414_equation_0 = const()[name = tensor<string, []>("op_40414_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_40414_cast = einsum(equation = var_40414_equation_0, values = (var_40256_cast, var_40173_cast))[name = tensor<string, []>("op_40414_cast")];
            tensor<fp16, []> var_40415_to_fp16 = const()[name = tensor<string, []>("op_40415_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3413_cast = mul(x = var_40414_cast, y = var_40415_to_fp16)[name = tensor<string, []>("aw_3413_cast")];
            tensor<string, []> var_40418_equation_0 = const()[name = tensor<string, []>("op_40418_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_40418_cast = einsum(equation = var_40418_equation_0, values = (var_40260_cast, var_40177_cast))[name = tensor<string, []>("op_40418_cast")];
            tensor<fp16, []> var_40419_to_fp16 = const()[name = tensor<string, []>("op_40419_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3415_cast = mul(x = var_40418_cast, y = var_40419_to_fp16)[name = tensor<string, []>("aw_3415_cast")];
            tensor<string, []> var_40422_equation_0 = const()[name = tensor<string, []>("op_40422_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_40422_cast = einsum(equation = var_40422_equation_0, values = (var_40264_cast, var_40181_cast))[name = tensor<string, []>("op_40422_cast")];
            tensor<fp16, []> var_40423_to_fp16 = const()[name = tensor<string, []>("op_40423_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3417_cast = mul(x = var_40422_cast, y = var_40423_to_fp16)[name = tensor<string, []>("aw_3417_cast")];
            tensor<string, []> var_40426_equation_0 = const()[name = tensor<string, []>("op_40426_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_40426_cast = einsum(equation = var_40426_equation_0, values = (var_40268_cast, var_40185_cast))[name = tensor<string, []>("op_40426_cast")];
            tensor<fp16, []> var_40427_to_fp16 = const()[name = tensor<string, []>("op_40427_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3419_cast = mul(x = var_40426_cast, y = var_40427_to_fp16)[name = tensor<string, []>("aw_3419_cast")];
            tensor<string, []> var_40430_equation_0 = const()[name = tensor<string, []>("op_40430_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_40430_cast = einsum(equation = var_40430_equation_0, values = (var_40272_cast, var_40189_cast))[name = tensor<string, []>("op_40430_cast")];
            tensor<fp16, []> var_40431_to_fp16 = const()[name = tensor<string, []>("op_40431_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3421_cast = mul(x = var_40430_cast, y = var_40431_to_fp16)[name = tensor<string, []>("aw_3421_cast")];
            tensor<string, []> var_40434_equation_0 = const()[name = tensor<string, []>("op_40434_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_40434_cast = einsum(equation = var_40434_equation_0, values = (var_40276_cast, var_40193_cast))[name = tensor<string, []>("op_40434_cast")];
            tensor<fp16, []> var_40435_to_fp16 = const()[name = tensor<string, []>("op_40435_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3423_cast = mul(x = var_40434_cast, y = var_40435_to_fp16)[name = tensor<string, []>("aw_3423_cast")];
            tensor<string, []> var_40438_equation_0 = const()[name = tensor<string, []>("op_40438_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_40438_cast = einsum(equation = var_40438_equation_0, values = (var_40280_cast, var_40197_cast))[name = tensor<string, []>("op_40438_cast")];
            tensor<fp16, []> var_40439_to_fp16 = const()[name = tensor<string, []>("op_40439_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3425_cast = mul(x = var_40438_cast, y = var_40439_to_fp16)[name = tensor<string, []>("aw_3425_cast")];
            tensor<string, []> var_40442_equation_0 = const()[name = tensor<string, []>("op_40442_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_40442_cast = einsum(equation = var_40442_equation_0, values = (var_40284_cast, var_40201_cast))[name = tensor<string, []>("op_40442_cast")];
            tensor<fp16, []> var_40443_to_fp16 = const()[name = tensor<string, []>("op_40443_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3427_cast = mul(x = var_40442_cast, y = var_40443_to_fp16)[name = tensor<string, []>("aw_3427_cast")];
            tensor<string, []> var_40446_equation_0 = const()[name = tensor<string, []>("op_40446_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_40446_cast = einsum(equation = var_40446_equation_0, values = (var_40288_cast, var_40205_cast))[name = tensor<string, []>("op_40446_cast")];
            tensor<fp16, []> var_40447_to_fp16 = const()[name = tensor<string, []>("op_40447_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3429_cast = mul(x = var_40446_cast, y = var_40447_to_fp16)[name = tensor<string, []>("aw_3429_cast")];
            tensor<string, []> var_40450_equation_0 = const()[name = tensor<string, []>("op_40450_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_40450_cast = einsum(equation = var_40450_equation_0, values = (var_40292_cast, var_40209_cast))[name = tensor<string, []>("op_40450_cast")];
            tensor<fp16, []> var_40451_to_fp16 = const()[name = tensor<string, []>("op_40451_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3431_cast = mul(x = var_40450_cast, y = var_40451_to_fp16)[name = tensor<string, []>("aw_3431_cast")];
            tensor<string, []> var_40454_equation_0 = const()[name = tensor<string, []>("op_40454_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_40454_cast = einsum(equation = var_40454_equation_0, values = (var_40296_cast, var_40213_cast))[name = tensor<string, []>("op_40454_cast")];
            tensor<fp16, []> var_40455_to_fp16 = const()[name = tensor<string, []>("op_40455_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3433_cast = mul(x = var_40454_cast, y = var_40455_to_fp16)[name = tensor<string, []>("aw_3433_cast")];
            tensor<string, []> var_40458_equation_0 = const()[name = tensor<string, []>("op_40458_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_40458_cast = einsum(equation = var_40458_equation_0, values = (var_40300_cast, var_40217_cast))[name = tensor<string, []>("op_40458_cast")];
            tensor<fp16, []> var_40459_to_fp16 = const()[name = tensor<string, []>("op_40459_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3435_cast = mul(x = var_40458_cast, y = var_40459_to_fp16)[name = tensor<string, []>("aw_3435_cast")];
            tensor<string, []> var_40462_equation_0 = const()[name = tensor<string, []>("op_40462_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_40462_cast = einsum(equation = var_40462_equation_0, values = (var_40304_cast, var_40221_cast))[name = tensor<string, []>("op_40462_cast")];
            tensor<fp16, []> var_40463_to_fp16 = const()[name = tensor<string, []>("op_40463_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3437_cast = mul(x = var_40462_cast, y = var_40463_to_fp16)[name = tensor<string, []>("aw_3437_cast")];
            tensor<string, []> var_40466_equation_0 = const()[name = tensor<string, []>("op_40466_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_40466_cast = einsum(equation = var_40466_equation_0, values = (var_40308_cast, var_40225_cast))[name = tensor<string, []>("op_40466_cast")];
            tensor<fp16, []> var_40467_to_fp16 = const()[name = tensor<string, []>("op_40467_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3439_cast = mul(x = var_40466_cast, y = var_40467_to_fp16)[name = tensor<string, []>("aw_3439_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_40469_cast = softmax(axis = var_30355, x = aw_3401_cast)[name = tensor<string, []>("op_40469_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_40470_cast = softmax(axis = var_30355, x = aw_3403_cast)[name = tensor<string, []>("op_40470_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_40471_cast = softmax(axis = var_30355, x = aw_3405_cast)[name = tensor<string, []>("op_40471_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_40472_cast = softmax(axis = var_30355, x = aw_3407_cast)[name = tensor<string, []>("op_40472_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_40473_cast = softmax(axis = var_30355, x = aw_3409_cast)[name = tensor<string, []>("op_40473_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_40474_cast = softmax(axis = var_30355, x = aw_3411_cast)[name = tensor<string, []>("op_40474_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_40475_cast = softmax(axis = var_30355, x = aw_3413_cast)[name = tensor<string, []>("op_40475_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_40476_cast = softmax(axis = var_30355, x = aw_3415_cast)[name = tensor<string, []>("op_40476_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_40477_cast = softmax(axis = var_30355, x = aw_3417_cast)[name = tensor<string, []>("op_40477_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_40478_cast = softmax(axis = var_30355, x = aw_3419_cast)[name = tensor<string, []>("op_40478_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_40479_cast = softmax(axis = var_30355, x = aw_3421_cast)[name = tensor<string, []>("op_40479_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_40480_cast = softmax(axis = var_30355, x = aw_3423_cast)[name = tensor<string, []>("op_40480_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_40481_cast = softmax(axis = var_30355, x = aw_3425_cast)[name = tensor<string, []>("op_40481_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_40482_cast = softmax(axis = var_30355, x = aw_3427_cast)[name = tensor<string, []>("op_40482_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_40483_cast = softmax(axis = var_30355, x = aw_3429_cast)[name = tensor<string, []>("op_40483_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_40484_cast = softmax(axis = var_30355, x = aw_3431_cast)[name = tensor<string, []>("op_40484_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_40485_cast = softmax(axis = var_30355, x = aw_3433_cast)[name = tensor<string, []>("op_40485_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_40486_cast = softmax(axis = var_30355, x = aw_3435_cast)[name = tensor<string, []>("op_40486_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_40487_cast = softmax(axis = var_30355, x = aw_3437_cast)[name = tensor<string, []>("op_40487_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_40488_cast = softmax(axis = var_30355, x = aw_3439_cast)[name = tensor<string, []>("op_40488_cast")];
            tensor<string, []> var_40490_equation_0 = const()[name = tensor<string, []>("op_40490_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_40490_cast = einsum(equation = var_40490_equation_0, values = (var_40310_cast, var_40469_cast))[name = tensor<string, []>("op_40490_cast")];
            tensor<string, []> var_40492_equation_0 = const()[name = tensor<string, []>("op_40492_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_40492_cast = einsum(equation = var_40492_equation_0, values = (var_40314_cast, var_40470_cast))[name = tensor<string, []>("op_40492_cast")];
            tensor<string, []> var_40494_equation_0 = const()[name = tensor<string, []>("op_40494_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_40494_cast = einsum(equation = var_40494_equation_0, values = (var_40318_cast, var_40471_cast))[name = tensor<string, []>("op_40494_cast")];
            tensor<string, []> var_40496_equation_0 = const()[name = tensor<string, []>("op_40496_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_40496_cast = einsum(equation = var_40496_equation_0, values = (var_40322_cast, var_40472_cast))[name = tensor<string, []>("op_40496_cast")];
            tensor<string, []> var_40498_equation_0 = const()[name = tensor<string, []>("op_40498_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_40498_cast = einsum(equation = var_40498_equation_0, values = (var_40326_cast, var_40473_cast))[name = tensor<string, []>("op_40498_cast")];
            tensor<string, []> var_40500_equation_0 = const()[name = tensor<string, []>("op_40500_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_40500_cast = einsum(equation = var_40500_equation_0, values = (var_40330_cast, var_40474_cast))[name = tensor<string, []>("op_40500_cast")];
            tensor<string, []> var_40502_equation_0 = const()[name = tensor<string, []>("op_40502_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_40502_cast = einsum(equation = var_40502_equation_0, values = (var_40334_cast, var_40475_cast))[name = tensor<string, []>("op_40502_cast")];
            tensor<string, []> var_40504_equation_0 = const()[name = tensor<string, []>("op_40504_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_40504_cast = einsum(equation = var_40504_equation_0, values = (var_40338_cast, var_40476_cast))[name = tensor<string, []>("op_40504_cast")];
            tensor<string, []> var_40506_equation_0 = const()[name = tensor<string, []>("op_40506_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_40506_cast = einsum(equation = var_40506_equation_0, values = (var_40342_cast, var_40477_cast))[name = tensor<string, []>("op_40506_cast")];
            tensor<string, []> var_40508_equation_0 = const()[name = tensor<string, []>("op_40508_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_40508_cast = einsum(equation = var_40508_equation_0, values = (var_40346_cast, var_40478_cast))[name = tensor<string, []>("op_40508_cast")];
            tensor<string, []> var_40510_equation_0 = const()[name = tensor<string, []>("op_40510_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_40510_cast = einsum(equation = var_40510_equation_0, values = (var_40350_cast, var_40479_cast))[name = tensor<string, []>("op_40510_cast")];
            tensor<string, []> var_40512_equation_0 = const()[name = tensor<string, []>("op_40512_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_40512_cast = einsum(equation = var_40512_equation_0, values = (var_40354_cast, var_40480_cast))[name = tensor<string, []>("op_40512_cast")];
            tensor<string, []> var_40514_equation_0 = const()[name = tensor<string, []>("op_40514_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_40514_cast = einsum(equation = var_40514_equation_0, values = (var_40358_cast, var_40481_cast))[name = tensor<string, []>("op_40514_cast")];
            tensor<string, []> var_40516_equation_0 = const()[name = tensor<string, []>("op_40516_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_40516_cast = einsum(equation = var_40516_equation_0, values = (var_40362_cast, var_40482_cast))[name = tensor<string, []>("op_40516_cast")];
            tensor<string, []> var_40518_equation_0 = const()[name = tensor<string, []>("op_40518_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_40518_cast = einsum(equation = var_40518_equation_0, values = (var_40366_cast, var_40483_cast))[name = tensor<string, []>("op_40518_cast")];
            tensor<string, []> var_40520_equation_0 = const()[name = tensor<string, []>("op_40520_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_40520_cast = einsum(equation = var_40520_equation_0, values = (var_40370_cast, var_40484_cast))[name = tensor<string, []>("op_40520_cast")];
            tensor<string, []> var_40522_equation_0 = const()[name = tensor<string, []>("op_40522_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_40522_cast = einsum(equation = var_40522_equation_0, values = (var_40374_cast, var_40485_cast))[name = tensor<string, []>("op_40522_cast")];
            tensor<string, []> var_40524_equation_0 = const()[name = tensor<string, []>("op_40524_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_40524_cast = einsum(equation = var_40524_equation_0, values = (var_40378_cast, var_40486_cast))[name = tensor<string, []>("op_40524_cast")];
            tensor<string, []> var_40526_equation_0 = const()[name = tensor<string, []>("op_40526_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_40526_cast = einsum(equation = var_40526_equation_0, values = (var_40382_cast, var_40487_cast))[name = tensor<string, []>("op_40526_cast")];
            tensor<string, []> var_40528_equation_0 = const()[name = tensor<string, []>("op_40528_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_40528_cast = einsum(equation = var_40528_equation_0, values = (var_40386_cast, var_40488_cast))[name = tensor<string, []>("op_40528_cast")];
            tensor<bool, []> input_539_interleave_0 = const()[name = tensor<string, []>("input_539_interleave_0"), val = tensor<bool, []>(false)];
            tensor<fp16, [2, 1280, 1, 576]> input_539_cast = concat(axis = var_30355, interleave = input_539_interleave_0, values = (var_40490_cast, var_40492_cast, var_40494_cast, var_40496_cast, var_40498_cast, var_40500_cast, var_40502_cast, var_40504_cast, var_40506_cast, var_40508_cast, var_40510_cast, var_40512_cast, var_40514_cast, var_40516_cast, var_40518_cast, var_40520_cast, var_40522_cast, var_40524_cast, var_40526_cast, var_40528_cast))[name = tensor<string, []>("input_539_cast")];
            tensor<int32, [2]> var_40534 = const()[name = tensor<string, []>("op_40534"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_40536 = const()[name = tensor<string, []>("op_40536"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_40538_pad_type_0 = const()[name = tensor<string, []>("op_40538_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_40538_pad_0 = const()[name = tensor<string, []>("op_40538_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_0_attn2_to_out_0_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [819200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(66315776))), lut = tensor<fp16, [16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(67135040))), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_0_attn2_to_out_0_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_attentions_1_transformer_blocks_0_attn2_to_out_0_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_0_attn2_to_out_0_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(67135168)))];
            tensor<fp16, [2, 1280, 1, 576]> var_40538_cast = conv(bias = up_blocks_0_attentions_1_transformer_blocks_0_attn2_to_out_0_bias_to_fp16, dilations = var_40536, groups = var_30355, pad = var_40538_pad_0, pad_type = var_40538_pad_type_0, strides = var_40534, weight = up_blocks_0_attentions_1_transformer_blocks_0_attn2_to_out_0_weight_to_fp16_palettized, x = input_539_cast)[name = tensor<string, []>("op_40538_cast")];
            tensor<fp16, [2, 1280, 1, 576]> inputs_269_cast = add(x = var_40538_cast, y = inputs_267_cast)[name = tensor<string, []>("inputs_269_cast")];
            tensor<int32, [1]> var_40542 = const()[name = tensor<string, []>("op_40542"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> channels_mean_269_cast = reduce_mean(axes = var_40542, keep_dims = var_30350, x = inputs_269_cast)[name = tensor<string, []>("channels_mean_269_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_269_cast = sub(x = inputs_269_cast, y = channels_mean_269_cast)[name = tensor<string, []>("zero_mean_269_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_sq_269_cast = mul(x = zero_mean_269_cast, y = zero_mean_269_cast)[name = tensor<string, []>("zero_mean_sq_269_cast")];
            tensor<int32, [1]> var_40546 = const()[name = tensor<string, []>("op_40546"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> var_40547_cast = reduce_mean(axes = var_40546, keep_dims = var_30350, x = zero_mean_sq_269_cast)[name = tensor<string, []>("op_40547_cast")];
            tensor<fp16, []> var_40548_to_fp16 = const()[name = tensor<string, []>("op_40548_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 576]> var_40549_cast = add(x = var_40547_cast, y = var_40548_to_fp16)[name = tensor<string, []>("op_40549_cast")];
            tensor<fp16, []> denom_269_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_269_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 576]> denom_269_cast = rsqrt(epsilon = denom_269_epsilon_0_to_fp16, x = var_40549_cast)[name = tensor<string, []>("denom_269_cast")];
            tensor<fp16, [2, 1280, 1, 576]> out_269_cast = mul(x = zero_mean_269_cast, y = denom_269_cast)[name = tensor<string, []>("out_269_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_40553_to_fp16 = const()[name = tensor<string, []>("op_40553_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(67137792)))];
            tensor<fp16, [2, 1280, 1, 576]> var_40554_cast = add(x = out_269_cast, y = var_40553_to_fp16)[name = tensor<string, []>("op_40554_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_40556_to_fp16 = const()[name = tensor<string, []>("op_40556_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(67140416)))];
            tensor<fp16, [2, 1280, 1, 576]> input_541_cast = mul(x = var_40554_cast, y = var_40556_to_fp16)[name = tensor<string, []>("input_541_cast")];
            tensor<int32, [2]> var_40564 = const()[name = tensor<string, []>("op_40564"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_40566 = const()[name = tensor<string, []>("op_40566"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_40568_pad_type_0 = const()[name = tensor<string, []>("op_40568_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_40568_pad_0 = const()[name = tensor<string, []>("op_40568_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [10240, 1280, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_0_ff_net_0_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [9830400]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(67143040))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(76973504))), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_0_ff_net_0_proj_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([10240, 1280, 1, 1])];
            tensor<fp16, [10240]> up_blocks_0_attentions_1_transformer_blocks_0_ff_net_0_proj_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_0_ff_net_0_proj_bias_to_fp16"), val = tensor<fp16, [10240]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(76973696)))];
            tensor<fp16, [2, 10240, 1, 576]> var_40568_cast = conv(bias = up_blocks_0_attentions_1_transformer_blocks_0_ff_net_0_proj_bias_to_fp16, dilations = var_40566, groups = var_30355, pad = var_40568_pad_0, pad_type = var_40568_pad_type_0, strides = var_40564, weight = up_blocks_0_attentions_1_transformer_blocks_0_ff_net_0_proj_weight_to_fp16_palettized, x = input_541_cast)[name = tensor<string, []>("op_40568_cast")];
            tensor<int32, [2]> var_40569_split_sizes_0 = const()[name = tensor<string, []>("op_40569_split_sizes_0"), val = tensor<int32, [2]>([5120, 5120])];
            tensor<int32, []> var_40569_axis_0 = const()[name = tensor<string, []>("op_40569_axis_0"), val = tensor<int32, []>(1)];
            tensor<fp16, [2, 5120, 1, 576]> var_40569_cast_0, tensor<fp16, [2, 5120, 1, 576]> var_40569_cast_1 = split(axis = var_40569_axis_0, split_sizes = var_40569_split_sizes_0, x = var_40568_cast)[name = tensor<string, []>("op_40569_cast")];
            tensor<string, []> var_40571_mode_0 = const()[name = tensor<string, []>("op_40571_mode_0"), val = tensor<string, []>("EXACT")];
            tensor<fp16, [2, 5120, 1, 576]> var_40571_cast = gelu(mode = var_40571_mode_0, x = var_40569_cast_1)[name = tensor<string, []>("op_40571_cast")];
            tensor<fp16, [2, 5120, 1, 576]> input_543_cast = mul(x = var_40569_cast_0, y = var_40571_cast)[name = tensor<string, []>("input_543_cast")];
            tensor<int32, [2]> var_40575 = const()[name = tensor<string, []>("op_40575"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_40577 = const()[name = tensor<string, []>("op_40577"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_40579_pad_type_0 = const()[name = tensor<string, []>("op_40579_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_40579_pad_0 = const()[name = tensor<string, []>("op_40579_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 5120, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_0_ff_net_2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [4915200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(76994240))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(81909504))), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_0_ff_net_2_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 5120, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_attentions_1_transformer_blocks_0_ff_net_2_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_0_ff_net_2_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(81909696)))];
            tensor<fp16, [2, 1280, 1, 576]> var_40579_cast = conv(bias = up_blocks_0_attentions_1_transformer_blocks_0_ff_net_2_bias_to_fp16, dilations = var_40577, groups = var_30355, pad = var_40579_pad_0, pad_type = var_40579_pad_type_0, strides = var_40575, weight = up_blocks_0_attentions_1_transformer_blocks_0_ff_net_2_weight_to_fp16_palettized, x = input_543_cast)[name = tensor<string, []>("op_40579_cast")];
            tensor<fp16, [2, 1280, 1, 576]> inputs_271_cast = add(x = var_40579_cast, y = inputs_269_cast)[name = tensor<string, []>("inputs_271_cast")];
            tensor<int32, [1]> var_40589 = const()[name = tensor<string, []>("op_40589"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> channels_mean_271_cast = reduce_mean(axes = var_40589, keep_dims = var_30350, x = inputs_271_cast)[name = tensor<string, []>("channels_mean_271_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_271_cast = sub(x = inputs_271_cast, y = channels_mean_271_cast)[name = tensor<string, []>("zero_mean_271_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_sq_271_cast = mul(x = zero_mean_271_cast, y = zero_mean_271_cast)[name = tensor<string, []>("zero_mean_sq_271_cast")];
            tensor<int32, [1]> var_40593 = const()[name = tensor<string, []>("op_40593"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> var_40594_cast = reduce_mean(axes = var_40593, keep_dims = var_30350, x = zero_mean_sq_271_cast)[name = tensor<string, []>("op_40594_cast")];
            tensor<fp16, []> var_40595_to_fp16 = const()[name = tensor<string, []>("op_40595_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 576]> var_40596_cast = add(x = var_40594_cast, y = var_40595_to_fp16)[name = tensor<string, []>("op_40596_cast")];
            tensor<fp16, []> denom_271_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_271_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 576]> denom_271_cast = rsqrt(epsilon = denom_271_epsilon_0_to_fp16, x = var_40596_cast)[name = tensor<string, []>("denom_271_cast")];
            tensor<fp16, [2, 1280, 1, 576]> out_271_cast = mul(x = zero_mean_271_cast, y = denom_271_cast)[name = tensor<string, []>("out_271_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_40600_to_fp16 = const()[name = tensor<string, []>("op_40600_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(81912320)))];
            tensor<fp16, [2, 1280, 1, 576]> var_40601_cast = add(x = out_271_cast, y = var_40600_to_fp16)[name = tensor<string, []>("op_40601_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_40603_to_fp16 = const()[name = tensor<string, []>("op_40603_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(81914944)))];
            tensor<fp16, [2, 1280, 1, 576]> hidden_states_367_cast = mul(x = var_40601_cast, y = var_40603_to_fp16)[name = tensor<string, []>("hidden_states_367_cast")];
            tensor<int32, [2]> var_40610 = const()[name = tensor<string, []>("op_40610"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_40612 = const()[name = tensor<string, []>("op_40612"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> q_181_pad_type_0 = const()[name = tensor<string, []>("q_181_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> q_181_pad_0 = const()[name = tensor<string, []>("q_181_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_1_attn1_to_q_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [409600]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(81917568))), lut = tensor<fp16, [4]>([-0x1.5c4p-5, -0x1.a2p-7, 0x1.a38p-7, 0x1.5d8p-5]), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_1_attn1_to_q_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> q_181_cast = conv(dilations = var_40612, groups = var_30355, pad = q_181_pad_0, pad_type = q_181_pad_type_0, strides = var_40610, weight = up_blocks_0_attentions_1_transformer_blocks_1_attn1_to_q_weight_to_fp16_palettized, x = hidden_states_367_cast)[name = tensor<string, []>("q_181_cast")];
            tensor<int32, [2]> var_40616 = const()[name = tensor<string, []>("op_40616"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_40618 = const()[name = tensor<string, []>("op_40618"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> k_361_pad_type_0 = const()[name = tensor<string, []>("k_361_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> k_361_pad_0 = const()[name = tensor<string, []>("k_361_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_1_attn1_to_k_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [409600]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(82327232))), lut = tensor<fp16, [4]>([-0x1.5e4p-5, -0x1.a6cp-7, 0x1.9f8p-7, 0x1.5c8p-5]), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_1_attn1_to_k_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> k_361_cast = conv(dilations = var_40618, groups = var_30355, pad = k_361_pad_0, pad_type = k_361_pad_type_0, strides = var_40616, weight = up_blocks_0_attentions_1_transformer_blocks_1_attn1_to_k_weight_to_fp16_palettized, x = hidden_states_367_cast)[name = tensor<string, []>("k_361_cast")];
            tensor<int32, [2]> var_40622 = const()[name = tensor<string, []>("op_40622"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_40624 = const()[name = tensor<string, []>("op_40624"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> v_181_pad_type_0 = const()[name = tensor<string, []>("v_181_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> v_181_pad_0 = const()[name = tensor<string, []>("v_181_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_1_attn1_to_v_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [1228800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(82736896))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(83965760))), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_1_attn1_to_v_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> v_181_cast = conv(dilations = var_40624, groups = var_30355, pad = v_181_pad_0, pad_type = v_181_pad_type_0, strides = var_40622, weight = up_blocks_0_attentions_1_transformer_blocks_1_attn1_to_v_weight_to_fp16_palettized, x = hidden_states_367_cast)[name = tensor<string, []>("v_181_cast")];
            tensor<int32, [4]> var_40628_begin_0 = const()[name = tensor<string, []>("op_40628_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_40628_end_0 = const()[name = tensor<string, []>("op_40628_end_0"), val = tensor<int32, [4]>([2, 64, 1, 576])];
            tensor<bool, [4]> var_40628_end_mask_0 = const()[name = tensor<string, []>("op_40628_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_40628_cast = slice_by_index(begin = var_40628_begin_0, end = var_40628_end_0, end_mask = var_40628_end_mask_0, x = q_181_cast)[name = tensor<string, []>("op_40628_cast")];
            tensor<int32, [4]> var_40632_begin_0 = const()[name = tensor<string, []>("op_40632_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_40632_end_0 = const()[name = tensor<string, []>("op_40632_end_0"), val = tensor<int32, [4]>([2, 128, 1, 576])];
            tensor<bool, [4]> var_40632_end_mask_0 = const()[name = tensor<string, []>("op_40632_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_40632_cast = slice_by_index(begin = var_40632_begin_0, end = var_40632_end_0, end_mask = var_40632_end_mask_0, x = q_181_cast)[name = tensor<string, []>("op_40632_cast")];
            tensor<int32, [4]> var_40636_begin_0 = const()[name = tensor<string, []>("op_40636_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_40636_end_0 = const()[name = tensor<string, []>("op_40636_end_0"), val = tensor<int32, [4]>([2, 192, 1, 576])];
            tensor<bool, [4]> var_40636_end_mask_0 = const()[name = tensor<string, []>("op_40636_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_40636_cast = slice_by_index(begin = var_40636_begin_0, end = var_40636_end_0, end_mask = var_40636_end_mask_0, x = q_181_cast)[name = tensor<string, []>("op_40636_cast")];
            tensor<int32, [4]> var_40640_begin_0 = const()[name = tensor<string, []>("op_40640_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_40640_end_0 = const()[name = tensor<string, []>("op_40640_end_0"), val = tensor<int32, [4]>([2, 256, 1, 576])];
            tensor<bool, [4]> var_40640_end_mask_0 = const()[name = tensor<string, []>("op_40640_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_40640_cast = slice_by_index(begin = var_40640_begin_0, end = var_40640_end_0, end_mask = var_40640_end_mask_0, x = q_181_cast)[name = tensor<string, []>("op_40640_cast")];
            tensor<int32, [4]> var_40644_begin_0 = const()[name = tensor<string, []>("op_40644_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_40644_end_0 = const()[name = tensor<string, []>("op_40644_end_0"), val = tensor<int32, [4]>([2, 320, 1, 576])];
            tensor<bool, [4]> var_40644_end_mask_0 = const()[name = tensor<string, []>("op_40644_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_40644_cast = slice_by_index(begin = var_40644_begin_0, end = var_40644_end_0, end_mask = var_40644_end_mask_0, x = q_181_cast)[name = tensor<string, []>("op_40644_cast")];
            tensor<int32, [4]> var_40648_begin_0 = const()[name = tensor<string, []>("op_40648_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_40648_end_0 = const()[name = tensor<string, []>("op_40648_end_0"), val = tensor<int32, [4]>([2, 384, 1, 576])];
            tensor<bool, [4]> var_40648_end_mask_0 = const()[name = tensor<string, []>("op_40648_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_40648_cast = slice_by_index(begin = var_40648_begin_0, end = var_40648_end_0, end_mask = var_40648_end_mask_0, x = q_181_cast)[name = tensor<string, []>("op_40648_cast")];
            tensor<int32, [4]> var_40652_begin_0 = const()[name = tensor<string, []>("op_40652_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_40652_end_0 = const()[name = tensor<string, []>("op_40652_end_0"), val = tensor<int32, [4]>([2, 448, 1, 576])];
            tensor<bool, [4]> var_40652_end_mask_0 = const()[name = tensor<string, []>("op_40652_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_40652_cast = slice_by_index(begin = var_40652_begin_0, end = var_40652_end_0, end_mask = var_40652_end_mask_0, x = q_181_cast)[name = tensor<string, []>("op_40652_cast")];
            tensor<int32, [4]> var_40656_begin_0 = const()[name = tensor<string, []>("op_40656_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_40656_end_0 = const()[name = tensor<string, []>("op_40656_end_0"), val = tensor<int32, [4]>([2, 512, 1, 576])];
            tensor<bool, [4]> var_40656_end_mask_0 = const()[name = tensor<string, []>("op_40656_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_40656_cast = slice_by_index(begin = var_40656_begin_0, end = var_40656_end_0, end_mask = var_40656_end_mask_0, x = q_181_cast)[name = tensor<string, []>("op_40656_cast")];
            tensor<int32, [4]> var_40660_begin_0 = const()[name = tensor<string, []>("op_40660_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_40660_end_0 = const()[name = tensor<string, []>("op_40660_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_40660_end_mask_0 = const()[name = tensor<string, []>("op_40660_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_40660_cast = slice_by_index(begin = var_40660_begin_0, end = var_40660_end_0, end_mask = var_40660_end_mask_0, x = q_181_cast)[name = tensor<string, []>("op_40660_cast")];
            tensor<int32, [4]> var_40664_begin_0 = const()[name = tensor<string, []>("op_40664_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_40664_end_0 = const()[name = tensor<string, []>("op_40664_end_0"), val = tensor<int32, [4]>([2, 640, 1, 576])];
            tensor<bool, [4]> var_40664_end_mask_0 = const()[name = tensor<string, []>("op_40664_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_40664_cast = slice_by_index(begin = var_40664_begin_0, end = var_40664_end_0, end_mask = var_40664_end_mask_0, x = q_181_cast)[name = tensor<string, []>("op_40664_cast")];
            tensor<int32, [4]> var_40668_begin_0 = const()[name = tensor<string, []>("op_40668_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_40668_end_0 = const()[name = tensor<string, []>("op_40668_end_0"), val = tensor<int32, [4]>([2, 704, 1, 576])];
            tensor<bool, [4]> var_40668_end_mask_0 = const()[name = tensor<string, []>("op_40668_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_40668_cast = slice_by_index(begin = var_40668_begin_0, end = var_40668_end_0, end_mask = var_40668_end_mask_0, x = q_181_cast)[name = tensor<string, []>("op_40668_cast")];
            tensor<int32, [4]> var_40672_begin_0 = const()[name = tensor<string, []>("op_40672_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_40672_end_0 = const()[name = tensor<string, []>("op_40672_end_0"), val = tensor<int32, [4]>([2, 768, 1, 576])];
            tensor<bool, [4]> var_40672_end_mask_0 = const()[name = tensor<string, []>("op_40672_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_40672_cast = slice_by_index(begin = var_40672_begin_0, end = var_40672_end_0, end_mask = var_40672_end_mask_0, x = q_181_cast)[name = tensor<string, []>("op_40672_cast")];
            tensor<int32, [4]> var_40676_begin_0 = const()[name = tensor<string, []>("op_40676_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_40676_end_0 = const()[name = tensor<string, []>("op_40676_end_0"), val = tensor<int32, [4]>([2, 832, 1, 576])];
            tensor<bool, [4]> var_40676_end_mask_0 = const()[name = tensor<string, []>("op_40676_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_40676_cast = slice_by_index(begin = var_40676_begin_0, end = var_40676_end_0, end_mask = var_40676_end_mask_0, x = q_181_cast)[name = tensor<string, []>("op_40676_cast")];
            tensor<int32, [4]> var_40680_begin_0 = const()[name = tensor<string, []>("op_40680_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_40680_end_0 = const()[name = tensor<string, []>("op_40680_end_0"), val = tensor<int32, [4]>([2, 896, 1, 576])];
            tensor<bool, [4]> var_40680_end_mask_0 = const()[name = tensor<string, []>("op_40680_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_40680_cast = slice_by_index(begin = var_40680_begin_0, end = var_40680_end_0, end_mask = var_40680_end_mask_0, x = q_181_cast)[name = tensor<string, []>("op_40680_cast")];
            tensor<int32, [4]> var_40684_begin_0 = const()[name = tensor<string, []>("op_40684_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_40684_end_0 = const()[name = tensor<string, []>("op_40684_end_0"), val = tensor<int32, [4]>([2, 960, 1, 576])];
            tensor<bool, [4]> var_40684_end_mask_0 = const()[name = tensor<string, []>("op_40684_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_40684_cast = slice_by_index(begin = var_40684_begin_0, end = var_40684_end_0, end_mask = var_40684_end_mask_0, x = q_181_cast)[name = tensor<string, []>("op_40684_cast")];
            tensor<int32, [4]> var_40688_begin_0 = const()[name = tensor<string, []>("op_40688_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_40688_end_0 = const()[name = tensor<string, []>("op_40688_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 576])];
            tensor<bool, [4]> var_40688_end_mask_0 = const()[name = tensor<string, []>("op_40688_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_40688_cast = slice_by_index(begin = var_40688_begin_0, end = var_40688_end_0, end_mask = var_40688_end_mask_0, x = q_181_cast)[name = tensor<string, []>("op_40688_cast")];
            tensor<int32, [4]> var_40692_begin_0 = const()[name = tensor<string, []>("op_40692_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_40692_end_0 = const()[name = tensor<string, []>("op_40692_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 576])];
            tensor<bool, [4]> var_40692_end_mask_0 = const()[name = tensor<string, []>("op_40692_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_40692_cast = slice_by_index(begin = var_40692_begin_0, end = var_40692_end_0, end_mask = var_40692_end_mask_0, x = q_181_cast)[name = tensor<string, []>("op_40692_cast")];
            tensor<int32, [4]> var_40696_begin_0 = const()[name = tensor<string, []>("op_40696_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_40696_end_0 = const()[name = tensor<string, []>("op_40696_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 576])];
            tensor<bool, [4]> var_40696_end_mask_0 = const()[name = tensor<string, []>("op_40696_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_40696_cast = slice_by_index(begin = var_40696_begin_0, end = var_40696_end_0, end_mask = var_40696_end_mask_0, x = q_181_cast)[name = tensor<string, []>("op_40696_cast")];
            tensor<int32, [4]> var_40700_begin_0 = const()[name = tensor<string, []>("op_40700_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_40700_end_0 = const()[name = tensor<string, []>("op_40700_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 576])];
            tensor<bool, [4]> var_40700_end_mask_0 = const()[name = tensor<string, []>("op_40700_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_40700_cast = slice_by_index(begin = var_40700_begin_0, end = var_40700_end_0, end_mask = var_40700_end_mask_0, x = q_181_cast)[name = tensor<string, []>("op_40700_cast")];
            tensor<int32, [4]> var_40704_begin_0 = const()[name = tensor<string, []>("op_40704_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_40704_end_0 = const()[name = tensor<string, []>("op_40704_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 576])];
            tensor<bool, [4]> var_40704_end_mask_0 = const()[name = tensor<string, []>("op_40704_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_40704_cast = slice_by_index(begin = var_40704_begin_0, end = var_40704_end_0, end_mask = var_40704_end_mask_0, x = q_181_cast)[name = tensor<string, []>("op_40704_cast")];
            tensor<int32, [4]> k_363_perm_0 = const()[name = tensor<string, []>("k_363_perm_0"), val = tensor<int32, [4]>([0, 3, 2, 1])];
            tensor<int32, [4]> var_40711_begin_0 = const()[name = tensor<string, []>("op_40711_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_40711_end_0 = const()[name = tensor<string, []>("op_40711_end_0"), val = tensor<int32, [4]>([2, 576, 1, 64])];
            tensor<bool, [4]> var_40711_end_mask_0 = const()[name = tensor<string, []>("op_40711_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 1280]> transpose_49 = transpose(perm = k_363_perm_0, x = k_361_cast)[name = tensor<string, []>("transpose_49")];
            tensor<fp16, [2, 576, 1, 64]> var_40711_cast = slice_by_index(begin = var_40711_begin_0, end = var_40711_end_0, end_mask = var_40711_end_mask_0, x = transpose_49)[name = tensor<string, []>("op_40711_cast")];
            tensor<int32, [4]> var_40715_begin_0 = const()[name = tensor<string, []>("op_40715_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 64])];
            tensor<int32, [4]> var_40715_end_0 = const()[name = tensor<string, []>("op_40715_end_0"), val = tensor<int32, [4]>([2, 576, 1, 128])];
            tensor<bool, [4]> var_40715_end_mask_0 = const()[name = tensor<string, []>("op_40715_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_40715_cast = slice_by_index(begin = var_40715_begin_0, end = var_40715_end_0, end_mask = var_40715_end_mask_0, x = transpose_49)[name = tensor<string, []>("op_40715_cast")];
            tensor<int32, [4]> var_40719_begin_0 = const()[name = tensor<string, []>("op_40719_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 128])];
            tensor<int32, [4]> var_40719_end_0 = const()[name = tensor<string, []>("op_40719_end_0"), val = tensor<int32, [4]>([2, 576, 1, 192])];
            tensor<bool, [4]> var_40719_end_mask_0 = const()[name = tensor<string, []>("op_40719_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_40719_cast = slice_by_index(begin = var_40719_begin_0, end = var_40719_end_0, end_mask = var_40719_end_mask_0, x = transpose_49)[name = tensor<string, []>("op_40719_cast")];
            tensor<int32, [4]> var_40723_begin_0 = const()[name = tensor<string, []>("op_40723_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 192])];
            tensor<int32, [4]> var_40723_end_0 = const()[name = tensor<string, []>("op_40723_end_0"), val = tensor<int32, [4]>([2, 576, 1, 256])];
            tensor<bool, [4]> var_40723_end_mask_0 = const()[name = tensor<string, []>("op_40723_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_40723_cast = slice_by_index(begin = var_40723_begin_0, end = var_40723_end_0, end_mask = var_40723_end_mask_0, x = transpose_49)[name = tensor<string, []>("op_40723_cast")];
            tensor<int32, [4]> var_40727_begin_0 = const()[name = tensor<string, []>("op_40727_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 256])];
            tensor<int32, [4]> var_40727_end_0 = const()[name = tensor<string, []>("op_40727_end_0"), val = tensor<int32, [4]>([2, 576, 1, 320])];
            tensor<bool, [4]> var_40727_end_mask_0 = const()[name = tensor<string, []>("op_40727_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_40727_cast = slice_by_index(begin = var_40727_begin_0, end = var_40727_end_0, end_mask = var_40727_end_mask_0, x = transpose_49)[name = tensor<string, []>("op_40727_cast")];
            tensor<int32, [4]> var_40731_begin_0 = const()[name = tensor<string, []>("op_40731_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 320])];
            tensor<int32, [4]> var_40731_end_0 = const()[name = tensor<string, []>("op_40731_end_0"), val = tensor<int32, [4]>([2, 576, 1, 384])];
            tensor<bool, [4]> var_40731_end_mask_0 = const()[name = tensor<string, []>("op_40731_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_40731_cast = slice_by_index(begin = var_40731_begin_0, end = var_40731_end_0, end_mask = var_40731_end_mask_0, x = transpose_49)[name = tensor<string, []>("op_40731_cast")];
            tensor<int32, [4]> var_40735_begin_0 = const()[name = tensor<string, []>("op_40735_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 384])];
            tensor<int32, [4]> var_40735_end_0 = const()[name = tensor<string, []>("op_40735_end_0"), val = tensor<int32, [4]>([2, 576, 1, 448])];
            tensor<bool, [4]> var_40735_end_mask_0 = const()[name = tensor<string, []>("op_40735_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_40735_cast = slice_by_index(begin = var_40735_begin_0, end = var_40735_end_0, end_mask = var_40735_end_mask_0, x = transpose_49)[name = tensor<string, []>("op_40735_cast")];
            tensor<int32, [4]> var_40739_begin_0 = const()[name = tensor<string, []>("op_40739_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 448])];
            tensor<int32, [4]> var_40739_end_0 = const()[name = tensor<string, []>("op_40739_end_0"), val = tensor<int32, [4]>([2, 576, 1, 512])];
            tensor<bool, [4]> var_40739_end_mask_0 = const()[name = tensor<string, []>("op_40739_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_40739_cast = slice_by_index(begin = var_40739_begin_0, end = var_40739_end_0, end_mask = var_40739_end_mask_0, x = transpose_49)[name = tensor<string, []>("op_40739_cast")];
            tensor<int32, [4]> var_40743_begin_0 = const()[name = tensor<string, []>("op_40743_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 512])];
            tensor<int32, [4]> var_40743_end_0 = const()[name = tensor<string, []>("op_40743_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_40743_end_mask_0 = const()[name = tensor<string, []>("op_40743_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_40743_cast = slice_by_index(begin = var_40743_begin_0, end = var_40743_end_0, end_mask = var_40743_end_mask_0, x = transpose_49)[name = tensor<string, []>("op_40743_cast")];
            tensor<int32, [4]> var_40747_begin_0 = const()[name = tensor<string, []>("op_40747_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 576])];
            tensor<int32, [4]> var_40747_end_0 = const()[name = tensor<string, []>("op_40747_end_0"), val = tensor<int32, [4]>([2, 576, 1, 640])];
            tensor<bool, [4]> var_40747_end_mask_0 = const()[name = tensor<string, []>("op_40747_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_40747_cast = slice_by_index(begin = var_40747_begin_0, end = var_40747_end_0, end_mask = var_40747_end_mask_0, x = transpose_49)[name = tensor<string, []>("op_40747_cast")];
            tensor<int32, [4]> var_40751_begin_0 = const()[name = tensor<string, []>("op_40751_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 640])];
            tensor<int32, [4]> var_40751_end_0 = const()[name = tensor<string, []>("op_40751_end_0"), val = tensor<int32, [4]>([2, 576, 1, 704])];
            tensor<bool, [4]> var_40751_end_mask_0 = const()[name = tensor<string, []>("op_40751_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_40751_cast = slice_by_index(begin = var_40751_begin_0, end = var_40751_end_0, end_mask = var_40751_end_mask_0, x = transpose_49)[name = tensor<string, []>("op_40751_cast")];
            tensor<int32, [4]> var_40755_begin_0 = const()[name = tensor<string, []>("op_40755_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 704])];
            tensor<int32, [4]> var_40755_end_0 = const()[name = tensor<string, []>("op_40755_end_0"), val = tensor<int32, [4]>([2, 576, 1, 768])];
            tensor<bool, [4]> var_40755_end_mask_0 = const()[name = tensor<string, []>("op_40755_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_40755_cast = slice_by_index(begin = var_40755_begin_0, end = var_40755_end_0, end_mask = var_40755_end_mask_0, x = transpose_49)[name = tensor<string, []>("op_40755_cast")];
            tensor<int32, [4]> var_40759_begin_0 = const()[name = tensor<string, []>("op_40759_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 768])];
            tensor<int32, [4]> var_40759_end_0 = const()[name = tensor<string, []>("op_40759_end_0"), val = tensor<int32, [4]>([2, 576, 1, 832])];
            tensor<bool, [4]> var_40759_end_mask_0 = const()[name = tensor<string, []>("op_40759_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_40759_cast = slice_by_index(begin = var_40759_begin_0, end = var_40759_end_0, end_mask = var_40759_end_mask_0, x = transpose_49)[name = tensor<string, []>("op_40759_cast")];
            tensor<int32, [4]> var_40763_begin_0 = const()[name = tensor<string, []>("op_40763_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 832])];
            tensor<int32, [4]> var_40763_end_0 = const()[name = tensor<string, []>("op_40763_end_0"), val = tensor<int32, [4]>([2, 576, 1, 896])];
            tensor<bool, [4]> var_40763_end_mask_0 = const()[name = tensor<string, []>("op_40763_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_40763_cast = slice_by_index(begin = var_40763_begin_0, end = var_40763_end_0, end_mask = var_40763_end_mask_0, x = transpose_49)[name = tensor<string, []>("op_40763_cast")];
            tensor<int32, [4]> var_40767_begin_0 = const()[name = tensor<string, []>("op_40767_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 896])];
            tensor<int32, [4]> var_40767_end_0 = const()[name = tensor<string, []>("op_40767_end_0"), val = tensor<int32, [4]>([2, 576, 1, 960])];
            tensor<bool, [4]> var_40767_end_mask_0 = const()[name = tensor<string, []>("op_40767_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_40767_cast = slice_by_index(begin = var_40767_begin_0, end = var_40767_end_0, end_mask = var_40767_end_mask_0, x = transpose_49)[name = tensor<string, []>("op_40767_cast")];
            tensor<int32, [4]> var_40771_begin_0 = const()[name = tensor<string, []>("op_40771_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 960])];
            tensor<int32, [4]> var_40771_end_0 = const()[name = tensor<string, []>("op_40771_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1024])];
            tensor<bool, [4]> var_40771_end_mask_0 = const()[name = tensor<string, []>("op_40771_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_40771_cast = slice_by_index(begin = var_40771_begin_0, end = var_40771_end_0, end_mask = var_40771_end_mask_0, x = transpose_49)[name = tensor<string, []>("op_40771_cast")];
            tensor<int32, [4]> var_40775_begin_0 = const()[name = tensor<string, []>("op_40775_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1024])];
            tensor<int32, [4]> var_40775_end_0 = const()[name = tensor<string, []>("op_40775_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1088])];
            tensor<bool, [4]> var_40775_end_mask_0 = const()[name = tensor<string, []>("op_40775_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_40775_cast = slice_by_index(begin = var_40775_begin_0, end = var_40775_end_0, end_mask = var_40775_end_mask_0, x = transpose_49)[name = tensor<string, []>("op_40775_cast")];
            tensor<int32, [4]> var_40779_begin_0 = const()[name = tensor<string, []>("op_40779_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1088])];
            tensor<int32, [4]> var_40779_end_0 = const()[name = tensor<string, []>("op_40779_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1152])];
            tensor<bool, [4]> var_40779_end_mask_0 = const()[name = tensor<string, []>("op_40779_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_40779_cast = slice_by_index(begin = var_40779_begin_0, end = var_40779_end_0, end_mask = var_40779_end_mask_0, x = transpose_49)[name = tensor<string, []>("op_40779_cast")];
            tensor<int32, [4]> var_40783_begin_0 = const()[name = tensor<string, []>("op_40783_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1152])];
            tensor<int32, [4]> var_40783_end_0 = const()[name = tensor<string, []>("op_40783_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1216])];
            tensor<bool, [4]> var_40783_end_mask_0 = const()[name = tensor<string, []>("op_40783_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_40783_cast = slice_by_index(begin = var_40783_begin_0, end = var_40783_end_0, end_mask = var_40783_end_mask_0, x = transpose_49)[name = tensor<string, []>("op_40783_cast")];
            tensor<int32, [4]> var_40787_begin_0 = const()[name = tensor<string, []>("op_40787_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1216])];
            tensor<int32, [4]> var_40787_end_0 = const()[name = tensor<string, []>("op_40787_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1280])];
            tensor<bool, [4]> var_40787_end_mask_0 = const()[name = tensor<string, []>("op_40787_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_40787_cast = slice_by_index(begin = var_40787_begin_0, end = var_40787_end_0, end_mask = var_40787_end_mask_0, x = transpose_49)[name = tensor<string, []>("op_40787_cast")];
            tensor<int32, [4]> var_40789_begin_0 = const()[name = tensor<string, []>("op_40789_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_40789_end_0 = const()[name = tensor<string, []>("op_40789_end_0"), val = tensor<int32, [4]>([2, 64, 1, 576])];
            tensor<bool, [4]> var_40789_end_mask_0 = const()[name = tensor<string, []>("op_40789_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_40789_cast = slice_by_index(begin = var_40789_begin_0, end = var_40789_end_0, end_mask = var_40789_end_mask_0, x = v_181_cast)[name = tensor<string, []>("op_40789_cast")];
            tensor<int32, [4]> var_40793_begin_0 = const()[name = tensor<string, []>("op_40793_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_40793_end_0 = const()[name = tensor<string, []>("op_40793_end_0"), val = tensor<int32, [4]>([2, 128, 1, 576])];
            tensor<bool, [4]> var_40793_end_mask_0 = const()[name = tensor<string, []>("op_40793_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_40793_cast = slice_by_index(begin = var_40793_begin_0, end = var_40793_end_0, end_mask = var_40793_end_mask_0, x = v_181_cast)[name = tensor<string, []>("op_40793_cast")];
            tensor<int32, [4]> var_40797_begin_0 = const()[name = tensor<string, []>("op_40797_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_40797_end_0 = const()[name = tensor<string, []>("op_40797_end_0"), val = tensor<int32, [4]>([2, 192, 1, 576])];
            tensor<bool, [4]> var_40797_end_mask_0 = const()[name = tensor<string, []>("op_40797_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_40797_cast = slice_by_index(begin = var_40797_begin_0, end = var_40797_end_0, end_mask = var_40797_end_mask_0, x = v_181_cast)[name = tensor<string, []>("op_40797_cast")];
            tensor<int32, [4]> var_40801_begin_0 = const()[name = tensor<string, []>("op_40801_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_40801_end_0 = const()[name = tensor<string, []>("op_40801_end_0"), val = tensor<int32, [4]>([2, 256, 1, 576])];
            tensor<bool, [4]> var_40801_end_mask_0 = const()[name = tensor<string, []>("op_40801_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_40801_cast = slice_by_index(begin = var_40801_begin_0, end = var_40801_end_0, end_mask = var_40801_end_mask_0, x = v_181_cast)[name = tensor<string, []>("op_40801_cast")];
            tensor<int32, [4]> var_40805_begin_0 = const()[name = tensor<string, []>("op_40805_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_40805_end_0 = const()[name = tensor<string, []>("op_40805_end_0"), val = tensor<int32, [4]>([2, 320, 1, 576])];
            tensor<bool, [4]> var_40805_end_mask_0 = const()[name = tensor<string, []>("op_40805_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_40805_cast = slice_by_index(begin = var_40805_begin_0, end = var_40805_end_0, end_mask = var_40805_end_mask_0, x = v_181_cast)[name = tensor<string, []>("op_40805_cast")];
            tensor<int32, [4]> var_40809_begin_0 = const()[name = tensor<string, []>("op_40809_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_40809_end_0 = const()[name = tensor<string, []>("op_40809_end_0"), val = tensor<int32, [4]>([2, 384, 1, 576])];
            tensor<bool, [4]> var_40809_end_mask_0 = const()[name = tensor<string, []>("op_40809_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_40809_cast = slice_by_index(begin = var_40809_begin_0, end = var_40809_end_0, end_mask = var_40809_end_mask_0, x = v_181_cast)[name = tensor<string, []>("op_40809_cast")];
            tensor<int32, [4]> var_40813_begin_0 = const()[name = tensor<string, []>("op_40813_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_40813_end_0 = const()[name = tensor<string, []>("op_40813_end_0"), val = tensor<int32, [4]>([2, 448, 1, 576])];
            tensor<bool, [4]> var_40813_end_mask_0 = const()[name = tensor<string, []>("op_40813_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_40813_cast = slice_by_index(begin = var_40813_begin_0, end = var_40813_end_0, end_mask = var_40813_end_mask_0, x = v_181_cast)[name = tensor<string, []>("op_40813_cast")];
            tensor<int32, [4]> var_40817_begin_0 = const()[name = tensor<string, []>("op_40817_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_40817_end_0 = const()[name = tensor<string, []>("op_40817_end_0"), val = tensor<int32, [4]>([2, 512, 1, 576])];
            tensor<bool, [4]> var_40817_end_mask_0 = const()[name = tensor<string, []>("op_40817_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_40817_cast = slice_by_index(begin = var_40817_begin_0, end = var_40817_end_0, end_mask = var_40817_end_mask_0, x = v_181_cast)[name = tensor<string, []>("op_40817_cast")];
            tensor<int32, [4]> var_40821_begin_0 = const()[name = tensor<string, []>("op_40821_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_40821_end_0 = const()[name = tensor<string, []>("op_40821_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_40821_end_mask_0 = const()[name = tensor<string, []>("op_40821_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_40821_cast = slice_by_index(begin = var_40821_begin_0, end = var_40821_end_0, end_mask = var_40821_end_mask_0, x = v_181_cast)[name = tensor<string, []>("op_40821_cast")];
            tensor<int32, [4]> var_40825_begin_0 = const()[name = tensor<string, []>("op_40825_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_40825_end_0 = const()[name = tensor<string, []>("op_40825_end_0"), val = tensor<int32, [4]>([2, 640, 1, 576])];
            tensor<bool, [4]> var_40825_end_mask_0 = const()[name = tensor<string, []>("op_40825_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_40825_cast = slice_by_index(begin = var_40825_begin_0, end = var_40825_end_0, end_mask = var_40825_end_mask_0, x = v_181_cast)[name = tensor<string, []>("op_40825_cast")];
            tensor<int32, [4]> var_40829_begin_0 = const()[name = tensor<string, []>("op_40829_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_40829_end_0 = const()[name = tensor<string, []>("op_40829_end_0"), val = tensor<int32, [4]>([2, 704, 1, 576])];
            tensor<bool, [4]> var_40829_end_mask_0 = const()[name = tensor<string, []>("op_40829_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_40829_cast = slice_by_index(begin = var_40829_begin_0, end = var_40829_end_0, end_mask = var_40829_end_mask_0, x = v_181_cast)[name = tensor<string, []>("op_40829_cast")];
            tensor<int32, [4]> var_40833_begin_0 = const()[name = tensor<string, []>("op_40833_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_40833_end_0 = const()[name = tensor<string, []>("op_40833_end_0"), val = tensor<int32, [4]>([2, 768, 1, 576])];
            tensor<bool, [4]> var_40833_end_mask_0 = const()[name = tensor<string, []>("op_40833_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_40833_cast = slice_by_index(begin = var_40833_begin_0, end = var_40833_end_0, end_mask = var_40833_end_mask_0, x = v_181_cast)[name = tensor<string, []>("op_40833_cast")];
            tensor<int32, [4]> var_40837_begin_0 = const()[name = tensor<string, []>("op_40837_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_40837_end_0 = const()[name = tensor<string, []>("op_40837_end_0"), val = tensor<int32, [4]>([2, 832, 1, 576])];
            tensor<bool, [4]> var_40837_end_mask_0 = const()[name = tensor<string, []>("op_40837_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_40837_cast = slice_by_index(begin = var_40837_begin_0, end = var_40837_end_0, end_mask = var_40837_end_mask_0, x = v_181_cast)[name = tensor<string, []>("op_40837_cast")];
            tensor<int32, [4]> var_40841_begin_0 = const()[name = tensor<string, []>("op_40841_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_40841_end_0 = const()[name = tensor<string, []>("op_40841_end_0"), val = tensor<int32, [4]>([2, 896, 1, 576])];
            tensor<bool, [4]> var_40841_end_mask_0 = const()[name = tensor<string, []>("op_40841_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_40841_cast = slice_by_index(begin = var_40841_begin_0, end = var_40841_end_0, end_mask = var_40841_end_mask_0, x = v_181_cast)[name = tensor<string, []>("op_40841_cast")];
            tensor<int32, [4]> var_40845_begin_0 = const()[name = tensor<string, []>("op_40845_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_40845_end_0 = const()[name = tensor<string, []>("op_40845_end_0"), val = tensor<int32, [4]>([2, 960, 1, 576])];
            tensor<bool, [4]> var_40845_end_mask_0 = const()[name = tensor<string, []>("op_40845_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_40845_cast = slice_by_index(begin = var_40845_begin_0, end = var_40845_end_0, end_mask = var_40845_end_mask_0, x = v_181_cast)[name = tensor<string, []>("op_40845_cast")];
            tensor<int32, [4]> var_40849_begin_0 = const()[name = tensor<string, []>("op_40849_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_40849_end_0 = const()[name = tensor<string, []>("op_40849_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 576])];
            tensor<bool, [4]> var_40849_end_mask_0 = const()[name = tensor<string, []>("op_40849_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_40849_cast = slice_by_index(begin = var_40849_begin_0, end = var_40849_end_0, end_mask = var_40849_end_mask_0, x = v_181_cast)[name = tensor<string, []>("op_40849_cast")];
            tensor<int32, [4]> var_40853_begin_0 = const()[name = tensor<string, []>("op_40853_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_40853_end_0 = const()[name = tensor<string, []>("op_40853_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 576])];
            tensor<bool, [4]> var_40853_end_mask_0 = const()[name = tensor<string, []>("op_40853_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_40853_cast = slice_by_index(begin = var_40853_begin_0, end = var_40853_end_0, end_mask = var_40853_end_mask_0, x = v_181_cast)[name = tensor<string, []>("op_40853_cast")];
            tensor<int32, [4]> var_40857_begin_0 = const()[name = tensor<string, []>("op_40857_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_40857_end_0 = const()[name = tensor<string, []>("op_40857_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 576])];
            tensor<bool, [4]> var_40857_end_mask_0 = const()[name = tensor<string, []>("op_40857_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_40857_cast = slice_by_index(begin = var_40857_begin_0, end = var_40857_end_0, end_mask = var_40857_end_mask_0, x = v_181_cast)[name = tensor<string, []>("op_40857_cast")];
            tensor<int32, [4]> var_40861_begin_0 = const()[name = tensor<string, []>("op_40861_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_40861_end_0 = const()[name = tensor<string, []>("op_40861_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 576])];
            tensor<bool, [4]> var_40861_end_mask_0 = const()[name = tensor<string, []>("op_40861_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_40861_cast = slice_by_index(begin = var_40861_begin_0, end = var_40861_end_0, end_mask = var_40861_end_mask_0, x = v_181_cast)[name = tensor<string, []>("op_40861_cast")];
            tensor<int32, [4]> var_40865_begin_0 = const()[name = tensor<string, []>("op_40865_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_40865_end_0 = const()[name = tensor<string, []>("op_40865_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 576])];
            tensor<bool, [4]> var_40865_end_mask_0 = const()[name = tensor<string, []>("op_40865_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_40865_cast = slice_by_index(begin = var_40865_begin_0, end = var_40865_end_0, end_mask = var_40865_end_mask_0, x = v_181_cast)[name = tensor<string, []>("op_40865_cast")];
            tensor<string, []> var_40869_equation_0 = const()[name = tensor<string, []>("op_40869_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_40869_cast = einsum(equation = var_40869_equation_0, values = (var_40711_cast, var_40628_cast))[name = tensor<string, []>("op_40869_cast")];
            tensor<fp16, []> var_40870_to_fp16 = const()[name = tensor<string, []>("op_40870_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3441_cast = mul(x = var_40869_cast, y = var_40870_to_fp16)[name = tensor<string, []>("aw_3441_cast")];
            tensor<string, []> var_40873_equation_0 = const()[name = tensor<string, []>("op_40873_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_40873_cast = einsum(equation = var_40873_equation_0, values = (var_40715_cast, var_40632_cast))[name = tensor<string, []>("op_40873_cast")];
            tensor<fp16, []> var_40874_to_fp16 = const()[name = tensor<string, []>("op_40874_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3443_cast = mul(x = var_40873_cast, y = var_40874_to_fp16)[name = tensor<string, []>("aw_3443_cast")];
            tensor<string, []> var_40877_equation_0 = const()[name = tensor<string, []>("op_40877_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_40877_cast = einsum(equation = var_40877_equation_0, values = (var_40719_cast, var_40636_cast))[name = tensor<string, []>("op_40877_cast")];
            tensor<fp16, []> var_40878_to_fp16 = const()[name = tensor<string, []>("op_40878_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3445_cast = mul(x = var_40877_cast, y = var_40878_to_fp16)[name = tensor<string, []>("aw_3445_cast")];
            tensor<string, []> var_40881_equation_0 = const()[name = tensor<string, []>("op_40881_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_40881_cast = einsum(equation = var_40881_equation_0, values = (var_40723_cast, var_40640_cast))[name = tensor<string, []>("op_40881_cast")];
            tensor<fp16, []> var_40882_to_fp16 = const()[name = tensor<string, []>("op_40882_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3447_cast = mul(x = var_40881_cast, y = var_40882_to_fp16)[name = tensor<string, []>("aw_3447_cast")];
            tensor<string, []> var_40885_equation_0 = const()[name = tensor<string, []>("op_40885_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_40885_cast = einsum(equation = var_40885_equation_0, values = (var_40727_cast, var_40644_cast))[name = tensor<string, []>("op_40885_cast")];
            tensor<fp16, []> var_40886_to_fp16 = const()[name = tensor<string, []>("op_40886_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3449_cast = mul(x = var_40885_cast, y = var_40886_to_fp16)[name = tensor<string, []>("aw_3449_cast")];
            tensor<string, []> var_40889_equation_0 = const()[name = tensor<string, []>("op_40889_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_40889_cast = einsum(equation = var_40889_equation_0, values = (var_40731_cast, var_40648_cast))[name = tensor<string, []>("op_40889_cast")];
            tensor<fp16, []> var_40890_to_fp16 = const()[name = tensor<string, []>("op_40890_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3451_cast = mul(x = var_40889_cast, y = var_40890_to_fp16)[name = tensor<string, []>("aw_3451_cast")];
            tensor<string, []> var_40893_equation_0 = const()[name = tensor<string, []>("op_40893_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_40893_cast = einsum(equation = var_40893_equation_0, values = (var_40735_cast, var_40652_cast))[name = tensor<string, []>("op_40893_cast")];
            tensor<fp16, []> var_40894_to_fp16 = const()[name = tensor<string, []>("op_40894_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3453_cast = mul(x = var_40893_cast, y = var_40894_to_fp16)[name = tensor<string, []>("aw_3453_cast")];
            tensor<string, []> var_40897_equation_0 = const()[name = tensor<string, []>("op_40897_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_40897_cast = einsum(equation = var_40897_equation_0, values = (var_40739_cast, var_40656_cast))[name = tensor<string, []>("op_40897_cast")];
            tensor<fp16, []> var_40898_to_fp16 = const()[name = tensor<string, []>("op_40898_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3455_cast = mul(x = var_40897_cast, y = var_40898_to_fp16)[name = tensor<string, []>("aw_3455_cast")];
            tensor<string, []> var_40901_equation_0 = const()[name = tensor<string, []>("op_40901_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_40901_cast = einsum(equation = var_40901_equation_0, values = (var_40743_cast, var_40660_cast))[name = tensor<string, []>("op_40901_cast")];
            tensor<fp16, []> var_40902_to_fp16 = const()[name = tensor<string, []>("op_40902_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3457_cast = mul(x = var_40901_cast, y = var_40902_to_fp16)[name = tensor<string, []>("aw_3457_cast")];
            tensor<string, []> var_40905_equation_0 = const()[name = tensor<string, []>("op_40905_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_40905_cast = einsum(equation = var_40905_equation_0, values = (var_40747_cast, var_40664_cast))[name = tensor<string, []>("op_40905_cast")];
            tensor<fp16, []> var_40906_to_fp16 = const()[name = tensor<string, []>("op_40906_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3459_cast = mul(x = var_40905_cast, y = var_40906_to_fp16)[name = tensor<string, []>("aw_3459_cast")];
            tensor<string, []> var_40909_equation_0 = const()[name = tensor<string, []>("op_40909_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_40909_cast = einsum(equation = var_40909_equation_0, values = (var_40751_cast, var_40668_cast))[name = tensor<string, []>("op_40909_cast")];
            tensor<fp16, []> var_40910_to_fp16 = const()[name = tensor<string, []>("op_40910_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3461_cast = mul(x = var_40909_cast, y = var_40910_to_fp16)[name = tensor<string, []>("aw_3461_cast")];
            tensor<string, []> var_40913_equation_0 = const()[name = tensor<string, []>("op_40913_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_40913_cast = einsum(equation = var_40913_equation_0, values = (var_40755_cast, var_40672_cast))[name = tensor<string, []>("op_40913_cast")];
            tensor<fp16, []> var_40914_to_fp16 = const()[name = tensor<string, []>("op_40914_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3463_cast = mul(x = var_40913_cast, y = var_40914_to_fp16)[name = tensor<string, []>("aw_3463_cast")];
            tensor<string, []> var_40917_equation_0 = const()[name = tensor<string, []>("op_40917_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_40917_cast = einsum(equation = var_40917_equation_0, values = (var_40759_cast, var_40676_cast))[name = tensor<string, []>("op_40917_cast")];
            tensor<fp16, []> var_40918_to_fp16 = const()[name = tensor<string, []>("op_40918_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3465_cast = mul(x = var_40917_cast, y = var_40918_to_fp16)[name = tensor<string, []>("aw_3465_cast")];
            tensor<string, []> var_40921_equation_0 = const()[name = tensor<string, []>("op_40921_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_40921_cast = einsum(equation = var_40921_equation_0, values = (var_40763_cast, var_40680_cast))[name = tensor<string, []>("op_40921_cast")];
            tensor<fp16, []> var_40922_to_fp16 = const()[name = tensor<string, []>("op_40922_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3467_cast = mul(x = var_40921_cast, y = var_40922_to_fp16)[name = tensor<string, []>("aw_3467_cast")];
            tensor<string, []> var_40925_equation_0 = const()[name = tensor<string, []>("op_40925_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_40925_cast = einsum(equation = var_40925_equation_0, values = (var_40767_cast, var_40684_cast))[name = tensor<string, []>("op_40925_cast")];
            tensor<fp16, []> var_40926_to_fp16 = const()[name = tensor<string, []>("op_40926_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3469_cast = mul(x = var_40925_cast, y = var_40926_to_fp16)[name = tensor<string, []>("aw_3469_cast")];
            tensor<string, []> var_40929_equation_0 = const()[name = tensor<string, []>("op_40929_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_40929_cast = einsum(equation = var_40929_equation_0, values = (var_40771_cast, var_40688_cast))[name = tensor<string, []>("op_40929_cast")];
            tensor<fp16, []> var_40930_to_fp16 = const()[name = tensor<string, []>("op_40930_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3471_cast = mul(x = var_40929_cast, y = var_40930_to_fp16)[name = tensor<string, []>("aw_3471_cast")];
            tensor<string, []> var_40933_equation_0 = const()[name = tensor<string, []>("op_40933_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_40933_cast = einsum(equation = var_40933_equation_0, values = (var_40775_cast, var_40692_cast))[name = tensor<string, []>("op_40933_cast")];
            tensor<fp16, []> var_40934_to_fp16 = const()[name = tensor<string, []>("op_40934_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3473_cast = mul(x = var_40933_cast, y = var_40934_to_fp16)[name = tensor<string, []>("aw_3473_cast")];
            tensor<string, []> var_40937_equation_0 = const()[name = tensor<string, []>("op_40937_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_40937_cast = einsum(equation = var_40937_equation_0, values = (var_40779_cast, var_40696_cast))[name = tensor<string, []>("op_40937_cast")];
            tensor<fp16, []> var_40938_to_fp16 = const()[name = tensor<string, []>("op_40938_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3475_cast = mul(x = var_40937_cast, y = var_40938_to_fp16)[name = tensor<string, []>("aw_3475_cast")];
            tensor<string, []> var_40941_equation_0 = const()[name = tensor<string, []>("op_40941_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_40941_cast = einsum(equation = var_40941_equation_0, values = (var_40783_cast, var_40700_cast))[name = tensor<string, []>("op_40941_cast")];
            tensor<fp16, []> var_40942_to_fp16 = const()[name = tensor<string, []>("op_40942_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3477_cast = mul(x = var_40941_cast, y = var_40942_to_fp16)[name = tensor<string, []>("aw_3477_cast")];
            tensor<string, []> var_40945_equation_0 = const()[name = tensor<string, []>("op_40945_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_40945_cast = einsum(equation = var_40945_equation_0, values = (var_40787_cast, var_40704_cast))[name = tensor<string, []>("op_40945_cast")];
            tensor<fp16, []> var_40946_to_fp16 = const()[name = tensor<string, []>("op_40946_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3479_cast = mul(x = var_40945_cast, y = var_40946_to_fp16)[name = tensor<string, []>("aw_3479_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_40948_cast = softmax(axis = var_30355, x = aw_3441_cast)[name = tensor<string, []>("op_40948_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_40949_cast = softmax(axis = var_30355, x = aw_3443_cast)[name = tensor<string, []>("op_40949_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_40950_cast = softmax(axis = var_30355, x = aw_3445_cast)[name = tensor<string, []>("op_40950_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_40951_cast = softmax(axis = var_30355, x = aw_3447_cast)[name = tensor<string, []>("op_40951_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_40952_cast = softmax(axis = var_30355, x = aw_3449_cast)[name = tensor<string, []>("op_40952_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_40953_cast = softmax(axis = var_30355, x = aw_3451_cast)[name = tensor<string, []>("op_40953_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_40954_cast = softmax(axis = var_30355, x = aw_3453_cast)[name = tensor<string, []>("op_40954_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_40955_cast = softmax(axis = var_30355, x = aw_3455_cast)[name = tensor<string, []>("op_40955_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_40956_cast = softmax(axis = var_30355, x = aw_3457_cast)[name = tensor<string, []>("op_40956_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_40957_cast = softmax(axis = var_30355, x = aw_3459_cast)[name = tensor<string, []>("op_40957_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_40958_cast = softmax(axis = var_30355, x = aw_3461_cast)[name = tensor<string, []>("op_40958_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_40959_cast = softmax(axis = var_30355, x = aw_3463_cast)[name = tensor<string, []>("op_40959_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_40960_cast = softmax(axis = var_30355, x = aw_3465_cast)[name = tensor<string, []>("op_40960_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_40961_cast = softmax(axis = var_30355, x = aw_3467_cast)[name = tensor<string, []>("op_40961_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_40962_cast = softmax(axis = var_30355, x = aw_3469_cast)[name = tensor<string, []>("op_40962_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_40963_cast = softmax(axis = var_30355, x = aw_3471_cast)[name = tensor<string, []>("op_40963_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_40964_cast = softmax(axis = var_30355, x = aw_3473_cast)[name = tensor<string, []>("op_40964_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_40965_cast = softmax(axis = var_30355, x = aw_3475_cast)[name = tensor<string, []>("op_40965_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_40966_cast = softmax(axis = var_30355, x = aw_3477_cast)[name = tensor<string, []>("op_40966_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_40967_cast = softmax(axis = var_30355, x = aw_3479_cast)[name = tensor<string, []>("op_40967_cast")];
            tensor<string, []> var_40969_equation_0 = const()[name = tensor<string, []>("op_40969_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_40969_cast = einsum(equation = var_40969_equation_0, values = (var_40789_cast, var_40948_cast))[name = tensor<string, []>("op_40969_cast")];
            tensor<string, []> var_40971_equation_0 = const()[name = tensor<string, []>("op_40971_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_40971_cast = einsum(equation = var_40971_equation_0, values = (var_40793_cast, var_40949_cast))[name = tensor<string, []>("op_40971_cast")];
            tensor<string, []> var_40973_equation_0 = const()[name = tensor<string, []>("op_40973_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_40973_cast = einsum(equation = var_40973_equation_0, values = (var_40797_cast, var_40950_cast))[name = tensor<string, []>("op_40973_cast")];
            tensor<string, []> var_40975_equation_0 = const()[name = tensor<string, []>("op_40975_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_40975_cast = einsum(equation = var_40975_equation_0, values = (var_40801_cast, var_40951_cast))[name = tensor<string, []>("op_40975_cast")];
            tensor<string, []> var_40977_equation_0 = const()[name = tensor<string, []>("op_40977_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_40977_cast = einsum(equation = var_40977_equation_0, values = (var_40805_cast, var_40952_cast))[name = tensor<string, []>("op_40977_cast")];
            tensor<string, []> var_40979_equation_0 = const()[name = tensor<string, []>("op_40979_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_40979_cast = einsum(equation = var_40979_equation_0, values = (var_40809_cast, var_40953_cast))[name = tensor<string, []>("op_40979_cast")];
            tensor<string, []> var_40981_equation_0 = const()[name = tensor<string, []>("op_40981_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_40981_cast = einsum(equation = var_40981_equation_0, values = (var_40813_cast, var_40954_cast))[name = tensor<string, []>("op_40981_cast")];
            tensor<string, []> var_40983_equation_0 = const()[name = tensor<string, []>("op_40983_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_40983_cast = einsum(equation = var_40983_equation_0, values = (var_40817_cast, var_40955_cast))[name = tensor<string, []>("op_40983_cast")];
            tensor<string, []> var_40985_equation_0 = const()[name = tensor<string, []>("op_40985_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_40985_cast = einsum(equation = var_40985_equation_0, values = (var_40821_cast, var_40956_cast))[name = tensor<string, []>("op_40985_cast")];
            tensor<string, []> var_40987_equation_0 = const()[name = tensor<string, []>("op_40987_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_40987_cast = einsum(equation = var_40987_equation_0, values = (var_40825_cast, var_40957_cast))[name = tensor<string, []>("op_40987_cast")];
            tensor<string, []> var_40989_equation_0 = const()[name = tensor<string, []>("op_40989_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_40989_cast = einsum(equation = var_40989_equation_0, values = (var_40829_cast, var_40958_cast))[name = tensor<string, []>("op_40989_cast")];
            tensor<string, []> var_40991_equation_0 = const()[name = tensor<string, []>("op_40991_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_40991_cast = einsum(equation = var_40991_equation_0, values = (var_40833_cast, var_40959_cast))[name = tensor<string, []>("op_40991_cast")];
            tensor<string, []> var_40993_equation_0 = const()[name = tensor<string, []>("op_40993_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_40993_cast = einsum(equation = var_40993_equation_0, values = (var_40837_cast, var_40960_cast))[name = tensor<string, []>("op_40993_cast")];
            tensor<string, []> var_40995_equation_0 = const()[name = tensor<string, []>("op_40995_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_40995_cast = einsum(equation = var_40995_equation_0, values = (var_40841_cast, var_40961_cast))[name = tensor<string, []>("op_40995_cast")];
            tensor<string, []> var_40997_equation_0 = const()[name = tensor<string, []>("op_40997_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_40997_cast = einsum(equation = var_40997_equation_0, values = (var_40845_cast, var_40962_cast))[name = tensor<string, []>("op_40997_cast")];
            tensor<string, []> var_40999_equation_0 = const()[name = tensor<string, []>("op_40999_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_40999_cast = einsum(equation = var_40999_equation_0, values = (var_40849_cast, var_40963_cast))[name = tensor<string, []>("op_40999_cast")];
            tensor<string, []> var_41001_equation_0 = const()[name = tensor<string, []>("op_41001_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_41001_cast = einsum(equation = var_41001_equation_0, values = (var_40853_cast, var_40964_cast))[name = tensor<string, []>("op_41001_cast")];
            tensor<string, []> var_41003_equation_0 = const()[name = tensor<string, []>("op_41003_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_41003_cast = einsum(equation = var_41003_equation_0, values = (var_40857_cast, var_40965_cast))[name = tensor<string, []>("op_41003_cast")];
            tensor<string, []> var_41005_equation_0 = const()[name = tensor<string, []>("op_41005_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_41005_cast = einsum(equation = var_41005_equation_0, values = (var_40861_cast, var_40966_cast))[name = tensor<string, []>("op_41005_cast")];
            tensor<string, []> var_41007_equation_0 = const()[name = tensor<string, []>("op_41007_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_41007_cast = einsum(equation = var_41007_equation_0, values = (var_40865_cast, var_40967_cast))[name = tensor<string, []>("op_41007_cast")];
            tensor<bool, []> input_545_interleave_0 = const()[name = tensor<string, []>("input_545_interleave_0"), val = tensor<bool, []>(false)];
            tensor<fp16, [2, 1280, 1, 576]> input_545_cast = concat(axis = var_30355, interleave = input_545_interleave_0, values = (var_40969_cast, var_40971_cast, var_40973_cast, var_40975_cast, var_40977_cast, var_40979_cast, var_40981_cast, var_40983_cast, var_40985_cast, var_40987_cast, var_40989_cast, var_40991_cast, var_40993_cast, var_40995_cast, var_40997_cast, var_40999_cast, var_41001_cast, var_41003_cast, var_41005_cast, var_41007_cast))[name = tensor<string, []>("input_545_cast")];
            tensor<int32, [2]> var_41013 = const()[name = tensor<string, []>("op_41013"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_41015 = const()[name = tensor<string, []>("op_41015"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_41017_pad_type_0 = const()[name = tensor<string, []>("op_41017_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_41017_pad_0 = const()[name = tensor<string, []>("op_41017_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_1_attn1_to_out_0_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [1228800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(83965952))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(85194816))), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_1_attn1_to_out_0_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_attentions_1_transformer_blocks_1_attn1_to_out_0_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_1_attn1_to_out_0_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(85195008)))];
            tensor<fp16, [2, 1280, 1, 576]> var_41017_cast = conv(bias = up_blocks_0_attentions_1_transformer_blocks_1_attn1_to_out_0_bias_to_fp16, dilations = var_41015, groups = var_30355, pad = var_41017_pad_0, pad_type = var_41017_pad_type_0, strides = var_41013, weight = up_blocks_0_attentions_1_transformer_blocks_1_attn1_to_out_0_weight_to_fp16_palettized, x = input_545_cast)[name = tensor<string, []>("op_41017_cast")];
            tensor<fp16, [2, 1280, 1, 576]> inputs_273_cast = add(x = var_41017_cast, y = inputs_271_cast)[name = tensor<string, []>("inputs_273_cast")];
            tensor<int32, [1]> var_41021 = const()[name = tensor<string, []>("op_41021"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> channels_mean_273_cast = reduce_mean(axes = var_41021, keep_dims = var_30350, x = inputs_273_cast)[name = tensor<string, []>("channels_mean_273_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_273_cast = sub(x = inputs_273_cast, y = channels_mean_273_cast)[name = tensor<string, []>("zero_mean_273_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_sq_273_cast = mul(x = zero_mean_273_cast, y = zero_mean_273_cast)[name = tensor<string, []>("zero_mean_sq_273_cast")];
            tensor<int32, [1]> var_41025 = const()[name = tensor<string, []>("op_41025"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> var_41026_cast = reduce_mean(axes = var_41025, keep_dims = var_30350, x = zero_mean_sq_273_cast)[name = tensor<string, []>("op_41026_cast")];
            tensor<fp16, []> var_41027_to_fp16 = const()[name = tensor<string, []>("op_41027_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 576]> var_41028_cast = add(x = var_41026_cast, y = var_41027_to_fp16)[name = tensor<string, []>("op_41028_cast")];
            tensor<fp16, []> denom_273_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_273_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 576]> denom_273_cast = rsqrt(epsilon = denom_273_epsilon_0_to_fp16, x = var_41028_cast)[name = tensor<string, []>("denom_273_cast")];
            tensor<fp16, [2, 1280, 1, 576]> out_273_cast = mul(x = zero_mean_273_cast, y = denom_273_cast)[name = tensor<string, []>("out_273_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_41032_to_fp16 = const()[name = tensor<string, []>("op_41032_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(85197632)))];
            tensor<fp16, [2, 1280, 1, 576]> var_41033_cast = add(x = out_273_cast, y = var_41032_to_fp16)[name = tensor<string, []>("op_41033_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_41035_to_fp16 = const()[name = tensor<string, []>("op_41035_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(85200256)))];
            tensor<fp16, [2, 1280, 1, 576]> hidden_states_369_cast = mul(x = var_41033_cast, y = var_41035_to_fp16)[name = tensor<string, []>("hidden_states_369_cast")];
            tensor<int32, [2]> var_41042 = const()[name = tensor<string, []>("op_41042"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_41044 = const()[name = tensor<string, []>("op_41044"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> q_183_pad_type_0 = const()[name = tensor<string, []>("q_183_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> q_183_pad_0 = const()[name = tensor<string, []>("q_183_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_1_attn2_to_q_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [409600]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(85202880))), lut = tensor<fp16, [4]>([-0x1.2bp-5, -0x1.64cp-7, 0x1.60cp-7, 0x1.2ap-5]), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_1_attn2_to_q_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> q_183_cast = conv(dilations = var_41044, groups = var_30355, pad = q_183_pad_0, pad_type = q_183_pad_type_0, strides = var_41042, weight = up_blocks_0_attentions_1_transformer_blocks_1_attn2_to_q_weight_to_fp16_palettized, x = hidden_states_369_cast)[name = tensor<string, []>("q_183_cast")];
            tensor<int32, [2]> var_41048 = const()[name = tensor<string, []>("op_41048"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_41050 = const()[name = tensor<string, []>("op_41050"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> k_365_pad_type_0 = const()[name = tensor<string, []>("k_365_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> k_365_pad_0 = const()[name = tensor<string, []>("k_365_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 2048, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_1_attn2_to_k_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [1310720]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(85612544))), lut = tensor<fp16, [16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(86923328))), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_1_attn2_to_k_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 2048, 1, 1])];
            tensor<fp16, [2, 1280, 1, 77]> k_365_cast = conv(dilations = var_41050, groups = var_30355, pad = k_365_pad_0, pad_type = k_365_pad_type_0, strides = var_41048, weight = up_blocks_0_attentions_1_transformer_blocks_1_attn2_to_k_weight_to_fp16_palettized, x = encoder_hidden_states)[name = tensor<string, []>("k_365_cast")];
            tensor<int32, [2]> var_41054 = const()[name = tensor<string, []>("op_41054"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_41056 = const()[name = tensor<string, []>("op_41056"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> v_183_pad_type_0 = const()[name = tensor<string, []>("v_183_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> v_183_pad_0 = const()[name = tensor<string, []>("v_183_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 2048, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_1_attn2_to_v_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [1310720]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(86923456))), lut = tensor<fp16, [16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(88234240))), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_1_attn2_to_v_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 2048, 1, 1])];
            tensor<fp16, [2, 1280, 1, 77]> v_183_cast = conv(dilations = var_41056, groups = var_30355, pad = v_183_pad_0, pad_type = v_183_pad_type_0, strides = var_41054, weight = up_blocks_0_attentions_1_transformer_blocks_1_attn2_to_v_weight_to_fp16_palettized, x = encoder_hidden_states)[name = tensor<string, []>("v_183_cast")];
            tensor<int32, [4]> var_41060_begin_0 = const()[name = tensor<string, []>("op_41060_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_41060_end_0 = const()[name = tensor<string, []>("op_41060_end_0"), val = tensor<int32, [4]>([2, 64, 1, 576])];
            tensor<bool, [4]> var_41060_end_mask_0 = const()[name = tensor<string, []>("op_41060_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_41060_cast = slice_by_index(begin = var_41060_begin_0, end = var_41060_end_0, end_mask = var_41060_end_mask_0, x = q_183_cast)[name = tensor<string, []>("op_41060_cast")];
            tensor<int32, [4]> var_41064_begin_0 = const()[name = tensor<string, []>("op_41064_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_41064_end_0 = const()[name = tensor<string, []>("op_41064_end_0"), val = tensor<int32, [4]>([2, 128, 1, 576])];
            tensor<bool, [4]> var_41064_end_mask_0 = const()[name = tensor<string, []>("op_41064_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_41064_cast = slice_by_index(begin = var_41064_begin_0, end = var_41064_end_0, end_mask = var_41064_end_mask_0, x = q_183_cast)[name = tensor<string, []>("op_41064_cast")];
            tensor<int32, [4]> var_41068_begin_0 = const()[name = tensor<string, []>("op_41068_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_41068_end_0 = const()[name = tensor<string, []>("op_41068_end_0"), val = tensor<int32, [4]>([2, 192, 1, 576])];
            tensor<bool, [4]> var_41068_end_mask_0 = const()[name = tensor<string, []>("op_41068_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_41068_cast = slice_by_index(begin = var_41068_begin_0, end = var_41068_end_0, end_mask = var_41068_end_mask_0, x = q_183_cast)[name = tensor<string, []>("op_41068_cast")];
            tensor<int32, [4]> var_41072_begin_0 = const()[name = tensor<string, []>("op_41072_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_41072_end_0 = const()[name = tensor<string, []>("op_41072_end_0"), val = tensor<int32, [4]>([2, 256, 1, 576])];
            tensor<bool, [4]> var_41072_end_mask_0 = const()[name = tensor<string, []>("op_41072_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_41072_cast = slice_by_index(begin = var_41072_begin_0, end = var_41072_end_0, end_mask = var_41072_end_mask_0, x = q_183_cast)[name = tensor<string, []>("op_41072_cast")];
            tensor<int32, [4]> var_41076_begin_0 = const()[name = tensor<string, []>("op_41076_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_41076_end_0 = const()[name = tensor<string, []>("op_41076_end_0"), val = tensor<int32, [4]>([2, 320, 1, 576])];
            tensor<bool, [4]> var_41076_end_mask_0 = const()[name = tensor<string, []>("op_41076_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_41076_cast = slice_by_index(begin = var_41076_begin_0, end = var_41076_end_0, end_mask = var_41076_end_mask_0, x = q_183_cast)[name = tensor<string, []>("op_41076_cast")];
            tensor<int32, [4]> var_41080_begin_0 = const()[name = tensor<string, []>("op_41080_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_41080_end_0 = const()[name = tensor<string, []>("op_41080_end_0"), val = tensor<int32, [4]>([2, 384, 1, 576])];
            tensor<bool, [4]> var_41080_end_mask_0 = const()[name = tensor<string, []>("op_41080_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_41080_cast = slice_by_index(begin = var_41080_begin_0, end = var_41080_end_0, end_mask = var_41080_end_mask_0, x = q_183_cast)[name = tensor<string, []>("op_41080_cast")];
            tensor<int32, [4]> var_41084_begin_0 = const()[name = tensor<string, []>("op_41084_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_41084_end_0 = const()[name = tensor<string, []>("op_41084_end_0"), val = tensor<int32, [4]>([2, 448, 1, 576])];
            tensor<bool, [4]> var_41084_end_mask_0 = const()[name = tensor<string, []>("op_41084_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_41084_cast = slice_by_index(begin = var_41084_begin_0, end = var_41084_end_0, end_mask = var_41084_end_mask_0, x = q_183_cast)[name = tensor<string, []>("op_41084_cast")];
            tensor<int32, [4]> var_41088_begin_0 = const()[name = tensor<string, []>("op_41088_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_41088_end_0 = const()[name = tensor<string, []>("op_41088_end_0"), val = tensor<int32, [4]>([2, 512, 1, 576])];
            tensor<bool, [4]> var_41088_end_mask_0 = const()[name = tensor<string, []>("op_41088_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_41088_cast = slice_by_index(begin = var_41088_begin_0, end = var_41088_end_0, end_mask = var_41088_end_mask_0, x = q_183_cast)[name = tensor<string, []>("op_41088_cast")];
            tensor<int32, [4]> var_41092_begin_0 = const()[name = tensor<string, []>("op_41092_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_41092_end_0 = const()[name = tensor<string, []>("op_41092_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_41092_end_mask_0 = const()[name = tensor<string, []>("op_41092_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_41092_cast = slice_by_index(begin = var_41092_begin_0, end = var_41092_end_0, end_mask = var_41092_end_mask_0, x = q_183_cast)[name = tensor<string, []>("op_41092_cast")];
            tensor<int32, [4]> var_41096_begin_0 = const()[name = tensor<string, []>("op_41096_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_41096_end_0 = const()[name = tensor<string, []>("op_41096_end_0"), val = tensor<int32, [4]>([2, 640, 1, 576])];
            tensor<bool, [4]> var_41096_end_mask_0 = const()[name = tensor<string, []>("op_41096_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_41096_cast = slice_by_index(begin = var_41096_begin_0, end = var_41096_end_0, end_mask = var_41096_end_mask_0, x = q_183_cast)[name = tensor<string, []>("op_41096_cast")];
            tensor<int32, [4]> var_41100_begin_0 = const()[name = tensor<string, []>("op_41100_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_41100_end_0 = const()[name = tensor<string, []>("op_41100_end_0"), val = tensor<int32, [4]>([2, 704, 1, 576])];
            tensor<bool, [4]> var_41100_end_mask_0 = const()[name = tensor<string, []>("op_41100_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_41100_cast = slice_by_index(begin = var_41100_begin_0, end = var_41100_end_0, end_mask = var_41100_end_mask_0, x = q_183_cast)[name = tensor<string, []>("op_41100_cast")];
            tensor<int32, [4]> var_41104_begin_0 = const()[name = tensor<string, []>("op_41104_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_41104_end_0 = const()[name = tensor<string, []>("op_41104_end_0"), val = tensor<int32, [4]>([2, 768, 1, 576])];
            tensor<bool, [4]> var_41104_end_mask_0 = const()[name = tensor<string, []>("op_41104_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_41104_cast = slice_by_index(begin = var_41104_begin_0, end = var_41104_end_0, end_mask = var_41104_end_mask_0, x = q_183_cast)[name = tensor<string, []>("op_41104_cast")];
            tensor<int32, [4]> var_41108_begin_0 = const()[name = tensor<string, []>("op_41108_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_41108_end_0 = const()[name = tensor<string, []>("op_41108_end_0"), val = tensor<int32, [4]>([2, 832, 1, 576])];
            tensor<bool, [4]> var_41108_end_mask_0 = const()[name = tensor<string, []>("op_41108_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_41108_cast = slice_by_index(begin = var_41108_begin_0, end = var_41108_end_0, end_mask = var_41108_end_mask_0, x = q_183_cast)[name = tensor<string, []>("op_41108_cast")];
            tensor<int32, [4]> var_41112_begin_0 = const()[name = tensor<string, []>("op_41112_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_41112_end_0 = const()[name = tensor<string, []>("op_41112_end_0"), val = tensor<int32, [4]>([2, 896, 1, 576])];
            tensor<bool, [4]> var_41112_end_mask_0 = const()[name = tensor<string, []>("op_41112_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_41112_cast = slice_by_index(begin = var_41112_begin_0, end = var_41112_end_0, end_mask = var_41112_end_mask_0, x = q_183_cast)[name = tensor<string, []>("op_41112_cast")];
            tensor<int32, [4]> var_41116_begin_0 = const()[name = tensor<string, []>("op_41116_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_41116_end_0 = const()[name = tensor<string, []>("op_41116_end_0"), val = tensor<int32, [4]>([2, 960, 1, 576])];
            tensor<bool, [4]> var_41116_end_mask_0 = const()[name = tensor<string, []>("op_41116_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_41116_cast = slice_by_index(begin = var_41116_begin_0, end = var_41116_end_0, end_mask = var_41116_end_mask_0, x = q_183_cast)[name = tensor<string, []>("op_41116_cast")];
            tensor<int32, [4]> var_41120_begin_0 = const()[name = tensor<string, []>("op_41120_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_41120_end_0 = const()[name = tensor<string, []>("op_41120_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 576])];
            tensor<bool, [4]> var_41120_end_mask_0 = const()[name = tensor<string, []>("op_41120_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_41120_cast = slice_by_index(begin = var_41120_begin_0, end = var_41120_end_0, end_mask = var_41120_end_mask_0, x = q_183_cast)[name = tensor<string, []>("op_41120_cast")];
            tensor<int32, [4]> var_41124_begin_0 = const()[name = tensor<string, []>("op_41124_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_41124_end_0 = const()[name = tensor<string, []>("op_41124_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 576])];
            tensor<bool, [4]> var_41124_end_mask_0 = const()[name = tensor<string, []>("op_41124_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_41124_cast = slice_by_index(begin = var_41124_begin_0, end = var_41124_end_0, end_mask = var_41124_end_mask_0, x = q_183_cast)[name = tensor<string, []>("op_41124_cast")];
            tensor<int32, [4]> var_41128_begin_0 = const()[name = tensor<string, []>("op_41128_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_41128_end_0 = const()[name = tensor<string, []>("op_41128_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 576])];
            tensor<bool, [4]> var_41128_end_mask_0 = const()[name = tensor<string, []>("op_41128_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_41128_cast = slice_by_index(begin = var_41128_begin_0, end = var_41128_end_0, end_mask = var_41128_end_mask_0, x = q_183_cast)[name = tensor<string, []>("op_41128_cast")];
            tensor<int32, [4]> var_41132_begin_0 = const()[name = tensor<string, []>("op_41132_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_41132_end_0 = const()[name = tensor<string, []>("op_41132_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 576])];
            tensor<bool, [4]> var_41132_end_mask_0 = const()[name = tensor<string, []>("op_41132_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_41132_cast = slice_by_index(begin = var_41132_begin_0, end = var_41132_end_0, end_mask = var_41132_end_mask_0, x = q_183_cast)[name = tensor<string, []>("op_41132_cast")];
            tensor<int32, [4]> var_41136_begin_0 = const()[name = tensor<string, []>("op_41136_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_41136_end_0 = const()[name = tensor<string, []>("op_41136_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 576])];
            tensor<bool, [4]> var_41136_end_mask_0 = const()[name = tensor<string, []>("op_41136_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_41136_cast = slice_by_index(begin = var_41136_begin_0, end = var_41136_end_0, end_mask = var_41136_end_mask_0, x = q_183_cast)[name = tensor<string, []>("op_41136_cast")];
            tensor<int32, [4]> k_367_perm_0 = const()[name = tensor<string, []>("k_367_perm_0"), val = tensor<int32, [4]>([0, 3, 2, 1])];
            tensor<int32, [4]> var_41143_begin_0 = const()[name = tensor<string, []>("op_41143_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_41143_end_0 = const()[name = tensor<string, []>("op_41143_end_0"), val = tensor<int32, [4]>([2, 77, 1, 64])];
            tensor<bool, [4]> var_41143_end_mask_0 = const()[name = tensor<string, []>("op_41143_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 1280]> transpose_48 = transpose(perm = k_367_perm_0, x = k_365_cast)[name = tensor<string, []>("transpose_48")];
            tensor<fp16, [2, 77, 1, 64]> var_41143_cast = slice_by_index(begin = var_41143_begin_0, end = var_41143_end_0, end_mask = var_41143_end_mask_0, x = transpose_48)[name = tensor<string, []>("op_41143_cast")];
            tensor<int32, [4]> var_41147_begin_0 = const()[name = tensor<string, []>("op_41147_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 64])];
            tensor<int32, [4]> var_41147_end_0 = const()[name = tensor<string, []>("op_41147_end_0"), val = tensor<int32, [4]>([2, 77, 1, 128])];
            tensor<bool, [4]> var_41147_end_mask_0 = const()[name = tensor<string, []>("op_41147_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_41147_cast = slice_by_index(begin = var_41147_begin_0, end = var_41147_end_0, end_mask = var_41147_end_mask_0, x = transpose_48)[name = tensor<string, []>("op_41147_cast")];
            tensor<int32, [4]> var_41151_begin_0 = const()[name = tensor<string, []>("op_41151_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 128])];
            tensor<int32, [4]> var_41151_end_0 = const()[name = tensor<string, []>("op_41151_end_0"), val = tensor<int32, [4]>([2, 77, 1, 192])];
            tensor<bool, [4]> var_41151_end_mask_0 = const()[name = tensor<string, []>("op_41151_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_41151_cast = slice_by_index(begin = var_41151_begin_0, end = var_41151_end_0, end_mask = var_41151_end_mask_0, x = transpose_48)[name = tensor<string, []>("op_41151_cast")];
            tensor<int32, [4]> var_41155_begin_0 = const()[name = tensor<string, []>("op_41155_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 192])];
            tensor<int32, [4]> var_41155_end_0 = const()[name = tensor<string, []>("op_41155_end_0"), val = tensor<int32, [4]>([2, 77, 1, 256])];
            tensor<bool, [4]> var_41155_end_mask_0 = const()[name = tensor<string, []>("op_41155_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_41155_cast = slice_by_index(begin = var_41155_begin_0, end = var_41155_end_0, end_mask = var_41155_end_mask_0, x = transpose_48)[name = tensor<string, []>("op_41155_cast")];
            tensor<int32, [4]> var_41159_begin_0 = const()[name = tensor<string, []>("op_41159_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 256])];
            tensor<int32, [4]> var_41159_end_0 = const()[name = tensor<string, []>("op_41159_end_0"), val = tensor<int32, [4]>([2, 77, 1, 320])];
            tensor<bool, [4]> var_41159_end_mask_0 = const()[name = tensor<string, []>("op_41159_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_41159_cast = slice_by_index(begin = var_41159_begin_0, end = var_41159_end_0, end_mask = var_41159_end_mask_0, x = transpose_48)[name = tensor<string, []>("op_41159_cast")];
            tensor<int32, [4]> var_41163_begin_0 = const()[name = tensor<string, []>("op_41163_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 320])];
            tensor<int32, [4]> var_41163_end_0 = const()[name = tensor<string, []>("op_41163_end_0"), val = tensor<int32, [4]>([2, 77, 1, 384])];
            tensor<bool, [4]> var_41163_end_mask_0 = const()[name = tensor<string, []>("op_41163_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_41163_cast = slice_by_index(begin = var_41163_begin_0, end = var_41163_end_0, end_mask = var_41163_end_mask_0, x = transpose_48)[name = tensor<string, []>("op_41163_cast")];
            tensor<int32, [4]> var_41167_begin_0 = const()[name = tensor<string, []>("op_41167_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 384])];
            tensor<int32, [4]> var_41167_end_0 = const()[name = tensor<string, []>("op_41167_end_0"), val = tensor<int32, [4]>([2, 77, 1, 448])];
            tensor<bool, [4]> var_41167_end_mask_0 = const()[name = tensor<string, []>("op_41167_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_41167_cast = slice_by_index(begin = var_41167_begin_0, end = var_41167_end_0, end_mask = var_41167_end_mask_0, x = transpose_48)[name = tensor<string, []>("op_41167_cast")];
            tensor<int32, [4]> var_41171_begin_0 = const()[name = tensor<string, []>("op_41171_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 448])];
            tensor<int32, [4]> var_41171_end_0 = const()[name = tensor<string, []>("op_41171_end_0"), val = tensor<int32, [4]>([2, 77, 1, 512])];
            tensor<bool, [4]> var_41171_end_mask_0 = const()[name = tensor<string, []>("op_41171_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_41171_cast = slice_by_index(begin = var_41171_begin_0, end = var_41171_end_0, end_mask = var_41171_end_mask_0, x = transpose_48)[name = tensor<string, []>("op_41171_cast")];
            tensor<int32, [4]> var_41175_begin_0 = const()[name = tensor<string, []>("op_41175_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 512])];
            tensor<int32, [4]> var_41175_end_0 = const()[name = tensor<string, []>("op_41175_end_0"), val = tensor<int32, [4]>([2, 77, 1, 576])];
            tensor<bool, [4]> var_41175_end_mask_0 = const()[name = tensor<string, []>("op_41175_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_41175_cast = slice_by_index(begin = var_41175_begin_0, end = var_41175_end_0, end_mask = var_41175_end_mask_0, x = transpose_48)[name = tensor<string, []>("op_41175_cast")];
            tensor<int32, [4]> var_41179_begin_0 = const()[name = tensor<string, []>("op_41179_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 576])];
            tensor<int32, [4]> var_41179_end_0 = const()[name = tensor<string, []>("op_41179_end_0"), val = tensor<int32, [4]>([2, 77, 1, 640])];
            tensor<bool, [4]> var_41179_end_mask_0 = const()[name = tensor<string, []>("op_41179_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_41179_cast = slice_by_index(begin = var_41179_begin_0, end = var_41179_end_0, end_mask = var_41179_end_mask_0, x = transpose_48)[name = tensor<string, []>("op_41179_cast")];
            tensor<int32, [4]> var_41183_begin_0 = const()[name = tensor<string, []>("op_41183_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 640])];
            tensor<int32, [4]> var_41183_end_0 = const()[name = tensor<string, []>("op_41183_end_0"), val = tensor<int32, [4]>([2, 77, 1, 704])];
            tensor<bool, [4]> var_41183_end_mask_0 = const()[name = tensor<string, []>("op_41183_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_41183_cast = slice_by_index(begin = var_41183_begin_0, end = var_41183_end_0, end_mask = var_41183_end_mask_0, x = transpose_48)[name = tensor<string, []>("op_41183_cast")];
            tensor<int32, [4]> var_41187_begin_0 = const()[name = tensor<string, []>("op_41187_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 704])];
            tensor<int32, [4]> var_41187_end_0 = const()[name = tensor<string, []>("op_41187_end_0"), val = tensor<int32, [4]>([2, 77, 1, 768])];
            tensor<bool, [4]> var_41187_end_mask_0 = const()[name = tensor<string, []>("op_41187_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_41187_cast = slice_by_index(begin = var_41187_begin_0, end = var_41187_end_0, end_mask = var_41187_end_mask_0, x = transpose_48)[name = tensor<string, []>("op_41187_cast")];
            tensor<int32, [4]> var_41191_begin_0 = const()[name = tensor<string, []>("op_41191_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 768])];
            tensor<int32, [4]> var_41191_end_0 = const()[name = tensor<string, []>("op_41191_end_0"), val = tensor<int32, [4]>([2, 77, 1, 832])];
            tensor<bool, [4]> var_41191_end_mask_0 = const()[name = tensor<string, []>("op_41191_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_41191_cast = slice_by_index(begin = var_41191_begin_0, end = var_41191_end_0, end_mask = var_41191_end_mask_0, x = transpose_48)[name = tensor<string, []>("op_41191_cast")];
            tensor<int32, [4]> var_41195_begin_0 = const()[name = tensor<string, []>("op_41195_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 832])];
            tensor<int32, [4]> var_41195_end_0 = const()[name = tensor<string, []>("op_41195_end_0"), val = tensor<int32, [4]>([2, 77, 1, 896])];
            tensor<bool, [4]> var_41195_end_mask_0 = const()[name = tensor<string, []>("op_41195_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_41195_cast = slice_by_index(begin = var_41195_begin_0, end = var_41195_end_0, end_mask = var_41195_end_mask_0, x = transpose_48)[name = tensor<string, []>("op_41195_cast")];
            tensor<int32, [4]> var_41199_begin_0 = const()[name = tensor<string, []>("op_41199_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 896])];
            tensor<int32, [4]> var_41199_end_0 = const()[name = tensor<string, []>("op_41199_end_0"), val = tensor<int32, [4]>([2, 77, 1, 960])];
            tensor<bool, [4]> var_41199_end_mask_0 = const()[name = tensor<string, []>("op_41199_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_41199_cast = slice_by_index(begin = var_41199_begin_0, end = var_41199_end_0, end_mask = var_41199_end_mask_0, x = transpose_48)[name = tensor<string, []>("op_41199_cast")];
            tensor<int32, [4]> var_41203_begin_0 = const()[name = tensor<string, []>("op_41203_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 960])];
            tensor<int32, [4]> var_41203_end_0 = const()[name = tensor<string, []>("op_41203_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1024])];
            tensor<bool, [4]> var_41203_end_mask_0 = const()[name = tensor<string, []>("op_41203_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_41203_cast = slice_by_index(begin = var_41203_begin_0, end = var_41203_end_0, end_mask = var_41203_end_mask_0, x = transpose_48)[name = tensor<string, []>("op_41203_cast")];
            tensor<int32, [4]> var_41207_begin_0 = const()[name = tensor<string, []>("op_41207_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1024])];
            tensor<int32, [4]> var_41207_end_0 = const()[name = tensor<string, []>("op_41207_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1088])];
            tensor<bool, [4]> var_41207_end_mask_0 = const()[name = tensor<string, []>("op_41207_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_41207_cast = slice_by_index(begin = var_41207_begin_0, end = var_41207_end_0, end_mask = var_41207_end_mask_0, x = transpose_48)[name = tensor<string, []>("op_41207_cast")];
            tensor<int32, [4]> var_41211_begin_0 = const()[name = tensor<string, []>("op_41211_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1088])];
            tensor<int32, [4]> var_41211_end_0 = const()[name = tensor<string, []>("op_41211_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1152])];
            tensor<bool, [4]> var_41211_end_mask_0 = const()[name = tensor<string, []>("op_41211_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_41211_cast = slice_by_index(begin = var_41211_begin_0, end = var_41211_end_0, end_mask = var_41211_end_mask_0, x = transpose_48)[name = tensor<string, []>("op_41211_cast")];
            tensor<int32, [4]> var_41215_begin_0 = const()[name = tensor<string, []>("op_41215_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1152])];
            tensor<int32, [4]> var_41215_end_0 = const()[name = tensor<string, []>("op_41215_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1216])];
            tensor<bool, [4]> var_41215_end_mask_0 = const()[name = tensor<string, []>("op_41215_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_41215_cast = slice_by_index(begin = var_41215_begin_0, end = var_41215_end_0, end_mask = var_41215_end_mask_0, x = transpose_48)[name = tensor<string, []>("op_41215_cast")];
            tensor<int32, [4]> var_41219_begin_0 = const()[name = tensor<string, []>("op_41219_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1216])];
            tensor<int32, [4]> var_41219_end_0 = const()[name = tensor<string, []>("op_41219_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1280])];
            tensor<bool, [4]> var_41219_end_mask_0 = const()[name = tensor<string, []>("op_41219_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_41219_cast = slice_by_index(begin = var_41219_begin_0, end = var_41219_end_0, end_mask = var_41219_end_mask_0, x = transpose_48)[name = tensor<string, []>("op_41219_cast")];
            tensor<int32, [4]> var_41221_begin_0 = const()[name = tensor<string, []>("op_41221_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_41221_end_0 = const()[name = tensor<string, []>("op_41221_end_0"), val = tensor<int32, [4]>([2, 64, 1, 77])];
            tensor<bool, [4]> var_41221_end_mask_0 = const()[name = tensor<string, []>("op_41221_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_41221_cast = slice_by_index(begin = var_41221_begin_0, end = var_41221_end_0, end_mask = var_41221_end_mask_0, x = v_183_cast)[name = tensor<string, []>("op_41221_cast")];
            tensor<int32, [4]> var_41225_begin_0 = const()[name = tensor<string, []>("op_41225_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_41225_end_0 = const()[name = tensor<string, []>("op_41225_end_0"), val = tensor<int32, [4]>([2, 128, 1, 77])];
            tensor<bool, [4]> var_41225_end_mask_0 = const()[name = tensor<string, []>("op_41225_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_41225_cast = slice_by_index(begin = var_41225_begin_0, end = var_41225_end_0, end_mask = var_41225_end_mask_0, x = v_183_cast)[name = tensor<string, []>("op_41225_cast")];
            tensor<int32, [4]> var_41229_begin_0 = const()[name = tensor<string, []>("op_41229_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_41229_end_0 = const()[name = tensor<string, []>("op_41229_end_0"), val = tensor<int32, [4]>([2, 192, 1, 77])];
            tensor<bool, [4]> var_41229_end_mask_0 = const()[name = tensor<string, []>("op_41229_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_41229_cast = slice_by_index(begin = var_41229_begin_0, end = var_41229_end_0, end_mask = var_41229_end_mask_0, x = v_183_cast)[name = tensor<string, []>("op_41229_cast")];
            tensor<int32, [4]> var_41233_begin_0 = const()[name = tensor<string, []>("op_41233_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_41233_end_0 = const()[name = tensor<string, []>("op_41233_end_0"), val = tensor<int32, [4]>([2, 256, 1, 77])];
            tensor<bool, [4]> var_41233_end_mask_0 = const()[name = tensor<string, []>("op_41233_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_41233_cast = slice_by_index(begin = var_41233_begin_0, end = var_41233_end_0, end_mask = var_41233_end_mask_0, x = v_183_cast)[name = tensor<string, []>("op_41233_cast")];
            tensor<int32, [4]> var_41237_begin_0 = const()[name = tensor<string, []>("op_41237_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_41237_end_0 = const()[name = tensor<string, []>("op_41237_end_0"), val = tensor<int32, [4]>([2, 320, 1, 77])];
            tensor<bool, [4]> var_41237_end_mask_0 = const()[name = tensor<string, []>("op_41237_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_41237_cast = slice_by_index(begin = var_41237_begin_0, end = var_41237_end_0, end_mask = var_41237_end_mask_0, x = v_183_cast)[name = tensor<string, []>("op_41237_cast")];
            tensor<int32, [4]> var_41241_begin_0 = const()[name = tensor<string, []>("op_41241_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_41241_end_0 = const()[name = tensor<string, []>("op_41241_end_0"), val = tensor<int32, [4]>([2, 384, 1, 77])];
            tensor<bool, [4]> var_41241_end_mask_0 = const()[name = tensor<string, []>("op_41241_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_41241_cast = slice_by_index(begin = var_41241_begin_0, end = var_41241_end_0, end_mask = var_41241_end_mask_0, x = v_183_cast)[name = tensor<string, []>("op_41241_cast")];
            tensor<int32, [4]> var_41245_begin_0 = const()[name = tensor<string, []>("op_41245_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_41245_end_0 = const()[name = tensor<string, []>("op_41245_end_0"), val = tensor<int32, [4]>([2, 448, 1, 77])];
            tensor<bool, [4]> var_41245_end_mask_0 = const()[name = tensor<string, []>("op_41245_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_41245_cast = slice_by_index(begin = var_41245_begin_0, end = var_41245_end_0, end_mask = var_41245_end_mask_0, x = v_183_cast)[name = tensor<string, []>("op_41245_cast")];
            tensor<int32, [4]> var_41249_begin_0 = const()[name = tensor<string, []>("op_41249_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_41249_end_0 = const()[name = tensor<string, []>("op_41249_end_0"), val = tensor<int32, [4]>([2, 512, 1, 77])];
            tensor<bool, [4]> var_41249_end_mask_0 = const()[name = tensor<string, []>("op_41249_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_41249_cast = slice_by_index(begin = var_41249_begin_0, end = var_41249_end_0, end_mask = var_41249_end_mask_0, x = v_183_cast)[name = tensor<string, []>("op_41249_cast")];
            tensor<int32, [4]> var_41253_begin_0 = const()[name = tensor<string, []>("op_41253_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_41253_end_0 = const()[name = tensor<string, []>("op_41253_end_0"), val = tensor<int32, [4]>([2, 576, 1, 77])];
            tensor<bool, [4]> var_41253_end_mask_0 = const()[name = tensor<string, []>("op_41253_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_41253_cast = slice_by_index(begin = var_41253_begin_0, end = var_41253_end_0, end_mask = var_41253_end_mask_0, x = v_183_cast)[name = tensor<string, []>("op_41253_cast")];
            tensor<int32, [4]> var_41257_begin_0 = const()[name = tensor<string, []>("op_41257_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_41257_end_0 = const()[name = tensor<string, []>("op_41257_end_0"), val = tensor<int32, [4]>([2, 640, 1, 77])];
            tensor<bool, [4]> var_41257_end_mask_0 = const()[name = tensor<string, []>("op_41257_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_41257_cast = slice_by_index(begin = var_41257_begin_0, end = var_41257_end_0, end_mask = var_41257_end_mask_0, x = v_183_cast)[name = tensor<string, []>("op_41257_cast")];
            tensor<int32, [4]> var_41261_begin_0 = const()[name = tensor<string, []>("op_41261_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_41261_end_0 = const()[name = tensor<string, []>("op_41261_end_0"), val = tensor<int32, [4]>([2, 704, 1, 77])];
            tensor<bool, [4]> var_41261_end_mask_0 = const()[name = tensor<string, []>("op_41261_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_41261_cast = slice_by_index(begin = var_41261_begin_0, end = var_41261_end_0, end_mask = var_41261_end_mask_0, x = v_183_cast)[name = tensor<string, []>("op_41261_cast")];
            tensor<int32, [4]> var_41265_begin_0 = const()[name = tensor<string, []>("op_41265_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_41265_end_0 = const()[name = tensor<string, []>("op_41265_end_0"), val = tensor<int32, [4]>([2, 768, 1, 77])];
            tensor<bool, [4]> var_41265_end_mask_0 = const()[name = tensor<string, []>("op_41265_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_41265_cast = slice_by_index(begin = var_41265_begin_0, end = var_41265_end_0, end_mask = var_41265_end_mask_0, x = v_183_cast)[name = tensor<string, []>("op_41265_cast")];
            tensor<int32, [4]> var_41269_begin_0 = const()[name = tensor<string, []>("op_41269_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_41269_end_0 = const()[name = tensor<string, []>("op_41269_end_0"), val = tensor<int32, [4]>([2, 832, 1, 77])];
            tensor<bool, [4]> var_41269_end_mask_0 = const()[name = tensor<string, []>("op_41269_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_41269_cast = slice_by_index(begin = var_41269_begin_0, end = var_41269_end_0, end_mask = var_41269_end_mask_0, x = v_183_cast)[name = tensor<string, []>("op_41269_cast")];
            tensor<int32, [4]> var_41273_begin_0 = const()[name = tensor<string, []>("op_41273_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_41273_end_0 = const()[name = tensor<string, []>("op_41273_end_0"), val = tensor<int32, [4]>([2, 896, 1, 77])];
            tensor<bool, [4]> var_41273_end_mask_0 = const()[name = tensor<string, []>("op_41273_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_41273_cast = slice_by_index(begin = var_41273_begin_0, end = var_41273_end_0, end_mask = var_41273_end_mask_0, x = v_183_cast)[name = tensor<string, []>("op_41273_cast")];
            tensor<int32, [4]> var_41277_begin_0 = const()[name = tensor<string, []>("op_41277_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_41277_end_0 = const()[name = tensor<string, []>("op_41277_end_0"), val = tensor<int32, [4]>([2, 960, 1, 77])];
            tensor<bool, [4]> var_41277_end_mask_0 = const()[name = tensor<string, []>("op_41277_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_41277_cast = slice_by_index(begin = var_41277_begin_0, end = var_41277_end_0, end_mask = var_41277_end_mask_0, x = v_183_cast)[name = tensor<string, []>("op_41277_cast")];
            tensor<int32, [4]> var_41281_begin_0 = const()[name = tensor<string, []>("op_41281_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_41281_end_0 = const()[name = tensor<string, []>("op_41281_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 77])];
            tensor<bool, [4]> var_41281_end_mask_0 = const()[name = tensor<string, []>("op_41281_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_41281_cast = slice_by_index(begin = var_41281_begin_0, end = var_41281_end_0, end_mask = var_41281_end_mask_0, x = v_183_cast)[name = tensor<string, []>("op_41281_cast")];
            tensor<int32, [4]> var_41285_begin_0 = const()[name = tensor<string, []>("op_41285_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_41285_end_0 = const()[name = tensor<string, []>("op_41285_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 77])];
            tensor<bool, [4]> var_41285_end_mask_0 = const()[name = tensor<string, []>("op_41285_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_41285_cast = slice_by_index(begin = var_41285_begin_0, end = var_41285_end_0, end_mask = var_41285_end_mask_0, x = v_183_cast)[name = tensor<string, []>("op_41285_cast")];
            tensor<int32, [4]> var_41289_begin_0 = const()[name = tensor<string, []>("op_41289_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_41289_end_0 = const()[name = tensor<string, []>("op_41289_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 77])];
            tensor<bool, [4]> var_41289_end_mask_0 = const()[name = tensor<string, []>("op_41289_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_41289_cast = slice_by_index(begin = var_41289_begin_0, end = var_41289_end_0, end_mask = var_41289_end_mask_0, x = v_183_cast)[name = tensor<string, []>("op_41289_cast")];
            tensor<int32, [4]> var_41293_begin_0 = const()[name = tensor<string, []>("op_41293_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_41293_end_0 = const()[name = tensor<string, []>("op_41293_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 77])];
            tensor<bool, [4]> var_41293_end_mask_0 = const()[name = tensor<string, []>("op_41293_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_41293_cast = slice_by_index(begin = var_41293_begin_0, end = var_41293_end_0, end_mask = var_41293_end_mask_0, x = v_183_cast)[name = tensor<string, []>("op_41293_cast")];
            tensor<int32, [4]> var_41297_begin_0 = const()[name = tensor<string, []>("op_41297_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_41297_end_0 = const()[name = tensor<string, []>("op_41297_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 77])];
            tensor<bool, [4]> var_41297_end_mask_0 = const()[name = tensor<string, []>("op_41297_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_41297_cast = slice_by_index(begin = var_41297_begin_0, end = var_41297_end_0, end_mask = var_41297_end_mask_0, x = v_183_cast)[name = tensor<string, []>("op_41297_cast")];
            tensor<string, []> var_41301_equation_0 = const()[name = tensor<string, []>("op_41301_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_41301_cast = einsum(equation = var_41301_equation_0, values = (var_41143_cast, var_41060_cast))[name = tensor<string, []>("op_41301_cast")];
            tensor<fp16, []> var_41302_to_fp16 = const()[name = tensor<string, []>("op_41302_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3481_cast = mul(x = var_41301_cast, y = var_41302_to_fp16)[name = tensor<string, []>("aw_3481_cast")];
            tensor<string, []> var_41305_equation_0 = const()[name = tensor<string, []>("op_41305_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_41305_cast = einsum(equation = var_41305_equation_0, values = (var_41147_cast, var_41064_cast))[name = tensor<string, []>("op_41305_cast")];
            tensor<fp16, []> var_41306_to_fp16 = const()[name = tensor<string, []>("op_41306_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3483_cast = mul(x = var_41305_cast, y = var_41306_to_fp16)[name = tensor<string, []>("aw_3483_cast")];
            tensor<string, []> var_41309_equation_0 = const()[name = tensor<string, []>("op_41309_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_41309_cast = einsum(equation = var_41309_equation_0, values = (var_41151_cast, var_41068_cast))[name = tensor<string, []>("op_41309_cast")];
            tensor<fp16, []> var_41310_to_fp16 = const()[name = tensor<string, []>("op_41310_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3485_cast = mul(x = var_41309_cast, y = var_41310_to_fp16)[name = tensor<string, []>("aw_3485_cast")];
            tensor<string, []> var_41313_equation_0 = const()[name = tensor<string, []>("op_41313_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_41313_cast = einsum(equation = var_41313_equation_0, values = (var_41155_cast, var_41072_cast))[name = tensor<string, []>("op_41313_cast")];
            tensor<fp16, []> var_41314_to_fp16 = const()[name = tensor<string, []>("op_41314_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3487_cast = mul(x = var_41313_cast, y = var_41314_to_fp16)[name = tensor<string, []>("aw_3487_cast")];
            tensor<string, []> var_41317_equation_0 = const()[name = tensor<string, []>("op_41317_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_41317_cast = einsum(equation = var_41317_equation_0, values = (var_41159_cast, var_41076_cast))[name = tensor<string, []>("op_41317_cast")];
            tensor<fp16, []> var_41318_to_fp16 = const()[name = tensor<string, []>("op_41318_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3489_cast = mul(x = var_41317_cast, y = var_41318_to_fp16)[name = tensor<string, []>("aw_3489_cast")];
            tensor<string, []> var_41321_equation_0 = const()[name = tensor<string, []>("op_41321_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_41321_cast = einsum(equation = var_41321_equation_0, values = (var_41163_cast, var_41080_cast))[name = tensor<string, []>("op_41321_cast")];
            tensor<fp16, []> var_41322_to_fp16 = const()[name = tensor<string, []>("op_41322_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3491_cast = mul(x = var_41321_cast, y = var_41322_to_fp16)[name = tensor<string, []>("aw_3491_cast")];
            tensor<string, []> var_41325_equation_0 = const()[name = tensor<string, []>("op_41325_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_41325_cast = einsum(equation = var_41325_equation_0, values = (var_41167_cast, var_41084_cast))[name = tensor<string, []>("op_41325_cast")];
            tensor<fp16, []> var_41326_to_fp16 = const()[name = tensor<string, []>("op_41326_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3493_cast = mul(x = var_41325_cast, y = var_41326_to_fp16)[name = tensor<string, []>("aw_3493_cast")];
            tensor<string, []> var_41329_equation_0 = const()[name = tensor<string, []>("op_41329_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_41329_cast = einsum(equation = var_41329_equation_0, values = (var_41171_cast, var_41088_cast))[name = tensor<string, []>("op_41329_cast")];
            tensor<fp16, []> var_41330_to_fp16 = const()[name = tensor<string, []>("op_41330_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3495_cast = mul(x = var_41329_cast, y = var_41330_to_fp16)[name = tensor<string, []>("aw_3495_cast")];
            tensor<string, []> var_41333_equation_0 = const()[name = tensor<string, []>("op_41333_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_41333_cast = einsum(equation = var_41333_equation_0, values = (var_41175_cast, var_41092_cast))[name = tensor<string, []>("op_41333_cast")];
            tensor<fp16, []> var_41334_to_fp16 = const()[name = tensor<string, []>("op_41334_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3497_cast = mul(x = var_41333_cast, y = var_41334_to_fp16)[name = tensor<string, []>("aw_3497_cast")];
            tensor<string, []> var_41337_equation_0 = const()[name = tensor<string, []>("op_41337_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_41337_cast = einsum(equation = var_41337_equation_0, values = (var_41179_cast, var_41096_cast))[name = tensor<string, []>("op_41337_cast")];
            tensor<fp16, []> var_41338_to_fp16 = const()[name = tensor<string, []>("op_41338_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3499_cast = mul(x = var_41337_cast, y = var_41338_to_fp16)[name = tensor<string, []>("aw_3499_cast")];
            tensor<string, []> var_41341_equation_0 = const()[name = tensor<string, []>("op_41341_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_41341_cast = einsum(equation = var_41341_equation_0, values = (var_41183_cast, var_41100_cast))[name = tensor<string, []>("op_41341_cast")];
            tensor<fp16, []> var_41342_to_fp16 = const()[name = tensor<string, []>("op_41342_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3501_cast = mul(x = var_41341_cast, y = var_41342_to_fp16)[name = tensor<string, []>("aw_3501_cast")];
            tensor<string, []> var_41345_equation_0 = const()[name = tensor<string, []>("op_41345_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_41345_cast = einsum(equation = var_41345_equation_0, values = (var_41187_cast, var_41104_cast))[name = tensor<string, []>("op_41345_cast")];
            tensor<fp16, []> var_41346_to_fp16 = const()[name = tensor<string, []>("op_41346_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3503_cast = mul(x = var_41345_cast, y = var_41346_to_fp16)[name = tensor<string, []>("aw_3503_cast")];
            tensor<string, []> var_41349_equation_0 = const()[name = tensor<string, []>("op_41349_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_41349_cast = einsum(equation = var_41349_equation_0, values = (var_41191_cast, var_41108_cast))[name = tensor<string, []>("op_41349_cast")];
            tensor<fp16, []> var_41350_to_fp16 = const()[name = tensor<string, []>("op_41350_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3505_cast = mul(x = var_41349_cast, y = var_41350_to_fp16)[name = tensor<string, []>("aw_3505_cast")];
            tensor<string, []> var_41353_equation_0 = const()[name = tensor<string, []>("op_41353_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_41353_cast = einsum(equation = var_41353_equation_0, values = (var_41195_cast, var_41112_cast))[name = tensor<string, []>("op_41353_cast")];
            tensor<fp16, []> var_41354_to_fp16 = const()[name = tensor<string, []>("op_41354_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3507_cast = mul(x = var_41353_cast, y = var_41354_to_fp16)[name = tensor<string, []>("aw_3507_cast")];
            tensor<string, []> var_41357_equation_0 = const()[name = tensor<string, []>("op_41357_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_41357_cast = einsum(equation = var_41357_equation_0, values = (var_41199_cast, var_41116_cast))[name = tensor<string, []>("op_41357_cast")];
            tensor<fp16, []> var_41358_to_fp16 = const()[name = tensor<string, []>("op_41358_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3509_cast = mul(x = var_41357_cast, y = var_41358_to_fp16)[name = tensor<string, []>("aw_3509_cast")];
            tensor<string, []> var_41361_equation_0 = const()[name = tensor<string, []>("op_41361_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_41361_cast = einsum(equation = var_41361_equation_0, values = (var_41203_cast, var_41120_cast))[name = tensor<string, []>("op_41361_cast")];
            tensor<fp16, []> var_41362_to_fp16 = const()[name = tensor<string, []>("op_41362_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3511_cast = mul(x = var_41361_cast, y = var_41362_to_fp16)[name = tensor<string, []>("aw_3511_cast")];
            tensor<string, []> var_41365_equation_0 = const()[name = tensor<string, []>("op_41365_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_41365_cast = einsum(equation = var_41365_equation_0, values = (var_41207_cast, var_41124_cast))[name = tensor<string, []>("op_41365_cast")];
            tensor<fp16, []> var_41366_to_fp16 = const()[name = tensor<string, []>("op_41366_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3513_cast = mul(x = var_41365_cast, y = var_41366_to_fp16)[name = tensor<string, []>("aw_3513_cast")];
            tensor<string, []> var_41369_equation_0 = const()[name = tensor<string, []>("op_41369_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_41369_cast = einsum(equation = var_41369_equation_0, values = (var_41211_cast, var_41128_cast))[name = tensor<string, []>("op_41369_cast")];
            tensor<fp16, []> var_41370_to_fp16 = const()[name = tensor<string, []>("op_41370_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3515_cast = mul(x = var_41369_cast, y = var_41370_to_fp16)[name = tensor<string, []>("aw_3515_cast")];
            tensor<string, []> var_41373_equation_0 = const()[name = tensor<string, []>("op_41373_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_41373_cast = einsum(equation = var_41373_equation_0, values = (var_41215_cast, var_41132_cast))[name = tensor<string, []>("op_41373_cast")];
            tensor<fp16, []> var_41374_to_fp16 = const()[name = tensor<string, []>("op_41374_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3517_cast = mul(x = var_41373_cast, y = var_41374_to_fp16)[name = tensor<string, []>("aw_3517_cast")];
            tensor<string, []> var_41377_equation_0 = const()[name = tensor<string, []>("op_41377_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_41377_cast = einsum(equation = var_41377_equation_0, values = (var_41219_cast, var_41136_cast))[name = tensor<string, []>("op_41377_cast")];
            tensor<fp16, []> var_41378_to_fp16 = const()[name = tensor<string, []>("op_41378_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3519_cast = mul(x = var_41377_cast, y = var_41378_to_fp16)[name = tensor<string, []>("aw_3519_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_41380_cast = softmax(axis = var_30355, x = aw_3481_cast)[name = tensor<string, []>("op_41380_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_41381_cast = softmax(axis = var_30355, x = aw_3483_cast)[name = tensor<string, []>("op_41381_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_41382_cast = softmax(axis = var_30355, x = aw_3485_cast)[name = tensor<string, []>("op_41382_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_41383_cast = softmax(axis = var_30355, x = aw_3487_cast)[name = tensor<string, []>("op_41383_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_41384_cast = softmax(axis = var_30355, x = aw_3489_cast)[name = tensor<string, []>("op_41384_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_41385_cast = softmax(axis = var_30355, x = aw_3491_cast)[name = tensor<string, []>("op_41385_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_41386_cast = softmax(axis = var_30355, x = aw_3493_cast)[name = tensor<string, []>("op_41386_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_41387_cast = softmax(axis = var_30355, x = aw_3495_cast)[name = tensor<string, []>("op_41387_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_41388_cast = softmax(axis = var_30355, x = aw_3497_cast)[name = tensor<string, []>("op_41388_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_41389_cast = softmax(axis = var_30355, x = aw_3499_cast)[name = tensor<string, []>("op_41389_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_41390_cast = softmax(axis = var_30355, x = aw_3501_cast)[name = tensor<string, []>("op_41390_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_41391_cast = softmax(axis = var_30355, x = aw_3503_cast)[name = tensor<string, []>("op_41391_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_41392_cast = softmax(axis = var_30355, x = aw_3505_cast)[name = tensor<string, []>("op_41392_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_41393_cast = softmax(axis = var_30355, x = aw_3507_cast)[name = tensor<string, []>("op_41393_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_41394_cast = softmax(axis = var_30355, x = aw_3509_cast)[name = tensor<string, []>("op_41394_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_41395_cast = softmax(axis = var_30355, x = aw_3511_cast)[name = tensor<string, []>("op_41395_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_41396_cast = softmax(axis = var_30355, x = aw_3513_cast)[name = tensor<string, []>("op_41396_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_41397_cast = softmax(axis = var_30355, x = aw_3515_cast)[name = tensor<string, []>("op_41397_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_41398_cast = softmax(axis = var_30355, x = aw_3517_cast)[name = tensor<string, []>("op_41398_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_41399_cast = softmax(axis = var_30355, x = aw_3519_cast)[name = tensor<string, []>("op_41399_cast")];
            tensor<string, []> var_41401_equation_0 = const()[name = tensor<string, []>("op_41401_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_41401_cast = einsum(equation = var_41401_equation_0, values = (var_41221_cast, var_41380_cast))[name = tensor<string, []>("op_41401_cast")];
            tensor<string, []> var_41403_equation_0 = const()[name = tensor<string, []>("op_41403_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_41403_cast = einsum(equation = var_41403_equation_0, values = (var_41225_cast, var_41381_cast))[name = tensor<string, []>("op_41403_cast")];
            tensor<string, []> var_41405_equation_0 = const()[name = tensor<string, []>("op_41405_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_41405_cast = einsum(equation = var_41405_equation_0, values = (var_41229_cast, var_41382_cast))[name = tensor<string, []>("op_41405_cast")];
            tensor<string, []> var_41407_equation_0 = const()[name = tensor<string, []>("op_41407_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_41407_cast = einsum(equation = var_41407_equation_0, values = (var_41233_cast, var_41383_cast))[name = tensor<string, []>("op_41407_cast")];
            tensor<string, []> var_41409_equation_0 = const()[name = tensor<string, []>("op_41409_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_41409_cast = einsum(equation = var_41409_equation_0, values = (var_41237_cast, var_41384_cast))[name = tensor<string, []>("op_41409_cast")];
            tensor<string, []> var_41411_equation_0 = const()[name = tensor<string, []>("op_41411_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_41411_cast = einsum(equation = var_41411_equation_0, values = (var_41241_cast, var_41385_cast))[name = tensor<string, []>("op_41411_cast")];
            tensor<string, []> var_41413_equation_0 = const()[name = tensor<string, []>("op_41413_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_41413_cast = einsum(equation = var_41413_equation_0, values = (var_41245_cast, var_41386_cast))[name = tensor<string, []>("op_41413_cast")];
            tensor<string, []> var_41415_equation_0 = const()[name = tensor<string, []>("op_41415_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_41415_cast = einsum(equation = var_41415_equation_0, values = (var_41249_cast, var_41387_cast))[name = tensor<string, []>("op_41415_cast")];
            tensor<string, []> var_41417_equation_0 = const()[name = tensor<string, []>("op_41417_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_41417_cast = einsum(equation = var_41417_equation_0, values = (var_41253_cast, var_41388_cast))[name = tensor<string, []>("op_41417_cast")];
            tensor<string, []> var_41419_equation_0 = const()[name = tensor<string, []>("op_41419_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_41419_cast = einsum(equation = var_41419_equation_0, values = (var_41257_cast, var_41389_cast))[name = tensor<string, []>("op_41419_cast")];
            tensor<string, []> var_41421_equation_0 = const()[name = tensor<string, []>("op_41421_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_41421_cast = einsum(equation = var_41421_equation_0, values = (var_41261_cast, var_41390_cast))[name = tensor<string, []>("op_41421_cast")];
            tensor<string, []> var_41423_equation_0 = const()[name = tensor<string, []>("op_41423_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_41423_cast = einsum(equation = var_41423_equation_0, values = (var_41265_cast, var_41391_cast))[name = tensor<string, []>("op_41423_cast")];
            tensor<string, []> var_41425_equation_0 = const()[name = tensor<string, []>("op_41425_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_41425_cast = einsum(equation = var_41425_equation_0, values = (var_41269_cast, var_41392_cast))[name = tensor<string, []>("op_41425_cast")];
            tensor<string, []> var_41427_equation_0 = const()[name = tensor<string, []>("op_41427_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_41427_cast = einsum(equation = var_41427_equation_0, values = (var_41273_cast, var_41393_cast))[name = tensor<string, []>("op_41427_cast")];
            tensor<string, []> var_41429_equation_0 = const()[name = tensor<string, []>("op_41429_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_41429_cast = einsum(equation = var_41429_equation_0, values = (var_41277_cast, var_41394_cast))[name = tensor<string, []>("op_41429_cast")];
            tensor<string, []> var_41431_equation_0 = const()[name = tensor<string, []>("op_41431_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_41431_cast = einsum(equation = var_41431_equation_0, values = (var_41281_cast, var_41395_cast))[name = tensor<string, []>("op_41431_cast")];
            tensor<string, []> var_41433_equation_0 = const()[name = tensor<string, []>("op_41433_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_41433_cast = einsum(equation = var_41433_equation_0, values = (var_41285_cast, var_41396_cast))[name = tensor<string, []>("op_41433_cast")];
            tensor<string, []> var_41435_equation_0 = const()[name = tensor<string, []>("op_41435_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_41435_cast = einsum(equation = var_41435_equation_0, values = (var_41289_cast, var_41397_cast))[name = tensor<string, []>("op_41435_cast")];
            tensor<string, []> var_41437_equation_0 = const()[name = tensor<string, []>("op_41437_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_41437_cast = einsum(equation = var_41437_equation_0, values = (var_41293_cast, var_41398_cast))[name = tensor<string, []>("op_41437_cast")];
            tensor<string, []> var_41439_equation_0 = const()[name = tensor<string, []>("op_41439_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_41439_cast = einsum(equation = var_41439_equation_0, values = (var_41297_cast, var_41399_cast))[name = tensor<string, []>("op_41439_cast")];
            tensor<bool, []> input_547_interleave_0 = const()[name = tensor<string, []>("input_547_interleave_0"), val = tensor<bool, []>(false)];
            tensor<fp16, [2, 1280, 1, 576]> input_547_cast = concat(axis = var_30355, interleave = input_547_interleave_0, values = (var_41401_cast, var_41403_cast, var_41405_cast, var_41407_cast, var_41409_cast, var_41411_cast, var_41413_cast, var_41415_cast, var_41417_cast, var_41419_cast, var_41421_cast, var_41423_cast, var_41425_cast, var_41427_cast, var_41429_cast, var_41431_cast, var_41433_cast, var_41435_cast, var_41437_cast, var_41439_cast))[name = tensor<string, []>("input_547_cast")];
            tensor<int32, [2]> var_41445 = const()[name = tensor<string, []>("op_41445"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_41447 = const()[name = tensor<string, []>("op_41447"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_41449_pad_type_0 = const()[name = tensor<string, []>("op_41449_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_41449_pad_0 = const()[name = tensor<string, []>("op_41449_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_1_attn2_to_out_0_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [819200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(88234368))), lut = tensor<fp16, [16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(89053632))), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_1_attn2_to_out_0_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_attentions_1_transformer_blocks_1_attn2_to_out_0_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_1_attn2_to_out_0_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(89053760)))];
            tensor<fp16, [2, 1280, 1, 576]> var_41449_cast = conv(bias = up_blocks_0_attentions_1_transformer_blocks_1_attn2_to_out_0_bias_to_fp16, dilations = var_41447, groups = var_30355, pad = var_41449_pad_0, pad_type = var_41449_pad_type_0, strides = var_41445, weight = up_blocks_0_attentions_1_transformer_blocks_1_attn2_to_out_0_weight_to_fp16_palettized, x = input_547_cast)[name = tensor<string, []>("op_41449_cast")];
            tensor<fp16, [2, 1280, 1, 576]> inputs_275_cast = add(x = var_41449_cast, y = inputs_273_cast)[name = tensor<string, []>("inputs_275_cast")];
            tensor<int32, [1]> var_41453 = const()[name = tensor<string, []>("op_41453"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> channels_mean_275_cast = reduce_mean(axes = var_41453, keep_dims = var_30350, x = inputs_275_cast)[name = tensor<string, []>("channels_mean_275_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_275_cast = sub(x = inputs_275_cast, y = channels_mean_275_cast)[name = tensor<string, []>("zero_mean_275_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_sq_275_cast = mul(x = zero_mean_275_cast, y = zero_mean_275_cast)[name = tensor<string, []>("zero_mean_sq_275_cast")];
            tensor<int32, [1]> var_41457 = const()[name = tensor<string, []>("op_41457"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> var_41458_cast = reduce_mean(axes = var_41457, keep_dims = var_30350, x = zero_mean_sq_275_cast)[name = tensor<string, []>("op_41458_cast")];
            tensor<fp16, []> var_41459_to_fp16 = const()[name = tensor<string, []>("op_41459_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 576]> var_41460_cast = add(x = var_41458_cast, y = var_41459_to_fp16)[name = tensor<string, []>("op_41460_cast")];
            tensor<fp16, []> denom_275_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_275_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 576]> denom_275_cast = rsqrt(epsilon = denom_275_epsilon_0_to_fp16, x = var_41460_cast)[name = tensor<string, []>("denom_275_cast")];
            tensor<fp16, [2, 1280, 1, 576]> out_275_cast = mul(x = zero_mean_275_cast, y = denom_275_cast)[name = tensor<string, []>("out_275_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_41464_to_fp16 = const()[name = tensor<string, []>("op_41464_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(89056384)))];
            tensor<fp16, [2, 1280, 1, 576]> var_41465_cast = add(x = out_275_cast, y = var_41464_to_fp16)[name = tensor<string, []>("op_41465_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_41467_to_fp16 = const()[name = tensor<string, []>("op_41467_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(89059008)))];
            tensor<fp16, [2, 1280, 1, 576]> input_549_cast = mul(x = var_41465_cast, y = var_41467_to_fp16)[name = tensor<string, []>("input_549_cast")];
            tensor<int32, [2]> var_41475 = const()[name = tensor<string, []>("op_41475"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_41477 = const()[name = tensor<string, []>("op_41477"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_41479_pad_type_0 = const()[name = tensor<string, []>("op_41479_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_41479_pad_0 = const()[name = tensor<string, []>("op_41479_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [10240, 1280, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_1_ff_net_0_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [9830400]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(89061632))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(98892096))), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_1_ff_net_0_proj_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([10240, 1280, 1, 1])];
            tensor<fp16, [10240]> up_blocks_0_attentions_1_transformer_blocks_1_ff_net_0_proj_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_1_ff_net_0_proj_bias_to_fp16"), val = tensor<fp16, [10240]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(98892288)))];
            tensor<fp16, [2, 10240, 1, 576]> var_41479_cast = conv(bias = up_blocks_0_attentions_1_transformer_blocks_1_ff_net_0_proj_bias_to_fp16, dilations = var_41477, groups = var_30355, pad = var_41479_pad_0, pad_type = var_41479_pad_type_0, strides = var_41475, weight = up_blocks_0_attentions_1_transformer_blocks_1_ff_net_0_proj_weight_to_fp16_palettized, x = input_549_cast)[name = tensor<string, []>("op_41479_cast")];
            tensor<int32, [2]> var_41480_split_sizes_0 = const()[name = tensor<string, []>("op_41480_split_sizes_0"), val = tensor<int32, [2]>([5120, 5120])];
            tensor<int32, []> var_41480_axis_0 = const()[name = tensor<string, []>("op_41480_axis_0"), val = tensor<int32, []>(1)];
            tensor<fp16, [2, 5120, 1, 576]> var_41480_cast_0, tensor<fp16, [2, 5120, 1, 576]> var_41480_cast_1 = split(axis = var_41480_axis_0, split_sizes = var_41480_split_sizes_0, x = var_41479_cast)[name = tensor<string, []>("op_41480_cast")];
            tensor<string, []> var_41482_mode_0 = const()[name = tensor<string, []>("op_41482_mode_0"), val = tensor<string, []>("EXACT")];
            tensor<fp16, [2, 5120, 1, 576]> var_41482_cast = gelu(mode = var_41482_mode_0, x = var_41480_cast_1)[name = tensor<string, []>("op_41482_cast")];
            tensor<fp16, [2, 5120, 1, 576]> input_551_cast = mul(x = var_41480_cast_0, y = var_41482_cast)[name = tensor<string, []>("input_551_cast")];
            tensor<int32, [2]> var_41486 = const()[name = tensor<string, []>("op_41486"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_41488 = const()[name = tensor<string, []>("op_41488"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_41490_pad_type_0 = const()[name = tensor<string, []>("op_41490_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_41490_pad_0 = const()[name = tensor<string, []>("op_41490_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 5120, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_1_ff_net_2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [4915200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(98912832))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(103828096))), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_1_ff_net_2_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 5120, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_attentions_1_transformer_blocks_1_ff_net_2_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_1_ff_net_2_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(103828288)))];
            tensor<fp16, [2, 1280, 1, 576]> var_41490_cast = conv(bias = up_blocks_0_attentions_1_transformer_blocks_1_ff_net_2_bias_to_fp16, dilations = var_41488, groups = var_30355, pad = var_41490_pad_0, pad_type = var_41490_pad_type_0, strides = var_41486, weight = up_blocks_0_attentions_1_transformer_blocks_1_ff_net_2_weight_to_fp16_palettized, x = input_551_cast)[name = tensor<string, []>("op_41490_cast")];
            tensor<fp16, [2, 1280, 1, 576]> inputs_277_cast = add(x = var_41490_cast, y = inputs_275_cast)[name = tensor<string, []>("inputs_277_cast")];
            tensor<int32, [1]> var_41500 = const()[name = tensor<string, []>("op_41500"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> channels_mean_277_cast = reduce_mean(axes = var_41500, keep_dims = var_30350, x = inputs_277_cast)[name = tensor<string, []>("channels_mean_277_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_277_cast = sub(x = inputs_277_cast, y = channels_mean_277_cast)[name = tensor<string, []>("zero_mean_277_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_sq_277_cast = mul(x = zero_mean_277_cast, y = zero_mean_277_cast)[name = tensor<string, []>("zero_mean_sq_277_cast")];
            tensor<int32, [1]> var_41504 = const()[name = tensor<string, []>("op_41504"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> var_41505_cast = reduce_mean(axes = var_41504, keep_dims = var_30350, x = zero_mean_sq_277_cast)[name = tensor<string, []>("op_41505_cast")];
            tensor<fp16, []> var_41506_to_fp16 = const()[name = tensor<string, []>("op_41506_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 576]> var_41507_cast = add(x = var_41505_cast, y = var_41506_to_fp16)[name = tensor<string, []>("op_41507_cast")];
            tensor<fp16, []> denom_277_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_277_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 576]> denom_277_cast = rsqrt(epsilon = denom_277_epsilon_0_to_fp16, x = var_41507_cast)[name = tensor<string, []>("denom_277_cast")];
            tensor<fp16, [2, 1280, 1, 576]> out_277_cast = mul(x = zero_mean_277_cast, y = denom_277_cast)[name = tensor<string, []>("out_277_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_41511_to_fp16 = const()[name = tensor<string, []>("op_41511_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(103830912)))];
            tensor<fp16, [2, 1280, 1, 576]> var_41512_cast = add(x = out_277_cast, y = var_41511_to_fp16)[name = tensor<string, []>("op_41512_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_41514_to_fp16 = const()[name = tensor<string, []>("op_41514_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(103833536)))];
            tensor<fp16, [2, 1280, 1, 576]> hidden_states_373_cast = mul(x = var_41512_cast, y = var_41514_to_fp16)[name = tensor<string, []>("hidden_states_373_cast")];
            tensor<int32, [2]> var_41521 = const()[name = tensor<string, []>("op_41521"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_41523 = const()[name = tensor<string, []>("op_41523"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> q_185_pad_type_0 = const()[name = tensor<string, []>("q_185_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> q_185_pad_0 = const()[name = tensor<string, []>("q_185_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_2_attn1_to_q_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [819200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(103836160))), lut = tensor<fp16, [16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(104655424))), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_2_attn1_to_q_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> q_185_cast = conv(dilations = var_41523, groups = var_30355, pad = q_185_pad_0, pad_type = q_185_pad_type_0, strides = var_41521, weight = up_blocks_0_attentions_1_transformer_blocks_2_attn1_to_q_weight_to_fp16_palettized, x = hidden_states_373_cast)[name = tensor<string, []>("q_185_cast")];
            tensor<int32, [2]> var_41527 = const()[name = tensor<string, []>("op_41527"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_41529 = const()[name = tensor<string, []>("op_41529"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> k_369_pad_type_0 = const()[name = tensor<string, []>("k_369_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> k_369_pad_0 = const()[name = tensor<string, []>("k_369_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_2_attn1_to_k_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [819200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(104655552))), lut = tensor<fp16, [16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(105474816))), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_2_attn1_to_k_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> k_369_cast = conv(dilations = var_41529, groups = var_30355, pad = k_369_pad_0, pad_type = k_369_pad_type_0, strides = var_41527, weight = up_blocks_0_attentions_1_transformer_blocks_2_attn1_to_k_weight_to_fp16_palettized, x = hidden_states_373_cast)[name = tensor<string, []>("k_369_cast")];
            tensor<int32, [2]> var_41533 = const()[name = tensor<string, []>("op_41533"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_41535 = const()[name = tensor<string, []>("op_41535"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> v_185_pad_type_0 = const()[name = tensor<string, []>("v_185_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> v_185_pad_0 = const()[name = tensor<string, []>("v_185_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_2_attn1_to_v_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [1228800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(105474944))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(106703808))), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_2_attn1_to_v_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> v_185_cast = conv(dilations = var_41535, groups = var_30355, pad = v_185_pad_0, pad_type = v_185_pad_type_0, strides = var_41533, weight = up_blocks_0_attentions_1_transformer_blocks_2_attn1_to_v_weight_to_fp16_palettized, x = hidden_states_373_cast)[name = tensor<string, []>("v_185_cast")];
            tensor<int32, [4]> var_41539_begin_0 = const()[name = tensor<string, []>("op_41539_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_41539_end_0 = const()[name = tensor<string, []>("op_41539_end_0"), val = tensor<int32, [4]>([2, 64, 1, 576])];
            tensor<bool, [4]> var_41539_end_mask_0 = const()[name = tensor<string, []>("op_41539_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_41539_cast = slice_by_index(begin = var_41539_begin_0, end = var_41539_end_0, end_mask = var_41539_end_mask_0, x = q_185_cast)[name = tensor<string, []>("op_41539_cast")];
            tensor<int32, [4]> var_41543_begin_0 = const()[name = tensor<string, []>("op_41543_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_41543_end_0 = const()[name = tensor<string, []>("op_41543_end_0"), val = tensor<int32, [4]>([2, 128, 1, 576])];
            tensor<bool, [4]> var_41543_end_mask_0 = const()[name = tensor<string, []>("op_41543_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_41543_cast = slice_by_index(begin = var_41543_begin_0, end = var_41543_end_0, end_mask = var_41543_end_mask_0, x = q_185_cast)[name = tensor<string, []>("op_41543_cast")];
            tensor<int32, [4]> var_41547_begin_0 = const()[name = tensor<string, []>("op_41547_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_41547_end_0 = const()[name = tensor<string, []>("op_41547_end_0"), val = tensor<int32, [4]>([2, 192, 1, 576])];
            tensor<bool, [4]> var_41547_end_mask_0 = const()[name = tensor<string, []>("op_41547_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_41547_cast = slice_by_index(begin = var_41547_begin_0, end = var_41547_end_0, end_mask = var_41547_end_mask_0, x = q_185_cast)[name = tensor<string, []>("op_41547_cast")];
            tensor<int32, [4]> var_41551_begin_0 = const()[name = tensor<string, []>("op_41551_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_41551_end_0 = const()[name = tensor<string, []>("op_41551_end_0"), val = tensor<int32, [4]>([2, 256, 1, 576])];
            tensor<bool, [4]> var_41551_end_mask_0 = const()[name = tensor<string, []>("op_41551_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_41551_cast = slice_by_index(begin = var_41551_begin_0, end = var_41551_end_0, end_mask = var_41551_end_mask_0, x = q_185_cast)[name = tensor<string, []>("op_41551_cast")];
            tensor<int32, [4]> var_41555_begin_0 = const()[name = tensor<string, []>("op_41555_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_41555_end_0 = const()[name = tensor<string, []>("op_41555_end_0"), val = tensor<int32, [4]>([2, 320, 1, 576])];
            tensor<bool, [4]> var_41555_end_mask_0 = const()[name = tensor<string, []>("op_41555_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_41555_cast = slice_by_index(begin = var_41555_begin_0, end = var_41555_end_0, end_mask = var_41555_end_mask_0, x = q_185_cast)[name = tensor<string, []>("op_41555_cast")];
            tensor<int32, [4]> var_41559_begin_0 = const()[name = tensor<string, []>("op_41559_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_41559_end_0 = const()[name = tensor<string, []>("op_41559_end_0"), val = tensor<int32, [4]>([2, 384, 1, 576])];
            tensor<bool, [4]> var_41559_end_mask_0 = const()[name = tensor<string, []>("op_41559_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_41559_cast = slice_by_index(begin = var_41559_begin_0, end = var_41559_end_0, end_mask = var_41559_end_mask_0, x = q_185_cast)[name = tensor<string, []>("op_41559_cast")];
            tensor<int32, [4]> var_41563_begin_0 = const()[name = tensor<string, []>("op_41563_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_41563_end_0 = const()[name = tensor<string, []>("op_41563_end_0"), val = tensor<int32, [4]>([2, 448, 1, 576])];
            tensor<bool, [4]> var_41563_end_mask_0 = const()[name = tensor<string, []>("op_41563_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_41563_cast = slice_by_index(begin = var_41563_begin_0, end = var_41563_end_0, end_mask = var_41563_end_mask_0, x = q_185_cast)[name = tensor<string, []>("op_41563_cast")];
            tensor<int32, [4]> var_41567_begin_0 = const()[name = tensor<string, []>("op_41567_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_41567_end_0 = const()[name = tensor<string, []>("op_41567_end_0"), val = tensor<int32, [4]>([2, 512, 1, 576])];
            tensor<bool, [4]> var_41567_end_mask_0 = const()[name = tensor<string, []>("op_41567_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_41567_cast = slice_by_index(begin = var_41567_begin_0, end = var_41567_end_0, end_mask = var_41567_end_mask_0, x = q_185_cast)[name = tensor<string, []>("op_41567_cast")];
            tensor<int32, [4]> var_41571_begin_0 = const()[name = tensor<string, []>("op_41571_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_41571_end_0 = const()[name = tensor<string, []>("op_41571_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_41571_end_mask_0 = const()[name = tensor<string, []>("op_41571_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_41571_cast = slice_by_index(begin = var_41571_begin_0, end = var_41571_end_0, end_mask = var_41571_end_mask_0, x = q_185_cast)[name = tensor<string, []>("op_41571_cast")];
            tensor<int32, [4]> var_41575_begin_0 = const()[name = tensor<string, []>("op_41575_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_41575_end_0 = const()[name = tensor<string, []>("op_41575_end_0"), val = tensor<int32, [4]>([2, 640, 1, 576])];
            tensor<bool, [4]> var_41575_end_mask_0 = const()[name = tensor<string, []>("op_41575_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_41575_cast = slice_by_index(begin = var_41575_begin_0, end = var_41575_end_0, end_mask = var_41575_end_mask_0, x = q_185_cast)[name = tensor<string, []>("op_41575_cast")];
            tensor<int32, [4]> var_41579_begin_0 = const()[name = tensor<string, []>("op_41579_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_41579_end_0 = const()[name = tensor<string, []>("op_41579_end_0"), val = tensor<int32, [4]>([2, 704, 1, 576])];
            tensor<bool, [4]> var_41579_end_mask_0 = const()[name = tensor<string, []>("op_41579_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_41579_cast = slice_by_index(begin = var_41579_begin_0, end = var_41579_end_0, end_mask = var_41579_end_mask_0, x = q_185_cast)[name = tensor<string, []>("op_41579_cast")];
            tensor<int32, [4]> var_41583_begin_0 = const()[name = tensor<string, []>("op_41583_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_41583_end_0 = const()[name = tensor<string, []>("op_41583_end_0"), val = tensor<int32, [4]>([2, 768, 1, 576])];
            tensor<bool, [4]> var_41583_end_mask_0 = const()[name = tensor<string, []>("op_41583_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_41583_cast = slice_by_index(begin = var_41583_begin_0, end = var_41583_end_0, end_mask = var_41583_end_mask_0, x = q_185_cast)[name = tensor<string, []>("op_41583_cast")];
            tensor<int32, [4]> var_41587_begin_0 = const()[name = tensor<string, []>("op_41587_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_41587_end_0 = const()[name = tensor<string, []>("op_41587_end_0"), val = tensor<int32, [4]>([2, 832, 1, 576])];
            tensor<bool, [4]> var_41587_end_mask_0 = const()[name = tensor<string, []>("op_41587_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_41587_cast = slice_by_index(begin = var_41587_begin_0, end = var_41587_end_0, end_mask = var_41587_end_mask_0, x = q_185_cast)[name = tensor<string, []>("op_41587_cast")];
            tensor<int32, [4]> var_41591_begin_0 = const()[name = tensor<string, []>("op_41591_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_41591_end_0 = const()[name = tensor<string, []>("op_41591_end_0"), val = tensor<int32, [4]>([2, 896, 1, 576])];
            tensor<bool, [4]> var_41591_end_mask_0 = const()[name = tensor<string, []>("op_41591_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_41591_cast = slice_by_index(begin = var_41591_begin_0, end = var_41591_end_0, end_mask = var_41591_end_mask_0, x = q_185_cast)[name = tensor<string, []>("op_41591_cast")];
            tensor<int32, [4]> var_41595_begin_0 = const()[name = tensor<string, []>("op_41595_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_41595_end_0 = const()[name = tensor<string, []>("op_41595_end_0"), val = tensor<int32, [4]>([2, 960, 1, 576])];
            tensor<bool, [4]> var_41595_end_mask_0 = const()[name = tensor<string, []>("op_41595_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_41595_cast = slice_by_index(begin = var_41595_begin_0, end = var_41595_end_0, end_mask = var_41595_end_mask_0, x = q_185_cast)[name = tensor<string, []>("op_41595_cast")];
            tensor<int32, [4]> var_41599_begin_0 = const()[name = tensor<string, []>("op_41599_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_41599_end_0 = const()[name = tensor<string, []>("op_41599_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 576])];
            tensor<bool, [4]> var_41599_end_mask_0 = const()[name = tensor<string, []>("op_41599_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_41599_cast = slice_by_index(begin = var_41599_begin_0, end = var_41599_end_0, end_mask = var_41599_end_mask_0, x = q_185_cast)[name = tensor<string, []>("op_41599_cast")];
            tensor<int32, [4]> var_41603_begin_0 = const()[name = tensor<string, []>("op_41603_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_41603_end_0 = const()[name = tensor<string, []>("op_41603_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 576])];
            tensor<bool, [4]> var_41603_end_mask_0 = const()[name = tensor<string, []>("op_41603_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_41603_cast = slice_by_index(begin = var_41603_begin_0, end = var_41603_end_0, end_mask = var_41603_end_mask_0, x = q_185_cast)[name = tensor<string, []>("op_41603_cast")];
            tensor<int32, [4]> var_41607_begin_0 = const()[name = tensor<string, []>("op_41607_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_41607_end_0 = const()[name = tensor<string, []>("op_41607_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 576])];
            tensor<bool, [4]> var_41607_end_mask_0 = const()[name = tensor<string, []>("op_41607_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_41607_cast = slice_by_index(begin = var_41607_begin_0, end = var_41607_end_0, end_mask = var_41607_end_mask_0, x = q_185_cast)[name = tensor<string, []>("op_41607_cast")];
            tensor<int32, [4]> var_41611_begin_0 = const()[name = tensor<string, []>("op_41611_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_41611_end_0 = const()[name = tensor<string, []>("op_41611_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 576])];
            tensor<bool, [4]> var_41611_end_mask_0 = const()[name = tensor<string, []>("op_41611_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_41611_cast = slice_by_index(begin = var_41611_begin_0, end = var_41611_end_0, end_mask = var_41611_end_mask_0, x = q_185_cast)[name = tensor<string, []>("op_41611_cast")];
            tensor<int32, [4]> var_41615_begin_0 = const()[name = tensor<string, []>("op_41615_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_41615_end_0 = const()[name = tensor<string, []>("op_41615_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 576])];
            tensor<bool, [4]> var_41615_end_mask_0 = const()[name = tensor<string, []>("op_41615_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_41615_cast = slice_by_index(begin = var_41615_begin_0, end = var_41615_end_0, end_mask = var_41615_end_mask_0, x = q_185_cast)[name = tensor<string, []>("op_41615_cast")];
            tensor<int32, [4]> k_371_perm_0 = const()[name = tensor<string, []>("k_371_perm_0"), val = tensor<int32, [4]>([0, 3, 2, 1])];
            tensor<int32, [4]> var_41622_begin_0 = const()[name = tensor<string, []>("op_41622_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_41622_end_0 = const()[name = tensor<string, []>("op_41622_end_0"), val = tensor<int32, [4]>([2, 576, 1, 64])];
            tensor<bool, [4]> var_41622_end_mask_0 = const()[name = tensor<string, []>("op_41622_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 1280]> transpose_47 = transpose(perm = k_371_perm_0, x = k_369_cast)[name = tensor<string, []>("transpose_47")];
            tensor<fp16, [2, 576, 1, 64]> var_41622_cast = slice_by_index(begin = var_41622_begin_0, end = var_41622_end_0, end_mask = var_41622_end_mask_0, x = transpose_47)[name = tensor<string, []>("op_41622_cast")];
            tensor<int32, [4]> var_41626_begin_0 = const()[name = tensor<string, []>("op_41626_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 64])];
            tensor<int32, [4]> var_41626_end_0 = const()[name = tensor<string, []>("op_41626_end_0"), val = tensor<int32, [4]>([2, 576, 1, 128])];
            tensor<bool, [4]> var_41626_end_mask_0 = const()[name = tensor<string, []>("op_41626_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_41626_cast = slice_by_index(begin = var_41626_begin_0, end = var_41626_end_0, end_mask = var_41626_end_mask_0, x = transpose_47)[name = tensor<string, []>("op_41626_cast")];
            tensor<int32, [4]> var_41630_begin_0 = const()[name = tensor<string, []>("op_41630_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 128])];
            tensor<int32, [4]> var_41630_end_0 = const()[name = tensor<string, []>("op_41630_end_0"), val = tensor<int32, [4]>([2, 576, 1, 192])];
            tensor<bool, [4]> var_41630_end_mask_0 = const()[name = tensor<string, []>("op_41630_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_41630_cast = slice_by_index(begin = var_41630_begin_0, end = var_41630_end_0, end_mask = var_41630_end_mask_0, x = transpose_47)[name = tensor<string, []>("op_41630_cast")];
            tensor<int32, [4]> var_41634_begin_0 = const()[name = tensor<string, []>("op_41634_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 192])];
            tensor<int32, [4]> var_41634_end_0 = const()[name = tensor<string, []>("op_41634_end_0"), val = tensor<int32, [4]>([2, 576, 1, 256])];
            tensor<bool, [4]> var_41634_end_mask_0 = const()[name = tensor<string, []>("op_41634_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_41634_cast = slice_by_index(begin = var_41634_begin_0, end = var_41634_end_0, end_mask = var_41634_end_mask_0, x = transpose_47)[name = tensor<string, []>("op_41634_cast")];
            tensor<int32, [4]> var_41638_begin_0 = const()[name = tensor<string, []>("op_41638_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 256])];
            tensor<int32, [4]> var_41638_end_0 = const()[name = tensor<string, []>("op_41638_end_0"), val = tensor<int32, [4]>([2, 576, 1, 320])];
            tensor<bool, [4]> var_41638_end_mask_0 = const()[name = tensor<string, []>("op_41638_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_41638_cast = slice_by_index(begin = var_41638_begin_0, end = var_41638_end_0, end_mask = var_41638_end_mask_0, x = transpose_47)[name = tensor<string, []>("op_41638_cast")];
            tensor<int32, [4]> var_41642_begin_0 = const()[name = tensor<string, []>("op_41642_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 320])];
            tensor<int32, [4]> var_41642_end_0 = const()[name = tensor<string, []>("op_41642_end_0"), val = tensor<int32, [4]>([2, 576, 1, 384])];
            tensor<bool, [4]> var_41642_end_mask_0 = const()[name = tensor<string, []>("op_41642_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_41642_cast = slice_by_index(begin = var_41642_begin_0, end = var_41642_end_0, end_mask = var_41642_end_mask_0, x = transpose_47)[name = tensor<string, []>("op_41642_cast")];
            tensor<int32, [4]> var_41646_begin_0 = const()[name = tensor<string, []>("op_41646_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 384])];
            tensor<int32, [4]> var_41646_end_0 = const()[name = tensor<string, []>("op_41646_end_0"), val = tensor<int32, [4]>([2, 576, 1, 448])];
            tensor<bool, [4]> var_41646_end_mask_0 = const()[name = tensor<string, []>("op_41646_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_41646_cast = slice_by_index(begin = var_41646_begin_0, end = var_41646_end_0, end_mask = var_41646_end_mask_0, x = transpose_47)[name = tensor<string, []>("op_41646_cast")];
            tensor<int32, [4]> var_41650_begin_0 = const()[name = tensor<string, []>("op_41650_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 448])];
            tensor<int32, [4]> var_41650_end_0 = const()[name = tensor<string, []>("op_41650_end_0"), val = tensor<int32, [4]>([2, 576, 1, 512])];
            tensor<bool, [4]> var_41650_end_mask_0 = const()[name = tensor<string, []>("op_41650_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_41650_cast = slice_by_index(begin = var_41650_begin_0, end = var_41650_end_0, end_mask = var_41650_end_mask_0, x = transpose_47)[name = tensor<string, []>("op_41650_cast")];
            tensor<int32, [4]> var_41654_begin_0 = const()[name = tensor<string, []>("op_41654_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 512])];
            tensor<int32, [4]> var_41654_end_0 = const()[name = tensor<string, []>("op_41654_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_41654_end_mask_0 = const()[name = tensor<string, []>("op_41654_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_41654_cast = slice_by_index(begin = var_41654_begin_0, end = var_41654_end_0, end_mask = var_41654_end_mask_0, x = transpose_47)[name = tensor<string, []>("op_41654_cast")];
            tensor<int32, [4]> var_41658_begin_0 = const()[name = tensor<string, []>("op_41658_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 576])];
            tensor<int32, [4]> var_41658_end_0 = const()[name = tensor<string, []>("op_41658_end_0"), val = tensor<int32, [4]>([2, 576, 1, 640])];
            tensor<bool, [4]> var_41658_end_mask_0 = const()[name = tensor<string, []>("op_41658_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_41658_cast = slice_by_index(begin = var_41658_begin_0, end = var_41658_end_0, end_mask = var_41658_end_mask_0, x = transpose_47)[name = tensor<string, []>("op_41658_cast")];
            tensor<int32, [4]> var_41662_begin_0 = const()[name = tensor<string, []>("op_41662_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 640])];
            tensor<int32, [4]> var_41662_end_0 = const()[name = tensor<string, []>("op_41662_end_0"), val = tensor<int32, [4]>([2, 576, 1, 704])];
            tensor<bool, [4]> var_41662_end_mask_0 = const()[name = tensor<string, []>("op_41662_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_41662_cast = slice_by_index(begin = var_41662_begin_0, end = var_41662_end_0, end_mask = var_41662_end_mask_0, x = transpose_47)[name = tensor<string, []>("op_41662_cast")];
            tensor<int32, [4]> var_41666_begin_0 = const()[name = tensor<string, []>("op_41666_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 704])];
            tensor<int32, [4]> var_41666_end_0 = const()[name = tensor<string, []>("op_41666_end_0"), val = tensor<int32, [4]>([2, 576, 1, 768])];
            tensor<bool, [4]> var_41666_end_mask_0 = const()[name = tensor<string, []>("op_41666_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_41666_cast = slice_by_index(begin = var_41666_begin_0, end = var_41666_end_0, end_mask = var_41666_end_mask_0, x = transpose_47)[name = tensor<string, []>("op_41666_cast")];
            tensor<int32, [4]> var_41670_begin_0 = const()[name = tensor<string, []>("op_41670_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 768])];
            tensor<int32, [4]> var_41670_end_0 = const()[name = tensor<string, []>("op_41670_end_0"), val = tensor<int32, [4]>([2, 576, 1, 832])];
            tensor<bool, [4]> var_41670_end_mask_0 = const()[name = tensor<string, []>("op_41670_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_41670_cast = slice_by_index(begin = var_41670_begin_0, end = var_41670_end_0, end_mask = var_41670_end_mask_0, x = transpose_47)[name = tensor<string, []>("op_41670_cast")];
            tensor<int32, [4]> var_41674_begin_0 = const()[name = tensor<string, []>("op_41674_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 832])];
            tensor<int32, [4]> var_41674_end_0 = const()[name = tensor<string, []>("op_41674_end_0"), val = tensor<int32, [4]>([2, 576, 1, 896])];
            tensor<bool, [4]> var_41674_end_mask_0 = const()[name = tensor<string, []>("op_41674_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_41674_cast = slice_by_index(begin = var_41674_begin_0, end = var_41674_end_0, end_mask = var_41674_end_mask_0, x = transpose_47)[name = tensor<string, []>("op_41674_cast")];
            tensor<int32, [4]> var_41678_begin_0 = const()[name = tensor<string, []>("op_41678_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 896])];
            tensor<int32, [4]> var_41678_end_0 = const()[name = tensor<string, []>("op_41678_end_0"), val = tensor<int32, [4]>([2, 576, 1, 960])];
            tensor<bool, [4]> var_41678_end_mask_0 = const()[name = tensor<string, []>("op_41678_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_41678_cast = slice_by_index(begin = var_41678_begin_0, end = var_41678_end_0, end_mask = var_41678_end_mask_0, x = transpose_47)[name = tensor<string, []>("op_41678_cast")];
            tensor<int32, [4]> var_41682_begin_0 = const()[name = tensor<string, []>("op_41682_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 960])];
            tensor<int32, [4]> var_41682_end_0 = const()[name = tensor<string, []>("op_41682_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1024])];
            tensor<bool, [4]> var_41682_end_mask_0 = const()[name = tensor<string, []>("op_41682_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_41682_cast = slice_by_index(begin = var_41682_begin_0, end = var_41682_end_0, end_mask = var_41682_end_mask_0, x = transpose_47)[name = tensor<string, []>("op_41682_cast")];
            tensor<int32, [4]> var_41686_begin_0 = const()[name = tensor<string, []>("op_41686_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1024])];
            tensor<int32, [4]> var_41686_end_0 = const()[name = tensor<string, []>("op_41686_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1088])];
            tensor<bool, [4]> var_41686_end_mask_0 = const()[name = tensor<string, []>("op_41686_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_41686_cast = slice_by_index(begin = var_41686_begin_0, end = var_41686_end_0, end_mask = var_41686_end_mask_0, x = transpose_47)[name = tensor<string, []>("op_41686_cast")];
            tensor<int32, [4]> var_41690_begin_0 = const()[name = tensor<string, []>("op_41690_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1088])];
            tensor<int32, [4]> var_41690_end_0 = const()[name = tensor<string, []>("op_41690_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1152])];
            tensor<bool, [4]> var_41690_end_mask_0 = const()[name = tensor<string, []>("op_41690_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_41690_cast = slice_by_index(begin = var_41690_begin_0, end = var_41690_end_0, end_mask = var_41690_end_mask_0, x = transpose_47)[name = tensor<string, []>("op_41690_cast")];
            tensor<int32, [4]> var_41694_begin_0 = const()[name = tensor<string, []>("op_41694_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1152])];
            tensor<int32, [4]> var_41694_end_0 = const()[name = tensor<string, []>("op_41694_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1216])];
            tensor<bool, [4]> var_41694_end_mask_0 = const()[name = tensor<string, []>("op_41694_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_41694_cast = slice_by_index(begin = var_41694_begin_0, end = var_41694_end_0, end_mask = var_41694_end_mask_0, x = transpose_47)[name = tensor<string, []>("op_41694_cast")];
            tensor<int32, [4]> var_41698_begin_0 = const()[name = tensor<string, []>("op_41698_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1216])];
            tensor<int32, [4]> var_41698_end_0 = const()[name = tensor<string, []>("op_41698_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1280])];
            tensor<bool, [4]> var_41698_end_mask_0 = const()[name = tensor<string, []>("op_41698_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_41698_cast = slice_by_index(begin = var_41698_begin_0, end = var_41698_end_0, end_mask = var_41698_end_mask_0, x = transpose_47)[name = tensor<string, []>("op_41698_cast")];
            tensor<int32, [4]> var_41700_begin_0 = const()[name = tensor<string, []>("op_41700_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_41700_end_0 = const()[name = tensor<string, []>("op_41700_end_0"), val = tensor<int32, [4]>([2, 64, 1, 576])];
            tensor<bool, [4]> var_41700_end_mask_0 = const()[name = tensor<string, []>("op_41700_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_41700_cast = slice_by_index(begin = var_41700_begin_0, end = var_41700_end_0, end_mask = var_41700_end_mask_0, x = v_185_cast)[name = tensor<string, []>("op_41700_cast")];
            tensor<int32, [4]> var_41704_begin_0 = const()[name = tensor<string, []>("op_41704_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_41704_end_0 = const()[name = tensor<string, []>("op_41704_end_0"), val = tensor<int32, [4]>([2, 128, 1, 576])];
            tensor<bool, [4]> var_41704_end_mask_0 = const()[name = tensor<string, []>("op_41704_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_41704_cast = slice_by_index(begin = var_41704_begin_0, end = var_41704_end_0, end_mask = var_41704_end_mask_0, x = v_185_cast)[name = tensor<string, []>("op_41704_cast")];
            tensor<int32, [4]> var_41708_begin_0 = const()[name = tensor<string, []>("op_41708_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_41708_end_0 = const()[name = tensor<string, []>("op_41708_end_0"), val = tensor<int32, [4]>([2, 192, 1, 576])];
            tensor<bool, [4]> var_41708_end_mask_0 = const()[name = tensor<string, []>("op_41708_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_41708_cast = slice_by_index(begin = var_41708_begin_0, end = var_41708_end_0, end_mask = var_41708_end_mask_0, x = v_185_cast)[name = tensor<string, []>("op_41708_cast")];
            tensor<int32, [4]> var_41712_begin_0 = const()[name = tensor<string, []>("op_41712_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_41712_end_0 = const()[name = tensor<string, []>("op_41712_end_0"), val = tensor<int32, [4]>([2, 256, 1, 576])];
            tensor<bool, [4]> var_41712_end_mask_0 = const()[name = tensor<string, []>("op_41712_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_41712_cast = slice_by_index(begin = var_41712_begin_0, end = var_41712_end_0, end_mask = var_41712_end_mask_0, x = v_185_cast)[name = tensor<string, []>("op_41712_cast")];
            tensor<int32, [4]> var_41716_begin_0 = const()[name = tensor<string, []>("op_41716_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_41716_end_0 = const()[name = tensor<string, []>("op_41716_end_0"), val = tensor<int32, [4]>([2, 320, 1, 576])];
            tensor<bool, [4]> var_41716_end_mask_0 = const()[name = tensor<string, []>("op_41716_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_41716_cast = slice_by_index(begin = var_41716_begin_0, end = var_41716_end_0, end_mask = var_41716_end_mask_0, x = v_185_cast)[name = tensor<string, []>("op_41716_cast")];
            tensor<int32, [4]> var_41720_begin_0 = const()[name = tensor<string, []>("op_41720_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_41720_end_0 = const()[name = tensor<string, []>("op_41720_end_0"), val = tensor<int32, [4]>([2, 384, 1, 576])];
            tensor<bool, [4]> var_41720_end_mask_0 = const()[name = tensor<string, []>("op_41720_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_41720_cast = slice_by_index(begin = var_41720_begin_0, end = var_41720_end_0, end_mask = var_41720_end_mask_0, x = v_185_cast)[name = tensor<string, []>("op_41720_cast")];
            tensor<int32, [4]> var_41724_begin_0 = const()[name = tensor<string, []>("op_41724_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_41724_end_0 = const()[name = tensor<string, []>("op_41724_end_0"), val = tensor<int32, [4]>([2, 448, 1, 576])];
            tensor<bool, [4]> var_41724_end_mask_0 = const()[name = tensor<string, []>("op_41724_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_41724_cast = slice_by_index(begin = var_41724_begin_0, end = var_41724_end_0, end_mask = var_41724_end_mask_0, x = v_185_cast)[name = tensor<string, []>("op_41724_cast")];
            tensor<int32, [4]> var_41728_begin_0 = const()[name = tensor<string, []>("op_41728_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_41728_end_0 = const()[name = tensor<string, []>("op_41728_end_0"), val = tensor<int32, [4]>([2, 512, 1, 576])];
            tensor<bool, [4]> var_41728_end_mask_0 = const()[name = tensor<string, []>("op_41728_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_41728_cast = slice_by_index(begin = var_41728_begin_0, end = var_41728_end_0, end_mask = var_41728_end_mask_0, x = v_185_cast)[name = tensor<string, []>("op_41728_cast")];
            tensor<int32, [4]> var_41732_begin_0 = const()[name = tensor<string, []>("op_41732_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_41732_end_0 = const()[name = tensor<string, []>("op_41732_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_41732_end_mask_0 = const()[name = tensor<string, []>("op_41732_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_41732_cast = slice_by_index(begin = var_41732_begin_0, end = var_41732_end_0, end_mask = var_41732_end_mask_0, x = v_185_cast)[name = tensor<string, []>("op_41732_cast")];
            tensor<int32, [4]> var_41736_begin_0 = const()[name = tensor<string, []>("op_41736_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_41736_end_0 = const()[name = tensor<string, []>("op_41736_end_0"), val = tensor<int32, [4]>([2, 640, 1, 576])];
            tensor<bool, [4]> var_41736_end_mask_0 = const()[name = tensor<string, []>("op_41736_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_41736_cast = slice_by_index(begin = var_41736_begin_0, end = var_41736_end_0, end_mask = var_41736_end_mask_0, x = v_185_cast)[name = tensor<string, []>("op_41736_cast")];
            tensor<int32, [4]> var_41740_begin_0 = const()[name = tensor<string, []>("op_41740_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_41740_end_0 = const()[name = tensor<string, []>("op_41740_end_0"), val = tensor<int32, [4]>([2, 704, 1, 576])];
            tensor<bool, [4]> var_41740_end_mask_0 = const()[name = tensor<string, []>("op_41740_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_41740_cast = slice_by_index(begin = var_41740_begin_0, end = var_41740_end_0, end_mask = var_41740_end_mask_0, x = v_185_cast)[name = tensor<string, []>("op_41740_cast")];
            tensor<int32, [4]> var_41744_begin_0 = const()[name = tensor<string, []>("op_41744_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_41744_end_0 = const()[name = tensor<string, []>("op_41744_end_0"), val = tensor<int32, [4]>([2, 768, 1, 576])];
            tensor<bool, [4]> var_41744_end_mask_0 = const()[name = tensor<string, []>("op_41744_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_41744_cast = slice_by_index(begin = var_41744_begin_0, end = var_41744_end_0, end_mask = var_41744_end_mask_0, x = v_185_cast)[name = tensor<string, []>("op_41744_cast")];
            tensor<int32, [4]> var_41748_begin_0 = const()[name = tensor<string, []>("op_41748_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_41748_end_0 = const()[name = tensor<string, []>("op_41748_end_0"), val = tensor<int32, [4]>([2, 832, 1, 576])];
            tensor<bool, [4]> var_41748_end_mask_0 = const()[name = tensor<string, []>("op_41748_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_41748_cast = slice_by_index(begin = var_41748_begin_0, end = var_41748_end_0, end_mask = var_41748_end_mask_0, x = v_185_cast)[name = tensor<string, []>("op_41748_cast")];
            tensor<int32, [4]> var_41752_begin_0 = const()[name = tensor<string, []>("op_41752_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_41752_end_0 = const()[name = tensor<string, []>("op_41752_end_0"), val = tensor<int32, [4]>([2, 896, 1, 576])];
            tensor<bool, [4]> var_41752_end_mask_0 = const()[name = tensor<string, []>("op_41752_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_41752_cast = slice_by_index(begin = var_41752_begin_0, end = var_41752_end_0, end_mask = var_41752_end_mask_0, x = v_185_cast)[name = tensor<string, []>("op_41752_cast")];
            tensor<int32, [4]> var_41756_begin_0 = const()[name = tensor<string, []>("op_41756_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_41756_end_0 = const()[name = tensor<string, []>("op_41756_end_0"), val = tensor<int32, [4]>([2, 960, 1, 576])];
            tensor<bool, [4]> var_41756_end_mask_0 = const()[name = tensor<string, []>("op_41756_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_41756_cast = slice_by_index(begin = var_41756_begin_0, end = var_41756_end_0, end_mask = var_41756_end_mask_0, x = v_185_cast)[name = tensor<string, []>("op_41756_cast")];
            tensor<int32, [4]> var_41760_begin_0 = const()[name = tensor<string, []>("op_41760_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_41760_end_0 = const()[name = tensor<string, []>("op_41760_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 576])];
            tensor<bool, [4]> var_41760_end_mask_0 = const()[name = tensor<string, []>("op_41760_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_41760_cast = slice_by_index(begin = var_41760_begin_0, end = var_41760_end_0, end_mask = var_41760_end_mask_0, x = v_185_cast)[name = tensor<string, []>("op_41760_cast")];
            tensor<int32, [4]> var_41764_begin_0 = const()[name = tensor<string, []>("op_41764_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_41764_end_0 = const()[name = tensor<string, []>("op_41764_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 576])];
            tensor<bool, [4]> var_41764_end_mask_0 = const()[name = tensor<string, []>("op_41764_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_41764_cast = slice_by_index(begin = var_41764_begin_0, end = var_41764_end_0, end_mask = var_41764_end_mask_0, x = v_185_cast)[name = tensor<string, []>("op_41764_cast")];
            tensor<int32, [4]> var_41768_begin_0 = const()[name = tensor<string, []>("op_41768_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_41768_end_0 = const()[name = tensor<string, []>("op_41768_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 576])];
            tensor<bool, [4]> var_41768_end_mask_0 = const()[name = tensor<string, []>("op_41768_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_41768_cast = slice_by_index(begin = var_41768_begin_0, end = var_41768_end_0, end_mask = var_41768_end_mask_0, x = v_185_cast)[name = tensor<string, []>("op_41768_cast")];
            tensor<int32, [4]> var_41772_begin_0 = const()[name = tensor<string, []>("op_41772_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_41772_end_0 = const()[name = tensor<string, []>("op_41772_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 576])];
            tensor<bool, [4]> var_41772_end_mask_0 = const()[name = tensor<string, []>("op_41772_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_41772_cast = slice_by_index(begin = var_41772_begin_0, end = var_41772_end_0, end_mask = var_41772_end_mask_0, x = v_185_cast)[name = tensor<string, []>("op_41772_cast")];
            tensor<int32, [4]> var_41776_begin_0 = const()[name = tensor<string, []>("op_41776_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_41776_end_0 = const()[name = tensor<string, []>("op_41776_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 576])];
            tensor<bool, [4]> var_41776_end_mask_0 = const()[name = tensor<string, []>("op_41776_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_41776_cast = slice_by_index(begin = var_41776_begin_0, end = var_41776_end_0, end_mask = var_41776_end_mask_0, x = v_185_cast)[name = tensor<string, []>("op_41776_cast")];
            tensor<string, []> var_41780_equation_0 = const()[name = tensor<string, []>("op_41780_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_41780_cast = einsum(equation = var_41780_equation_0, values = (var_41622_cast, var_41539_cast))[name = tensor<string, []>("op_41780_cast")];
            tensor<fp16, []> var_41781_to_fp16 = const()[name = tensor<string, []>("op_41781_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3521_cast = mul(x = var_41780_cast, y = var_41781_to_fp16)[name = tensor<string, []>("aw_3521_cast")];
            tensor<string, []> var_41784_equation_0 = const()[name = tensor<string, []>("op_41784_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_41784_cast = einsum(equation = var_41784_equation_0, values = (var_41626_cast, var_41543_cast))[name = tensor<string, []>("op_41784_cast")];
            tensor<fp16, []> var_41785_to_fp16 = const()[name = tensor<string, []>("op_41785_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3523_cast = mul(x = var_41784_cast, y = var_41785_to_fp16)[name = tensor<string, []>("aw_3523_cast")];
            tensor<string, []> var_41788_equation_0 = const()[name = tensor<string, []>("op_41788_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_41788_cast = einsum(equation = var_41788_equation_0, values = (var_41630_cast, var_41547_cast))[name = tensor<string, []>("op_41788_cast")];
            tensor<fp16, []> var_41789_to_fp16 = const()[name = tensor<string, []>("op_41789_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3525_cast = mul(x = var_41788_cast, y = var_41789_to_fp16)[name = tensor<string, []>("aw_3525_cast")];
            tensor<string, []> var_41792_equation_0 = const()[name = tensor<string, []>("op_41792_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_41792_cast = einsum(equation = var_41792_equation_0, values = (var_41634_cast, var_41551_cast))[name = tensor<string, []>("op_41792_cast")];
            tensor<fp16, []> var_41793_to_fp16 = const()[name = tensor<string, []>("op_41793_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3527_cast = mul(x = var_41792_cast, y = var_41793_to_fp16)[name = tensor<string, []>("aw_3527_cast")];
            tensor<string, []> var_41796_equation_0 = const()[name = tensor<string, []>("op_41796_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_41796_cast = einsum(equation = var_41796_equation_0, values = (var_41638_cast, var_41555_cast))[name = tensor<string, []>("op_41796_cast")];
            tensor<fp16, []> var_41797_to_fp16 = const()[name = tensor<string, []>("op_41797_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3529_cast = mul(x = var_41796_cast, y = var_41797_to_fp16)[name = tensor<string, []>("aw_3529_cast")];
            tensor<string, []> var_41800_equation_0 = const()[name = tensor<string, []>("op_41800_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_41800_cast = einsum(equation = var_41800_equation_0, values = (var_41642_cast, var_41559_cast))[name = tensor<string, []>("op_41800_cast")];
            tensor<fp16, []> var_41801_to_fp16 = const()[name = tensor<string, []>("op_41801_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3531_cast = mul(x = var_41800_cast, y = var_41801_to_fp16)[name = tensor<string, []>("aw_3531_cast")];
            tensor<string, []> var_41804_equation_0 = const()[name = tensor<string, []>("op_41804_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_41804_cast = einsum(equation = var_41804_equation_0, values = (var_41646_cast, var_41563_cast))[name = tensor<string, []>("op_41804_cast")];
            tensor<fp16, []> var_41805_to_fp16 = const()[name = tensor<string, []>("op_41805_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3533_cast = mul(x = var_41804_cast, y = var_41805_to_fp16)[name = tensor<string, []>("aw_3533_cast")];
            tensor<string, []> var_41808_equation_0 = const()[name = tensor<string, []>("op_41808_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_41808_cast = einsum(equation = var_41808_equation_0, values = (var_41650_cast, var_41567_cast))[name = tensor<string, []>("op_41808_cast")];
            tensor<fp16, []> var_41809_to_fp16 = const()[name = tensor<string, []>("op_41809_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3535_cast = mul(x = var_41808_cast, y = var_41809_to_fp16)[name = tensor<string, []>("aw_3535_cast")];
            tensor<string, []> var_41812_equation_0 = const()[name = tensor<string, []>("op_41812_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_41812_cast = einsum(equation = var_41812_equation_0, values = (var_41654_cast, var_41571_cast))[name = tensor<string, []>("op_41812_cast")];
            tensor<fp16, []> var_41813_to_fp16 = const()[name = tensor<string, []>("op_41813_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3537_cast = mul(x = var_41812_cast, y = var_41813_to_fp16)[name = tensor<string, []>("aw_3537_cast")];
            tensor<string, []> var_41816_equation_0 = const()[name = tensor<string, []>("op_41816_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_41816_cast = einsum(equation = var_41816_equation_0, values = (var_41658_cast, var_41575_cast))[name = tensor<string, []>("op_41816_cast")];
            tensor<fp16, []> var_41817_to_fp16 = const()[name = tensor<string, []>("op_41817_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3539_cast = mul(x = var_41816_cast, y = var_41817_to_fp16)[name = tensor<string, []>("aw_3539_cast")];
            tensor<string, []> var_41820_equation_0 = const()[name = tensor<string, []>("op_41820_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_41820_cast = einsum(equation = var_41820_equation_0, values = (var_41662_cast, var_41579_cast))[name = tensor<string, []>("op_41820_cast")];
            tensor<fp16, []> var_41821_to_fp16 = const()[name = tensor<string, []>("op_41821_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3541_cast = mul(x = var_41820_cast, y = var_41821_to_fp16)[name = tensor<string, []>("aw_3541_cast")];
            tensor<string, []> var_41824_equation_0 = const()[name = tensor<string, []>("op_41824_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_41824_cast = einsum(equation = var_41824_equation_0, values = (var_41666_cast, var_41583_cast))[name = tensor<string, []>("op_41824_cast")];
            tensor<fp16, []> var_41825_to_fp16 = const()[name = tensor<string, []>("op_41825_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3543_cast = mul(x = var_41824_cast, y = var_41825_to_fp16)[name = tensor<string, []>("aw_3543_cast")];
            tensor<string, []> var_41828_equation_0 = const()[name = tensor<string, []>("op_41828_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_41828_cast = einsum(equation = var_41828_equation_0, values = (var_41670_cast, var_41587_cast))[name = tensor<string, []>("op_41828_cast")];
            tensor<fp16, []> var_41829_to_fp16 = const()[name = tensor<string, []>("op_41829_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3545_cast = mul(x = var_41828_cast, y = var_41829_to_fp16)[name = tensor<string, []>("aw_3545_cast")];
            tensor<string, []> var_41832_equation_0 = const()[name = tensor<string, []>("op_41832_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_41832_cast = einsum(equation = var_41832_equation_0, values = (var_41674_cast, var_41591_cast))[name = tensor<string, []>("op_41832_cast")];
            tensor<fp16, []> var_41833_to_fp16 = const()[name = tensor<string, []>("op_41833_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3547_cast = mul(x = var_41832_cast, y = var_41833_to_fp16)[name = tensor<string, []>("aw_3547_cast")];
            tensor<string, []> var_41836_equation_0 = const()[name = tensor<string, []>("op_41836_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_41836_cast = einsum(equation = var_41836_equation_0, values = (var_41678_cast, var_41595_cast))[name = tensor<string, []>("op_41836_cast")];
            tensor<fp16, []> var_41837_to_fp16 = const()[name = tensor<string, []>("op_41837_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3549_cast = mul(x = var_41836_cast, y = var_41837_to_fp16)[name = tensor<string, []>("aw_3549_cast")];
            tensor<string, []> var_41840_equation_0 = const()[name = tensor<string, []>("op_41840_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_41840_cast = einsum(equation = var_41840_equation_0, values = (var_41682_cast, var_41599_cast))[name = tensor<string, []>("op_41840_cast")];
            tensor<fp16, []> var_41841_to_fp16 = const()[name = tensor<string, []>("op_41841_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3551_cast = mul(x = var_41840_cast, y = var_41841_to_fp16)[name = tensor<string, []>("aw_3551_cast")];
            tensor<string, []> var_41844_equation_0 = const()[name = tensor<string, []>("op_41844_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_41844_cast = einsum(equation = var_41844_equation_0, values = (var_41686_cast, var_41603_cast))[name = tensor<string, []>("op_41844_cast")];
            tensor<fp16, []> var_41845_to_fp16 = const()[name = tensor<string, []>("op_41845_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3553_cast = mul(x = var_41844_cast, y = var_41845_to_fp16)[name = tensor<string, []>("aw_3553_cast")];
            tensor<string, []> var_41848_equation_0 = const()[name = tensor<string, []>("op_41848_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_41848_cast = einsum(equation = var_41848_equation_0, values = (var_41690_cast, var_41607_cast))[name = tensor<string, []>("op_41848_cast")];
            tensor<fp16, []> var_41849_to_fp16 = const()[name = tensor<string, []>("op_41849_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3555_cast = mul(x = var_41848_cast, y = var_41849_to_fp16)[name = tensor<string, []>("aw_3555_cast")];
            tensor<string, []> var_41852_equation_0 = const()[name = tensor<string, []>("op_41852_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_41852_cast = einsum(equation = var_41852_equation_0, values = (var_41694_cast, var_41611_cast))[name = tensor<string, []>("op_41852_cast")];
            tensor<fp16, []> var_41853_to_fp16 = const()[name = tensor<string, []>("op_41853_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3557_cast = mul(x = var_41852_cast, y = var_41853_to_fp16)[name = tensor<string, []>("aw_3557_cast")];
            tensor<string, []> var_41856_equation_0 = const()[name = tensor<string, []>("op_41856_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_41856_cast = einsum(equation = var_41856_equation_0, values = (var_41698_cast, var_41615_cast))[name = tensor<string, []>("op_41856_cast")];
            tensor<fp16, []> var_41857_to_fp16 = const()[name = tensor<string, []>("op_41857_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3559_cast = mul(x = var_41856_cast, y = var_41857_to_fp16)[name = tensor<string, []>("aw_3559_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_41859_cast = softmax(axis = var_30355, x = aw_3521_cast)[name = tensor<string, []>("op_41859_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_41860_cast = softmax(axis = var_30355, x = aw_3523_cast)[name = tensor<string, []>("op_41860_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_41861_cast = softmax(axis = var_30355, x = aw_3525_cast)[name = tensor<string, []>("op_41861_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_41862_cast = softmax(axis = var_30355, x = aw_3527_cast)[name = tensor<string, []>("op_41862_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_41863_cast = softmax(axis = var_30355, x = aw_3529_cast)[name = tensor<string, []>("op_41863_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_41864_cast = softmax(axis = var_30355, x = aw_3531_cast)[name = tensor<string, []>("op_41864_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_41865_cast = softmax(axis = var_30355, x = aw_3533_cast)[name = tensor<string, []>("op_41865_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_41866_cast = softmax(axis = var_30355, x = aw_3535_cast)[name = tensor<string, []>("op_41866_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_41867_cast = softmax(axis = var_30355, x = aw_3537_cast)[name = tensor<string, []>("op_41867_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_41868_cast = softmax(axis = var_30355, x = aw_3539_cast)[name = tensor<string, []>("op_41868_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_41869_cast = softmax(axis = var_30355, x = aw_3541_cast)[name = tensor<string, []>("op_41869_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_41870_cast = softmax(axis = var_30355, x = aw_3543_cast)[name = tensor<string, []>("op_41870_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_41871_cast = softmax(axis = var_30355, x = aw_3545_cast)[name = tensor<string, []>("op_41871_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_41872_cast = softmax(axis = var_30355, x = aw_3547_cast)[name = tensor<string, []>("op_41872_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_41873_cast = softmax(axis = var_30355, x = aw_3549_cast)[name = tensor<string, []>("op_41873_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_41874_cast = softmax(axis = var_30355, x = aw_3551_cast)[name = tensor<string, []>("op_41874_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_41875_cast = softmax(axis = var_30355, x = aw_3553_cast)[name = tensor<string, []>("op_41875_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_41876_cast = softmax(axis = var_30355, x = aw_3555_cast)[name = tensor<string, []>("op_41876_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_41877_cast = softmax(axis = var_30355, x = aw_3557_cast)[name = tensor<string, []>("op_41877_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_41878_cast = softmax(axis = var_30355, x = aw_3559_cast)[name = tensor<string, []>("op_41878_cast")];
            tensor<string, []> var_41880_equation_0 = const()[name = tensor<string, []>("op_41880_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_41880_cast = einsum(equation = var_41880_equation_0, values = (var_41700_cast, var_41859_cast))[name = tensor<string, []>("op_41880_cast")];
            tensor<string, []> var_41882_equation_0 = const()[name = tensor<string, []>("op_41882_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_41882_cast = einsum(equation = var_41882_equation_0, values = (var_41704_cast, var_41860_cast))[name = tensor<string, []>("op_41882_cast")];
            tensor<string, []> var_41884_equation_0 = const()[name = tensor<string, []>("op_41884_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_41884_cast = einsum(equation = var_41884_equation_0, values = (var_41708_cast, var_41861_cast))[name = tensor<string, []>("op_41884_cast")];
            tensor<string, []> var_41886_equation_0 = const()[name = tensor<string, []>("op_41886_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_41886_cast = einsum(equation = var_41886_equation_0, values = (var_41712_cast, var_41862_cast))[name = tensor<string, []>("op_41886_cast")];
            tensor<string, []> var_41888_equation_0 = const()[name = tensor<string, []>("op_41888_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_41888_cast = einsum(equation = var_41888_equation_0, values = (var_41716_cast, var_41863_cast))[name = tensor<string, []>("op_41888_cast")];
            tensor<string, []> var_41890_equation_0 = const()[name = tensor<string, []>("op_41890_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_41890_cast = einsum(equation = var_41890_equation_0, values = (var_41720_cast, var_41864_cast))[name = tensor<string, []>("op_41890_cast")];
            tensor<string, []> var_41892_equation_0 = const()[name = tensor<string, []>("op_41892_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_41892_cast = einsum(equation = var_41892_equation_0, values = (var_41724_cast, var_41865_cast))[name = tensor<string, []>("op_41892_cast")];
            tensor<string, []> var_41894_equation_0 = const()[name = tensor<string, []>("op_41894_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_41894_cast = einsum(equation = var_41894_equation_0, values = (var_41728_cast, var_41866_cast))[name = tensor<string, []>("op_41894_cast")];
            tensor<string, []> var_41896_equation_0 = const()[name = tensor<string, []>("op_41896_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_41896_cast = einsum(equation = var_41896_equation_0, values = (var_41732_cast, var_41867_cast))[name = tensor<string, []>("op_41896_cast")];
            tensor<string, []> var_41898_equation_0 = const()[name = tensor<string, []>("op_41898_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_41898_cast = einsum(equation = var_41898_equation_0, values = (var_41736_cast, var_41868_cast))[name = tensor<string, []>("op_41898_cast")];
            tensor<string, []> var_41900_equation_0 = const()[name = tensor<string, []>("op_41900_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_41900_cast = einsum(equation = var_41900_equation_0, values = (var_41740_cast, var_41869_cast))[name = tensor<string, []>("op_41900_cast")];
            tensor<string, []> var_41902_equation_0 = const()[name = tensor<string, []>("op_41902_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_41902_cast = einsum(equation = var_41902_equation_0, values = (var_41744_cast, var_41870_cast))[name = tensor<string, []>("op_41902_cast")];
            tensor<string, []> var_41904_equation_0 = const()[name = tensor<string, []>("op_41904_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_41904_cast = einsum(equation = var_41904_equation_0, values = (var_41748_cast, var_41871_cast))[name = tensor<string, []>("op_41904_cast")];
            tensor<string, []> var_41906_equation_0 = const()[name = tensor<string, []>("op_41906_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_41906_cast = einsum(equation = var_41906_equation_0, values = (var_41752_cast, var_41872_cast))[name = tensor<string, []>("op_41906_cast")];
            tensor<string, []> var_41908_equation_0 = const()[name = tensor<string, []>("op_41908_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_41908_cast = einsum(equation = var_41908_equation_0, values = (var_41756_cast, var_41873_cast))[name = tensor<string, []>("op_41908_cast")];
            tensor<string, []> var_41910_equation_0 = const()[name = tensor<string, []>("op_41910_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_41910_cast = einsum(equation = var_41910_equation_0, values = (var_41760_cast, var_41874_cast))[name = tensor<string, []>("op_41910_cast")];
            tensor<string, []> var_41912_equation_0 = const()[name = tensor<string, []>("op_41912_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_41912_cast = einsum(equation = var_41912_equation_0, values = (var_41764_cast, var_41875_cast))[name = tensor<string, []>("op_41912_cast")];
            tensor<string, []> var_41914_equation_0 = const()[name = tensor<string, []>("op_41914_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_41914_cast = einsum(equation = var_41914_equation_0, values = (var_41768_cast, var_41876_cast))[name = tensor<string, []>("op_41914_cast")];
            tensor<string, []> var_41916_equation_0 = const()[name = tensor<string, []>("op_41916_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_41916_cast = einsum(equation = var_41916_equation_0, values = (var_41772_cast, var_41877_cast))[name = tensor<string, []>("op_41916_cast")];
            tensor<string, []> var_41918_equation_0 = const()[name = tensor<string, []>("op_41918_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_41918_cast = einsum(equation = var_41918_equation_0, values = (var_41776_cast, var_41878_cast))[name = tensor<string, []>("op_41918_cast")];
            tensor<bool, []> input_553_interleave_0 = const()[name = tensor<string, []>("input_553_interleave_0"), val = tensor<bool, []>(false)];
            tensor<fp16, [2, 1280, 1, 576]> input_553_cast = concat(axis = var_30355, interleave = input_553_interleave_0, values = (var_41880_cast, var_41882_cast, var_41884_cast, var_41886_cast, var_41888_cast, var_41890_cast, var_41892_cast, var_41894_cast, var_41896_cast, var_41898_cast, var_41900_cast, var_41902_cast, var_41904_cast, var_41906_cast, var_41908_cast, var_41910_cast, var_41912_cast, var_41914_cast, var_41916_cast, var_41918_cast))[name = tensor<string, []>("input_553_cast")];
            tensor<int32, [2]> var_41924 = const()[name = tensor<string, []>("op_41924"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_41926 = const()[name = tensor<string, []>("op_41926"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_41928_pad_type_0 = const()[name = tensor<string, []>("op_41928_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_41928_pad_0 = const()[name = tensor<string, []>("op_41928_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_2_attn1_to_out_0_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [1228800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(106704000))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(107932864))), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_2_attn1_to_out_0_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_attentions_1_transformer_blocks_2_attn1_to_out_0_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_2_attn1_to_out_0_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(107933056)))];
            tensor<fp16, [2, 1280, 1, 576]> var_41928_cast = conv(bias = up_blocks_0_attentions_1_transformer_blocks_2_attn1_to_out_0_bias_to_fp16, dilations = var_41926, groups = var_30355, pad = var_41928_pad_0, pad_type = var_41928_pad_type_0, strides = var_41924, weight = up_blocks_0_attentions_1_transformer_blocks_2_attn1_to_out_0_weight_to_fp16_palettized, x = input_553_cast)[name = tensor<string, []>("op_41928_cast")];
            tensor<fp16, [2, 1280, 1, 576]> inputs_279_cast = add(x = var_41928_cast, y = inputs_277_cast)[name = tensor<string, []>("inputs_279_cast")];
            tensor<int32, [1]> var_41932 = const()[name = tensor<string, []>("op_41932"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> channels_mean_279_cast = reduce_mean(axes = var_41932, keep_dims = var_30350, x = inputs_279_cast)[name = tensor<string, []>("channels_mean_279_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_279_cast = sub(x = inputs_279_cast, y = channels_mean_279_cast)[name = tensor<string, []>("zero_mean_279_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_sq_279_cast = mul(x = zero_mean_279_cast, y = zero_mean_279_cast)[name = tensor<string, []>("zero_mean_sq_279_cast")];
            tensor<int32, [1]> var_41936 = const()[name = tensor<string, []>("op_41936"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> var_41937_cast = reduce_mean(axes = var_41936, keep_dims = var_30350, x = zero_mean_sq_279_cast)[name = tensor<string, []>("op_41937_cast")];
            tensor<fp16, []> var_41938_to_fp16 = const()[name = tensor<string, []>("op_41938_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 576]> var_41939_cast = add(x = var_41937_cast, y = var_41938_to_fp16)[name = tensor<string, []>("op_41939_cast")];
            tensor<fp16, []> denom_279_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_279_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 576]> denom_279_cast = rsqrt(epsilon = denom_279_epsilon_0_to_fp16, x = var_41939_cast)[name = tensor<string, []>("denom_279_cast")];
            tensor<fp16, [2, 1280, 1, 576]> out_279_cast = mul(x = zero_mean_279_cast, y = denom_279_cast)[name = tensor<string, []>("out_279_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_41943_to_fp16 = const()[name = tensor<string, []>("op_41943_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(107935680)))];
            tensor<fp16, [2, 1280, 1, 576]> var_41944_cast = add(x = out_279_cast, y = var_41943_to_fp16)[name = tensor<string, []>("op_41944_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_41946_to_fp16 = const()[name = tensor<string, []>("op_41946_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(107938304)))];
            tensor<fp16, [2, 1280, 1, 576]> hidden_states_375_cast = mul(x = var_41944_cast, y = var_41946_to_fp16)[name = tensor<string, []>("hidden_states_375_cast")];
            tensor<int32, [2]> var_41953 = const()[name = tensor<string, []>("op_41953"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_41955 = const()[name = tensor<string, []>("op_41955"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> q_187_pad_type_0 = const()[name = tensor<string, []>("q_187_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> q_187_pad_0 = const()[name = tensor<string, []>("q_187_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_2_attn2_to_q_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [409600]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(107940928))), lut = tensor<fp16, [4]>([-0x1.348p-5, -0x1.6fcp-7, 0x1.71cp-7, 0x1.354p-5]), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_2_attn2_to_q_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> q_187_cast = conv(dilations = var_41955, groups = var_30355, pad = q_187_pad_0, pad_type = q_187_pad_type_0, strides = var_41953, weight = up_blocks_0_attentions_1_transformer_blocks_2_attn2_to_q_weight_to_fp16_palettized, x = hidden_states_375_cast)[name = tensor<string, []>("q_187_cast")];
            tensor<int32, [2]> var_41959 = const()[name = tensor<string, []>("op_41959"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_41961 = const()[name = tensor<string, []>("op_41961"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> k_373_pad_type_0 = const()[name = tensor<string, []>("k_373_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> k_373_pad_0 = const()[name = tensor<string, []>("k_373_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 2048, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_2_attn2_to_k_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [1310720]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(108350592))), lut = tensor<fp16, [16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(109661376))), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_2_attn2_to_k_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 2048, 1, 1])];
            tensor<fp16, [2, 1280, 1, 77]> k_373_cast = conv(dilations = var_41961, groups = var_30355, pad = k_373_pad_0, pad_type = k_373_pad_type_0, strides = var_41959, weight = up_blocks_0_attentions_1_transformer_blocks_2_attn2_to_k_weight_to_fp16_palettized, x = encoder_hidden_states)[name = tensor<string, []>("k_373_cast")];
            tensor<int32, [2]> var_41965 = const()[name = tensor<string, []>("op_41965"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_41967 = const()[name = tensor<string, []>("op_41967"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> v_187_pad_type_0 = const()[name = tensor<string, []>("v_187_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> v_187_pad_0 = const()[name = tensor<string, []>("v_187_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 2048, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_2_attn2_to_v_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [1310720]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(109661504))), lut = tensor<fp16, [16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(110972288))), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_2_attn2_to_v_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 2048, 1, 1])];
            tensor<fp16, [2, 1280, 1, 77]> v_187_cast = conv(dilations = var_41967, groups = var_30355, pad = v_187_pad_0, pad_type = v_187_pad_type_0, strides = var_41965, weight = up_blocks_0_attentions_1_transformer_blocks_2_attn2_to_v_weight_to_fp16_palettized, x = encoder_hidden_states)[name = tensor<string, []>("v_187_cast")];
            tensor<int32, [4]> var_41971_begin_0 = const()[name = tensor<string, []>("op_41971_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_41971_end_0 = const()[name = tensor<string, []>("op_41971_end_0"), val = tensor<int32, [4]>([2, 64, 1, 576])];
            tensor<bool, [4]> var_41971_end_mask_0 = const()[name = tensor<string, []>("op_41971_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_41971_cast = slice_by_index(begin = var_41971_begin_0, end = var_41971_end_0, end_mask = var_41971_end_mask_0, x = q_187_cast)[name = tensor<string, []>("op_41971_cast")];
            tensor<int32, [4]> var_41975_begin_0 = const()[name = tensor<string, []>("op_41975_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_41975_end_0 = const()[name = tensor<string, []>("op_41975_end_0"), val = tensor<int32, [4]>([2, 128, 1, 576])];
            tensor<bool, [4]> var_41975_end_mask_0 = const()[name = tensor<string, []>("op_41975_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_41975_cast = slice_by_index(begin = var_41975_begin_0, end = var_41975_end_0, end_mask = var_41975_end_mask_0, x = q_187_cast)[name = tensor<string, []>("op_41975_cast")];
            tensor<int32, [4]> var_41979_begin_0 = const()[name = tensor<string, []>("op_41979_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_41979_end_0 = const()[name = tensor<string, []>("op_41979_end_0"), val = tensor<int32, [4]>([2, 192, 1, 576])];
            tensor<bool, [4]> var_41979_end_mask_0 = const()[name = tensor<string, []>("op_41979_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_41979_cast = slice_by_index(begin = var_41979_begin_0, end = var_41979_end_0, end_mask = var_41979_end_mask_0, x = q_187_cast)[name = tensor<string, []>("op_41979_cast")];
            tensor<int32, [4]> var_41983_begin_0 = const()[name = tensor<string, []>("op_41983_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_41983_end_0 = const()[name = tensor<string, []>("op_41983_end_0"), val = tensor<int32, [4]>([2, 256, 1, 576])];
            tensor<bool, [4]> var_41983_end_mask_0 = const()[name = tensor<string, []>("op_41983_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_41983_cast = slice_by_index(begin = var_41983_begin_0, end = var_41983_end_0, end_mask = var_41983_end_mask_0, x = q_187_cast)[name = tensor<string, []>("op_41983_cast")];
            tensor<int32, [4]> var_41987_begin_0 = const()[name = tensor<string, []>("op_41987_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_41987_end_0 = const()[name = tensor<string, []>("op_41987_end_0"), val = tensor<int32, [4]>([2, 320, 1, 576])];
            tensor<bool, [4]> var_41987_end_mask_0 = const()[name = tensor<string, []>("op_41987_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_41987_cast = slice_by_index(begin = var_41987_begin_0, end = var_41987_end_0, end_mask = var_41987_end_mask_0, x = q_187_cast)[name = tensor<string, []>("op_41987_cast")];
            tensor<int32, [4]> var_41991_begin_0 = const()[name = tensor<string, []>("op_41991_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_41991_end_0 = const()[name = tensor<string, []>("op_41991_end_0"), val = tensor<int32, [4]>([2, 384, 1, 576])];
            tensor<bool, [4]> var_41991_end_mask_0 = const()[name = tensor<string, []>("op_41991_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_41991_cast = slice_by_index(begin = var_41991_begin_0, end = var_41991_end_0, end_mask = var_41991_end_mask_0, x = q_187_cast)[name = tensor<string, []>("op_41991_cast")];
            tensor<int32, [4]> var_41995_begin_0 = const()[name = tensor<string, []>("op_41995_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_41995_end_0 = const()[name = tensor<string, []>("op_41995_end_0"), val = tensor<int32, [4]>([2, 448, 1, 576])];
            tensor<bool, [4]> var_41995_end_mask_0 = const()[name = tensor<string, []>("op_41995_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_41995_cast = slice_by_index(begin = var_41995_begin_0, end = var_41995_end_0, end_mask = var_41995_end_mask_0, x = q_187_cast)[name = tensor<string, []>("op_41995_cast")];
            tensor<int32, [4]> var_41999_begin_0 = const()[name = tensor<string, []>("op_41999_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_41999_end_0 = const()[name = tensor<string, []>("op_41999_end_0"), val = tensor<int32, [4]>([2, 512, 1, 576])];
            tensor<bool, [4]> var_41999_end_mask_0 = const()[name = tensor<string, []>("op_41999_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_41999_cast = slice_by_index(begin = var_41999_begin_0, end = var_41999_end_0, end_mask = var_41999_end_mask_0, x = q_187_cast)[name = tensor<string, []>("op_41999_cast")];
            tensor<int32, [4]> var_42003_begin_0 = const()[name = tensor<string, []>("op_42003_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_42003_end_0 = const()[name = tensor<string, []>("op_42003_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_42003_end_mask_0 = const()[name = tensor<string, []>("op_42003_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_42003_cast = slice_by_index(begin = var_42003_begin_0, end = var_42003_end_0, end_mask = var_42003_end_mask_0, x = q_187_cast)[name = tensor<string, []>("op_42003_cast")];
            tensor<int32, [4]> var_42007_begin_0 = const()[name = tensor<string, []>("op_42007_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_42007_end_0 = const()[name = tensor<string, []>("op_42007_end_0"), val = tensor<int32, [4]>([2, 640, 1, 576])];
            tensor<bool, [4]> var_42007_end_mask_0 = const()[name = tensor<string, []>("op_42007_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_42007_cast = slice_by_index(begin = var_42007_begin_0, end = var_42007_end_0, end_mask = var_42007_end_mask_0, x = q_187_cast)[name = tensor<string, []>("op_42007_cast")];
            tensor<int32, [4]> var_42011_begin_0 = const()[name = tensor<string, []>("op_42011_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_42011_end_0 = const()[name = tensor<string, []>("op_42011_end_0"), val = tensor<int32, [4]>([2, 704, 1, 576])];
            tensor<bool, [4]> var_42011_end_mask_0 = const()[name = tensor<string, []>("op_42011_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_42011_cast = slice_by_index(begin = var_42011_begin_0, end = var_42011_end_0, end_mask = var_42011_end_mask_0, x = q_187_cast)[name = tensor<string, []>("op_42011_cast")];
            tensor<int32, [4]> var_42015_begin_0 = const()[name = tensor<string, []>("op_42015_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_42015_end_0 = const()[name = tensor<string, []>("op_42015_end_0"), val = tensor<int32, [4]>([2, 768, 1, 576])];
            tensor<bool, [4]> var_42015_end_mask_0 = const()[name = tensor<string, []>("op_42015_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_42015_cast = slice_by_index(begin = var_42015_begin_0, end = var_42015_end_0, end_mask = var_42015_end_mask_0, x = q_187_cast)[name = tensor<string, []>("op_42015_cast")];
            tensor<int32, [4]> var_42019_begin_0 = const()[name = tensor<string, []>("op_42019_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_42019_end_0 = const()[name = tensor<string, []>("op_42019_end_0"), val = tensor<int32, [4]>([2, 832, 1, 576])];
            tensor<bool, [4]> var_42019_end_mask_0 = const()[name = tensor<string, []>("op_42019_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_42019_cast = slice_by_index(begin = var_42019_begin_0, end = var_42019_end_0, end_mask = var_42019_end_mask_0, x = q_187_cast)[name = tensor<string, []>("op_42019_cast")];
            tensor<int32, [4]> var_42023_begin_0 = const()[name = tensor<string, []>("op_42023_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_42023_end_0 = const()[name = tensor<string, []>("op_42023_end_0"), val = tensor<int32, [4]>([2, 896, 1, 576])];
            tensor<bool, [4]> var_42023_end_mask_0 = const()[name = tensor<string, []>("op_42023_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_42023_cast = slice_by_index(begin = var_42023_begin_0, end = var_42023_end_0, end_mask = var_42023_end_mask_0, x = q_187_cast)[name = tensor<string, []>("op_42023_cast")];
            tensor<int32, [4]> var_42027_begin_0 = const()[name = tensor<string, []>("op_42027_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_42027_end_0 = const()[name = tensor<string, []>("op_42027_end_0"), val = tensor<int32, [4]>([2, 960, 1, 576])];
            tensor<bool, [4]> var_42027_end_mask_0 = const()[name = tensor<string, []>("op_42027_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_42027_cast = slice_by_index(begin = var_42027_begin_0, end = var_42027_end_0, end_mask = var_42027_end_mask_0, x = q_187_cast)[name = tensor<string, []>("op_42027_cast")];
            tensor<int32, [4]> var_42031_begin_0 = const()[name = tensor<string, []>("op_42031_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_42031_end_0 = const()[name = tensor<string, []>("op_42031_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 576])];
            tensor<bool, [4]> var_42031_end_mask_0 = const()[name = tensor<string, []>("op_42031_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_42031_cast = slice_by_index(begin = var_42031_begin_0, end = var_42031_end_0, end_mask = var_42031_end_mask_0, x = q_187_cast)[name = tensor<string, []>("op_42031_cast")];
            tensor<int32, [4]> var_42035_begin_0 = const()[name = tensor<string, []>("op_42035_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_42035_end_0 = const()[name = tensor<string, []>("op_42035_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 576])];
            tensor<bool, [4]> var_42035_end_mask_0 = const()[name = tensor<string, []>("op_42035_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_42035_cast = slice_by_index(begin = var_42035_begin_0, end = var_42035_end_0, end_mask = var_42035_end_mask_0, x = q_187_cast)[name = tensor<string, []>("op_42035_cast")];
            tensor<int32, [4]> var_42039_begin_0 = const()[name = tensor<string, []>("op_42039_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_42039_end_0 = const()[name = tensor<string, []>("op_42039_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 576])];
            tensor<bool, [4]> var_42039_end_mask_0 = const()[name = tensor<string, []>("op_42039_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_42039_cast = slice_by_index(begin = var_42039_begin_0, end = var_42039_end_0, end_mask = var_42039_end_mask_0, x = q_187_cast)[name = tensor<string, []>("op_42039_cast")];
            tensor<int32, [4]> var_42043_begin_0 = const()[name = tensor<string, []>("op_42043_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_42043_end_0 = const()[name = tensor<string, []>("op_42043_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 576])];
            tensor<bool, [4]> var_42043_end_mask_0 = const()[name = tensor<string, []>("op_42043_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_42043_cast = slice_by_index(begin = var_42043_begin_0, end = var_42043_end_0, end_mask = var_42043_end_mask_0, x = q_187_cast)[name = tensor<string, []>("op_42043_cast")];
            tensor<int32, [4]> var_42047_begin_0 = const()[name = tensor<string, []>("op_42047_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_42047_end_0 = const()[name = tensor<string, []>("op_42047_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 576])];
            tensor<bool, [4]> var_42047_end_mask_0 = const()[name = tensor<string, []>("op_42047_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_42047_cast = slice_by_index(begin = var_42047_begin_0, end = var_42047_end_0, end_mask = var_42047_end_mask_0, x = q_187_cast)[name = tensor<string, []>("op_42047_cast")];
            tensor<int32, [4]> k_375_perm_0 = const()[name = tensor<string, []>("k_375_perm_0"), val = tensor<int32, [4]>([0, 3, 2, 1])];
            tensor<int32, [4]> var_42054_begin_0 = const()[name = tensor<string, []>("op_42054_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_42054_end_0 = const()[name = tensor<string, []>("op_42054_end_0"), val = tensor<int32, [4]>([2, 77, 1, 64])];
            tensor<bool, [4]> var_42054_end_mask_0 = const()[name = tensor<string, []>("op_42054_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 1280]> transpose_46 = transpose(perm = k_375_perm_0, x = k_373_cast)[name = tensor<string, []>("transpose_46")];
            tensor<fp16, [2, 77, 1, 64]> var_42054_cast = slice_by_index(begin = var_42054_begin_0, end = var_42054_end_0, end_mask = var_42054_end_mask_0, x = transpose_46)[name = tensor<string, []>("op_42054_cast")];
            tensor<int32, [4]> var_42058_begin_0 = const()[name = tensor<string, []>("op_42058_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 64])];
            tensor<int32, [4]> var_42058_end_0 = const()[name = tensor<string, []>("op_42058_end_0"), val = tensor<int32, [4]>([2, 77, 1, 128])];
            tensor<bool, [4]> var_42058_end_mask_0 = const()[name = tensor<string, []>("op_42058_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_42058_cast = slice_by_index(begin = var_42058_begin_0, end = var_42058_end_0, end_mask = var_42058_end_mask_0, x = transpose_46)[name = tensor<string, []>("op_42058_cast")];
            tensor<int32, [4]> var_42062_begin_0 = const()[name = tensor<string, []>("op_42062_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 128])];
            tensor<int32, [4]> var_42062_end_0 = const()[name = tensor<string, []>("op_42062_end_0"), val = tensor<int32, [4]>([2, 77, 1, 192])];
            tensor<bool, [4]> var_42062_end_mask_0 = const()[name = tensor<string, []>("op_42062_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_42062_cast = slice_by_index(begin = var_42062_begin_0, end = var_42062_end_0, end_mask = var_42062_end_mask_0, x = transpose_46)[name = tensor<string, []>("op_42062_cast")];
            tensor<int32, [4]> var_42066_begin_0 = const()[name = tensor<string, []>("op_42066_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 192])];
            tensor<int32, [4]> var_42066_end_0 = const()[name = tensor<string, []>("op_42066_end_0"), val = tensor<int32, [4]>([2, 77, 1, 256])];
            tensor<bool, [4]> var_42066_end_mask_0 = const()[name = tensor<string, []>("op_42066_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_42066_cast = slice_by_index(begin = var_42066_begin_0, end = var_42066_end_0, end_mask = var_42066_end_mask_0, x = transpose_46)[name = tensor<string, []>("op_42066_cast")];
            tensor<int32, [4]> var_42070_begin_0 = const()[name = tensor<string, []>("op_42070_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 256])];
            tensor<int32, [4]> var_42070_end_0 = const()[name = tensor<string, []>("op_42070_end_0"), val = tensor<int32, [4]>([2, 77, 1, 320])];
            tensor<bool, [4]> var_42070_end_mask_0 = const()[name = tensor<string, []>("op_42070_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_42070_cast = slice_by_index(begin = var_42070_begin_0, end = var_42070_end_0, end_mask = var_42070_end_mask_0, x = transpose_46)[name = tensor<string, []>("op_42070_cast")];
            tensor<int32, [4]> var_42074_begin_0 = const()[name = tensor<string, []>("op_42074_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 320])];
            tensor<int32, [4]> var_42074_end_0 = const()[name = tensor<string, []>("op_42074_end_0"), val = tensor<int32, [4]>([2, 77, 1, 384])];
            tensor<bool, [4]> var_42074_end_mask_0 = const()[name = tensor<string, []>("op_42074_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_42074_cast = slice_by_index(begin = var_42074_begin_0, end = var_42074_end_0, end_mask = var_42074_end_mask_0, x = transpose_46)[name = tensor<string, []>("op_42074_cast")];
            tensor<int32, [4]> var_42078_begin_0 = const()[name = tensor<string, []>("op_42078_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 384])];
            tensor<int32, [4]> var_42078_end_0 = const()[name = tensor<string, []>("op_42078_end_0"), val = tensor<int32, [4]>([2, 77, 1, 448])];
            tensor<bool, [4]> var_42078_end_mask_0 = const()[name = tensor<string, []>("op_42078_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_42078_cast = slice_by_index(begin = var_42078_begin_0, end = var_42078_end_0, end_mask = var_42078_end_mask_0, x = transpose_46)[name = tensor<string, []>("op_42078_cast")];
            tensor<int32, [4]> var_42082_begin_0 = const()[name = tensor<string, []>("op_42082_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 448])];
            tensor<int32, [4]> var_42082_end_0 = const()[name = tensor<string, []>("op_42082_end_0"), val = tensor<int32, [4]>([2, 77, 1, 512])];
            tensor<bool, [4]> var_42082_end_mask_0 = const()[name = tensor<string, []>("op_42082_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_42082_cast = slice_by_index(begin = var_42082_begin_0, end = var_42082_end_0, end_mask = var_42082_end_mask_0, x = transpose_46)[name = tensor<string, []>("op_42082_cast")];
            tensor<int32, [4]> var_42086_begin_0 = const()[name = tensor<string, []>("op_42086_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 512])];
            tensor<int32, [4]> var_42086_end_0 = const()[name = tensor<string, []>("op_42086_end_0"), val = tensor<int32, [4]>([2, 77, 1, 576])];
            tensor<bool, [4]> var_42086_end_mask_0 = const()[name = tensor<string, []>("op_42086_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_42086_cast = slice_by_index(begin = var_42086_begin_0, end = var_42086_end_0, end_mask = var_42086_end_mask_0, x = transpose_46)[name = tensor<string, []>("op_42086_cast")];
            tensor<int32, [4]> var_42090_begin_0 = const()[name = tensor<string, []>("op_42090_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 576])];
            tensor<int32, [4]> var_42090_end_0 = const()[name = tensor<string, []>("op_42090_end_0"), val = tensor<int32, [4]>([2, 77, 1, 640])];
            tensor<bool, [4]> var_42090_end_mask_0 = const()[name = tensor<string, []>("op_42090_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_42090_cast = slice_by_index(begin = var_42090_begin_0, end = var_42090_end_0, end_mask = var_42090_end_mask_0, x = transpose_46)[name = tensor<string, []>("op_42090_cast")];
            tensor<int32, [4]> var_42094_begin_0 = const()[name = tensor<string, []>("op_42094_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 640])];
            tensor<int32, [4]> var_42094_end_0 = const()[name = tensor<string, []>("op_42094_end_0"), val = tensor<int32, [4]>([2, 77, 1, 704])];
            tensor<bool, [4]> var_42094_end_mask_0 = const()[name = tensor<string, []>("op_42094_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_42094_cast = slice_by_index(begin = var_42094_begin_0, end = var_42094_end_0, end_mask = var_42094_end_mask_0, x = transpose_46)[name = tensor<string, []>("op_42094_cast")];
            tensor<int32, [4]> var_42098_begin_0 = const()[name = tensor<string, []>("op_42098_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 704])];
            tensor<int32, [4]> var_42098_end_0 = const()[name = tensor<string, []>("op_42098_end_0"), val = tensor<int32, [4]>([2, 77, 1, 768])];
            tensor<bool, [4]> var_42098_end_mask_0 = const()[name = tensor<string, []>("op_42098_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_42098_cast = slice_by_index(begin = var_42098_begin_0, end = var_42098_end_0, end_mask = var_42098_end_mask_0, x = transpose_46)[name = tensor<string, []>("op_42098_cast")];
            tensor<int32, [4]> var_42102_begin_0 = const()[name = tensor<string, []>("op_42102_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 768])];
            tensor<int32, [4]> var_42102_end_0 = const()[name = tensor<string, []>("op_42102_end_0"), val = tensor<int32, [4]>([2, 77, 1, 832])];
            tensor<bool, [4]> var_42102_end_mask_0 = const()[name = tensor<string, []>("op_42102_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_42102_cast = slice_by_index(begin = var_42102_begin_0, end = var_42102_end_0, end_mask = var_42102_end_mask_0, x = transpose_46)[name = tensor<string, []>("op_42102_cast")];
            tensor<int32, [4]> var_42106_begin_0 = const()[name = tensor<string, []>("op_42106_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 832])];
            tensor<int32, [4]> var_42106_end_0 = const()[name = tensor<string, []>("op_42106_end_0"), val = tensor<int32, [4]>([2, 77, 1, 896])];
            tensor<bool, [4]> var_42106_end_mask_0 = const()[name = tensor<string, []>("op_42106_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_42106_cast = slice_by_index(begin = var_42106_begin_0, end = var_42106_end_0, end_mask = var_42106_end_mask_0, x = transpose_46)[name = tensor<string, []>("op_42106_cast")];
            tensor<int32, [4]> var_42110_begin_0 = const()[name = tensor<string, []>("op_42110_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 896])];
            tensor<int32, [4]> var_42110_end_0 = const()[name = tensor<string, []>("op_42110_end_0"), val = tensor<int32, [4]>([2, 77, 1, 960])];
            tensor<bool, [4]> var_42110_end_mask_0 = const()[name = tensor<string, []>("op_42110_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_42110_cast = slice_by_index(begin = var_42110_begin_0, end = var_42110_end_0, end_mask = var_42110_end_mask_0, x = transpose_46)[name = tensor<string, []>("op_42110_cast")];
            tensor<int32, [4]> var_42114_begin_0 = const()[name = tensor<string, []>("op_42114_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 960])];
            tensor<int32, [4]> var_42114_end_0 = const()[name = tensor<string, []>("op_42114_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1024])];
            tensor<bool, [4]> var_42114_end_mask_0 = const()[name = tensor<string, []>("op_42114_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_42114_cast = slice_by_index(begin = var_42114_begin_0, end = var_42114_end_0, end_mask = var_42114_end_mask_0, x = transpose_46)[name = tensor<string, []>("op_42114_cast")];
            tensor<int32, [4]> var_42118_begin_0 = const()[name = tensor<string, []>("op_42118_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1024])];
            tensor<int32, [4]> var_42118_end_0 = const()[name = tensor<string, []>("op_42118_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1088])];
            tensor<bool, [4]> var_42118_end_mask_0 = const()[name = tensor<string, []>("op_42118_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_42118_cast = slice_by_index(begin = var_42118_begin_0, end = var_42118_end_0, end_mask = var_42118_end_mask_0, x = transpose_46)[name = tensor<string, []>("op_42118_cast")];
            tensor<int32, [4]> var_42122_begin_0 = const()[name = tensor<string, []>("op_42122_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1088])];
            tensor<int32, [4]> var_42122_end_0 = const()[name = tensor<string, []>("op_42122_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1152])];
            tensor<bool, [4]> var_42122_end_mask_0 = const()[name = tensor<string, []>("op_42122_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_42122_cast = slice_by_index(begin = var_42122_begin_0, end = var_42122_end_0, end_mask = var_42122_end_mask_0, x = transpose_46)[name = tensor<string, []>("op_42122_cast")];
            tensor<int32, [4]> var_42126_begin_0 = const()[name = tensor<string, []>("op_42126_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1152])];
            tensor<int32, [4]> var_42126_end_0 = const()[name = tensor<string, []>("op_42126_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1216])];
            tensor<bool, [4]> var_42126_end_mask_0 = const()[name = tensor<string, []>("op_42126_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_42126_cast = slice_by_index(begin = var_42126_begin_0, end = var_42126_end_0, end_mask = var_42126_end_mask_0, x = transpose_46)[name = tensor<string, []>("op_42126_cast")];
            tensor<int32, [4]> var_42130_begin_0 = const()[name = tensor<string, []>("op_42130_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1216])];
            tensor<int32, [4]> var_42130_end_0 = const()[name = tensor<string, []>("op_42130_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1280])];
            tensor<bool, [4]> var_42130_end_mask_0 = const()[name = tensor<string, []>("op_42130_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_42130_cast = slice_by_index(begin = var_42130_begin_0, end = var_42130_end_0, end_mask = var_42130_end_mask_0, x = transpose_46)[name = tensor<string, []>("op_42130_cast")];
            tensor<int32, [4]> var_42132_begin_0 = const()[name = tensor<string, []>("op_42132_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_42132_end_0 = const()[name = tensor<string, []>("op_42132_end_0"), val = tensor<int32, [4]>([2, 64, 1, 77])];
            tensor<bool, [4]> var_42132_end_mask_0 = const()[name = tensor<string, []>("op_42132_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_42132_cast = slice_by_index(begin = var_42132_begin_0, end = var_42132_end_0, end_mask = var_42132_end_mask_0, x = v_187_cast)[name = tensor<string, []>("op_42132_cast")];
            tensor<int32, [4]> var_42136_begin_0 = const()[name = tensor<string, []>("op_42136_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_42136_end_0 = const()[name = tensor<string, []>("op_42136_end_0"), val = tensor<int32, [4]>([2, 128, 1, 77])];
            tensor<bool, [4]> var_42136_end_mask_0 = const()[name = tensor<string, []>("op_42136_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_42136_cast = slice_by_index(begin = var_42136_begin_0, end = var_42136_end_0, end_mask = var_42136_end_mask_0, x = v_187_cast)[name = tensor<string, []>("op_42136_cast")];
            tensor<int32, [4]> var_42140_begin_0 = const()[name = tensor<string, []>("op_42140_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_42140_end_0 = const()[name = tensor<string, []>("op_42140_end_0"), val = tensor<int32, [4]>([2, 192, 1, 77])];
            tensor<bool, [4]> var_42140_end_mask_0 = const()[name = tensor<string, []>("op_42140_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_42140_cast = slice_by_index(begin = var_42140_begin_0, end = var_42140_end_0, end_mask = var_42140_end_mask_0, x = v_187_cast)[name = tensor<string, []>("op_42140_cast")];
            tensor<int32, [4]> var_42144_begin_0 = const()[name = tensor<string, []>("op_42144_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_42144_end_0 = const()[name = tensor<string, []>("op_42144_end_0"), val = tensor<int32, [4]>([2, 256, 1, 77])];
            tensor<bool, [4]> var_42144_end_mask_0 = const()[name = tensor<string, []>("op_42144_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_42144_cast = slice_by_index(begin = var_42144_begin_0, end = var_42144_end_0, end_mask = var_42144_end_mask_0, x = v_187_cast)[name = tensor<string, []>("op_42144_cast")];
            tensor<int32, [4]> var_42148_begin_0 = const()[name = tensor<string, []>("op_42148_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_42148_end_0 = const()[name = tensor<string, []>("op_42148_end_0"), val = tensor<int32, [4]>([2, 320, 1, 77])];
            tensor<bool, [4]> var_42148_end_mask_0 = const()[name = tensor<string, []>("op_42148_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_42148_cast = slice_by_index(begin = var_42148_begin_0, end = var_42148_end_0, end_mask = var_42148_end_mask_0, x = v_187_cast)[name = tensor<string, []>("op_42148_cast")];
            tensor<int32, [4]> var_42152_begin_0 = const()[name = tensor<string, []>("op_42152_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_42152_end_0 = const()[name = tensor<string, []>("op_42152_end_0"), val = tensor<int32, [4]>([2, 384, 1, 77])];
            tensor<bool, [4]> var_42152_end_mask_0 = const()[name = tensor<string, []>("op_42152_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_42152_cast = slice_by_index(begin = var_42152_begin_0, end = var_42152_end_0, end_mask = var_42152_end_mask_0, x = v_187_cast)[name = tensor<string, []>("op_42152_cast")];
            tensor<int32, [4]> var_42156_begin_0 = const()[name = tensor<string, []>("op_42156_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_42156_end_0 = const()[name = tensor<string, []>("op_42156_end_0"), val = tensor<int32, [4]>([2, 448, 1, 77])];
            tensor<bool, [4]> var_42156_end_mask_0 = const()[name = tensor<string, []>("op_42156_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_42156_cast = slice_by_index(begin = var_42156_begin_0, end = var_42156_end_0, end_mask = var_42156_end_mask_0, x = v_187_cast)[name = tensor<string, []>("op_42156_cast")];
            tensor<int32, [4]> var_42160_begin_0 = const()[name = tensor<string, []>("op_42160_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_42160_end_0 = const()[name = tensor<string, []>("op_42160_end_0"), val = tensor<int32, [4]>([2, 512, 1, 77])];
            tensor<bool, [4]> var_42160_end_mask_0 = const()[name = tensor<string, []>("op_42160_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_42160_cast = slice_by_index(begin = var_42160_begin_0, end = var_42160_end_0, end_mask = var_42160_end_mask_0, x = v_187_cast)[name = tensor<string, []>("op_42160_cast")];
            tensor<int32, [4]> var_42164_begin_0 = const()[name = tensor<string, []>("op_42164_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_42164_end_0 = const()[name = tensor<string, []>("op_42164_end_0"), val = tensor<int32, [4]>([2, 576, 1, 77])];
            tensor<bool, [4]> var_42164_end_mask_0 = const()[name = tensor<string, []>("op_42164_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_42164_cast = slice_by_index(begin = var_42164_begin_0, end = var_42164_end_0, end_mask = var_42164_end_mask_0, x = v_187_cast)[name = tensor<string, []>("op_42164_cast")];
            tensor<int32, [4]> var_42168_begin_0 = const()[name = tensor<string, []>("op_42168_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_42168_end_0 = const()[name = tensor<string, []>("op_42168_end_0"), val = tensor<int32, [4]>([2, 640, 1, 77])];
            tensor<bool, [4]> var_42168_end_mask_0 = const()[name = tensor<string, []>("op_42168_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_42168_cast = slice_by_index(begin = var_42168_begin_0, end = var_42168_end_0, end_mask = var_42168_end_mask_0, x = v_187_cast)[name = tensor<string, []>("op_42168_cast")];
            tensor<int32, [4]> var_42172_begin_0 = const()[name = tensor<string, []>("op_42172_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_42172_end_0 = const()[name = tensor<string, []>("op_42172_end_0"), val = tensor<int32, [4]>([2, 704, 1, 77])];
            tensor<bool, [4]> var_42172_end_mask_0 = const()[name = tensor<string, []>("op_42172_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_42172_cast = slice_by_index(begin = var_42172_begin_0, end = var_42172_end_0, end_mask = var_42172_end_mask_0, x = v_187_cast)[name = tensor<string, []>("op_42172_cast")];
            tensor<int32, [4]> var_42176_begin_0 = const()[name = tensor<string, []>("op_42176_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_42176_end_0 = const()[name = tensor<string, []>("op_42176_end_0"), val = tensor<int32, [4]>([2, 768, 1, 77])];
            tensor<bool, [4]> var_42176_end_mask_0 = const()[name = tensor<string, []>("op_42176_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_42176_cast = slice_by_index(begin = var_42176_begin_0, end = var_42176_end_0, end_mask = var_42176_end_mask_0, x = v_187_cast)[name = tensor<string, []>("op_42176_cast")];
            tensor<int32, [4]> var_42180_begin_0 = const()[name = tensor<string, []>("op_42180_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_42180_end_0 = const()[name = tensor<string, []>("op_42180_end_0"), val = tensor<int32, [4]>([2, 832, 1, 77])];
            tensor<bool, [4]> var_42180_end_mask_0 = const()[name = tensor<string, []>("op_42180_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_42180_cast = slice_by_index(begin = var_42180_begin_0, end = var_42180_end_0, end_mask = var_42180_end_mask_0, x = v_187_cast)[name = tensor<string, []>("op_42180_cast")];
            tensor<int32, [4]> var_42184_begin_0 = const()[name = tensor<string, []>("op_42184_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_42184_end_0 = const()[name = tensor<string, []>("op_42184_end_0"), val = tensor<int32, [4]>([2, 896, 1, 77])];
            tensor<bool, [4]> var_42184_end_mask_0 = const()[name = tensor<string, []>("op_42184_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_42184_cast = slice_by_index(begin = var_42184_begin_0, end = var_42184_end_0, end_mask = var_42184_end_mask_0, x = v_187_cast)[name = tensor<string, []>("op_42184_cast")];
            tensor<int32, [4]> var_42188_begin_0 = const()[name = tensor<string, []>("op_42188_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_42188_end_0 = const()[name = tensor<string, []>("op_42188_end_0"), val = tensor<int32, [4]>([2, 960, 1, 77])];
            tensor<bool, [4]> var_42188_end_mask_0 = const()[name = tensor<string, []>("op_42188_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_42188_cast = slice_by_index(begin = var_42188_begin_0, end = var_42188_end_0, end_mask = var_42188_end_mask_0, x = v_187_cast)[name = tensor<string, []>("op_42188_cast")];
            tensor<int32, [4]> var_42192_begin_0 = const()[name = tensor<string, []>("op_42192_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_42192_end_0 = const()[name = tensor<string, []>("op_42192_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 77])];
            tensor<bool, [4]> var_42192_end_mask_0 = const()[name = tensor<string, []>("op_42192_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_42192_cast = slice_by_index(begin = var_42192_begin_0, end = var_42192_end_0, end_mask = var_42192_end_mask_0, x = v_187_cast)[name = tensor<string, []>("op_42192_cast")];
            tensor<int32, [4]> var_42196_begin_0 = const()[name = tensor<string, []>("op_42196_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_42196_end_0 = const()[name = tensor<string, []>("op_42196_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 77])];
            tensor<bool, [4]> var_42196_end_mask_0 = const()[name = tensor<string, []>("op_42196_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_42196_cast = slice_by_index(begin = var_42196_begin_0, end = var_42196_end_0, end_mask = var_42196_end_mask_0, x = v_187_cast)[name = tensor<string, []>("op_42196_cast")];
            tensor<int32, [4]> var_42200_begin_0 = const()[name = tensor<string, []>("op_42200_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_42200_end_0 = const()[name = tensor<string, []>("op_42200_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 77])];
            tensor<bool, [4]> var_42200_end_mask_0 = const()[name = tensor<string, []>("op_42200_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_42200_cast = slice_by_index(begin = var_42200_begin_0, end = var_42200_end_0, end_mask = var_42200_end_mask_0, x = v_187_cast)[name = tensor<string, []>("op_42200_cast")];
            tensor<int32, [4]> var_42204_begin_0 = const()[name = tensor<string, []>("op_42204_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_42204_end_0 = const()[name = tensor<string, []>("op_42204_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 77])];
            tensor<bool, [4]> var_42204_end_mask_0 = const()[name = tensor<string, []>("op_42204_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_42204_cast = slice_by_index(begin = var_42204_begin_0, end = var_42204_end_0, end_mask = var_42204_end_mask_0, x = v_187_cast)[name = tensor<string, []>("op_42204_cast")];
            tensor<int32, [4]> var_42208_begin_0 = const()[name = tensor<string, []>("op_42208_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_42208_end_0 = const()[name = tensor<string, []>("op_42208_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 77])];
            tensor<bool, [4]> var_42208_end_mask_0 = const()[name = tensor<string, []>("op_42208_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_42208_cast = slice_by_index(begin = var_42208_begin_0, end = var_42208_end_0, end_mask = var_42208_end_mask_0, x = v_187_cast)[name = tensor<string, []>("op_42208_cast")];
            tensor<string, []> var_42212_equation_0 = const()[name = tensor<string, []>("op_42212_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_42212_cast = einsum(equation = var_42212_equation_0, values = (var_42054_cast, var_41971_cast))[name = tensor<string, []>("op_42212_cast")];
            tensor<fp16, []> var_42213_to_fp16 = const()[name = tensor<string, []>("op_42213_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3561_cast = mul(x = var_42212_cast, y = var_42213_to_fp16)[name = tensor<string, []>("aw_3561_cast")];
            tensor<string, []> var_42216_equation_0 = const()[name = tensor<string, []>("op_42216_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_42216_cast = einsum(equation = var_42216_equation_0, values = (var_42058_cast, var_41975_cast))[name = tensor<string, []>("op_42216_cast")];
            tensor<fp16, []> var_42217_to_fp16 = const()[name = tensor<string, []>("op_42217_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3563_cast = mul(x = var_42216_cast, y = var_42217_to_fp16)[name = tensor<string, []>("aw_3563_cast")];
            tensor<string, []> var_42220_equation_0 = const()[name = tensor<string, []>("op_42220_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_42220_cast = einsum(equation = var_42220_equation_0, values = (var_42062_cast, var_41979_cast))[name = tensor<string, []>("op_42220_cast")];
            tensor<fp16, []> var_42221_to_fp16 = const()[name = tensor<string, []>("op_42221_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3565_cast = mul(x = var_42220_cast, y = var_42221_to_fp16)[name = tensor<string, []>("aw_3565_cast")];
            tensor<string, []> var_42224_equation_0 = const()[name = tensor<string, []>("op_42224_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_42224_cast = einsum(equation = var_42224_equation_0, values = (var_42066_cast, var_41983_cast))[name = tensor<string, []>("op_42224_cast")];
            tensor<fp16, []> var_42225_to_fp16 = const()[name = tensor<string, []>("op_42225_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3567_cast = mul(x = var_42224_cast, y = var_42225_to_fp16)[name = tensor<string, []>("aw_3567_cast")];
            tensor<string, []> var_42228_equation_0 = const()[name = tensor<string, []>("op_42228_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_42228_cast = einsum(equation = var_42228_equation_0, values = (var_42070_cast, var_41987_cast))[name = tensor<string, []>("op_42228_cast")];
            tensor<fp16, []> var_42229_to_fp16 = const()[name = tensor<string, []>("op_42229_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3569_cast = mul(x = var_42228_cast, y = var_42229_to_fp16)[name = tensor<string, []>("aw_3569_cast")];
            tensor<string, []> var_42232_equation_0 = const()[name = tensor<string, []>("op_42232_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_42232_cast = einsum(equation = var_42232_equation_0, values = (var_42074_cast, var_41991_cast))[name = tensor<string, []>("op_42232_cast")];
            tensor<fp16, []> var_42233_to_fp16 = const()[name = tensor<string, []>("op_42233_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3571_cast = mul(x = var_42232_cast, y = var_42233_to_fp16)[name = tensor<string, []>("aw_3571_cast")];
            tensor<string, []> var_42236_equation_0 = const()[name = tensor<string, []>("op_42236_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_42236_cast = einsum(equation = var_42236_equation_0, values = (var_42078_cast, var_41995_cast))[name = tensor<string, []>("op_42236_cast")];
            tensor<fp16, []> var_42237_to_fp16 = const()[name = tensor<string, []>("op_42237_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3573_cast = mul(x = var_42236_cast, y = var_42237_to_fp16)[name = tensor<string, []>("aw_3573_cast")];
            tensor<string, []> var_42240_equation_0 = const()[name = tensor<string, []>("op_42240_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_42240_cast = einsum(equation = var_42240_equation_0, values = (var_42082_cast, var_41999_cast))[name = tensor<string, []>("op_42240_cast")];
            tensor<fp16, []> var_42241_to_fp16 = const()[name = tensor<string, []>("op_42241_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3575_cast = mul(x = var_42240_cast, y = var_42241_to_fp16)[name = tensor<string, []>("aw_3575_cast")];
            tensor<string, []> var_42244_equation_0 = const()[name = tensor<string, []>("op_42244_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_42244_cast = einsum(equation = var_42244_equation_0, values = (var_42086_cast, var_42003_cast))[name = tensor<string, []>("op_42244_cast")];
            tensor<fp16, []> var_42245_to_fp16 = const()[name = tensor<string, []>("op_42245_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3577_cast = mul(x = var_42244_cast, y = var_42245_to_fp16)[name = tensor<string, []>("aw_3577_cast")];
            tensor<string, []> var_42248_equation_0 = const()[name = tensor<string, []>("op_42248_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_42248_cast = einsum(equation = var_42248_equation_0, values = (var_42090_cast, var_42007_cast))[name = tensor<string, []>("op_42248_cast")];
            tensor<fp16, []> var_42249_to_fp16 = const()[name = tensor<string, []>("op_42249_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3579_cast = mul(x = var_42248_cast, y = var_42249_to_fp16)[name = tensor<string, []>("aw_3579_cast")];
            tensor<string, []> var_42252_equation_0 = const()[name = tensor<string, []>("op_42252_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_42252_cast = einsum(equation = var_42252_equation_0, values = (var_42094_cast, var_42011_cast))[name = tensor<string, []>("op_42252_cast")];
            tensor<fp16, []> var_42253_to_fp16 = const()[name = tensor<string, []>("op_42253_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3581_cast = mul(x = var_42252_cast, y = var_42253_to_fp16)[name = tensor<string, []>("aw_3581_cast")];
            tensor<string, []> var_42256_equation_0 = const()[name = tensor<string, []>("op_42256_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_42256_cast = einsum(equation = var_42256_equation_0, values = (var_42098_cast, var_42015_cast))[name = tensor<string, []>("op_42256_cast")];
            tensor<fp16, []> var_42257_to_fp16 = const()[name = tensor<string, []>("op_42257_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3583_cast = mul(x = var_42256_cast, y = var_42257_to_fp16)[name = tensor<string, []>("aw_3583_cast")];
            tensor<string, []> var_42260_equation_0 = const()[name = tensor<string, []>("op_42260_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_42260_cast = einsum(equation = var_42260_equation_0, values = (var_42102_cast, var_42019_cast))[name = tensor<string, []>("op_42260_cast")];
            tensor<fp16, []> var_42261_to_fp16 = const()[name = tensor<string, []>("op_42261_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3585_cast = mul(x = var_42260_cast, y = var_42261_to_fp16)[name = tensor<string, []>("aw_3585_cast")];
            tensor<string, []> var_42264_equation_0 = const()[name = tensor<string, []>("op_42264_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_42264_cast = einsum(equation = var_42264_equation_0, values = (var_42106_cast, var_42023_cast))[name = tensor<string, []>("op_42264_cast")];
            tensor<fp16, []> var_42265_to_fp16 = const()[name = tensor<string, []>("op_42265_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3587_cast = mul(x = var_42264_cast, y = var_42265_to_fp16)[name = tensor<string, []>("aw_3587_cast")];
            tensor<string, []> var_42268_equation_0 = const()[name = tensor<string, []>("op_42268_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_42268_cast = einsum(equation = var_42268_equation_0, values = (var_42110_cast, var_42027_cast))[name = tensor<string, []>("op_42268_cast")];
            tensor<fp16, []> var_42269_to_fp16 = const()[name = tensor<string, []>("op_42269_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3589_cast = mul(x = var_42268_cast, y = var_42269_to_fp16)[name = tensor<string, []>("aw_3589_cast")];
            tensor<string, []> var_42272_equation_0 = const()[name = tensor<string, []>("op_42272_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_42272_cast = einsum(equation = var_42272_equation_0, values = (var_42114_cast, var_42031_cast))[name = tensor<string, []>("op_42272_cast")];
            tensor<fp16, []> var_42273_to_fp16 = const()[name = tensor<string, []>("op_42273_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3591_cast = mul(x = var_42272_cast, y = var_42273_to_fp16)[name = tensor<string, []>("aw_3591_cast")];
            tensor<string, []> var_42276_equation_0 = const()[name = tensor<string, []>("op_42276_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_42276_cast = einsum(equation = var_42276_equation_0, values = (var_42118_cast, var_42035_cast))[name = tensor<string, []>("op_42276_cast")];
            tensor<fp16, []> var_42277_to_fp16 = const()[name = tensor<string, []>("op_42277_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3593_cast = mul(x = var_42276_cast, y = var_42277_to_fp16)[name = tensor<string, []>("aw_3593_cast")];
            tensor<string, []> var_42280_equation_0 = const()[name = tensor<string, []>("op_42280_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_42280_cast = einsum(equation = var_42280_equation_0, values = (var_42122_cast, var_42039_cast))[name = tensor<string, []>("op_42280_cast")];
            tensor<fp16, []> var_42281_to_fp16 = const()[name = tensor<string, []>("op_42281_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3595_cast = mul(x = var_42280_cast, y = var_42281_to_fp16)[name = tensor<string, []>("aw_3595_cast")];
            tensor<string, []> var_42284_equation_0 = const()[name = tensor<string, []>("op_42284_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_42284_cast = einsum(equation = var_42284_equation_0, values = (var_42126_cast, var_42043_cast))[name = tensor<string, []>("op_42284_cast")];
            tensor<fp16, []> var_42285_to_fp16 = const()[name = tensor<string, []>("op_42285_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3597_cast = mul(x = var_42284_cast, y = var_42285_to_fp16)[name = tensor<string, []>("aw_3597_cast")];
            tensor<string, []> var_42288_equation_0 = const()[name = tensor<string, []>("op_42288_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_42288_cast = einsum(equation = var_42288_equation_0, values = (var_42130_cast, var_42047_cast))[name = tensor<string, []>("op_42288_cast")];
            tensor<fp16, []> var_42289_to_fp16 = const()[name = tensor<string, []>("op_42289_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3599_cast = mul(x = var_42288_cast, y = var_42289_to_fp16)[name = tensor<string, []>("aw_3599_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_42291_cast = softmax(axis = var_30355, x = aw_3561_cast)[name = tensor<string, []>("op_42291_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_42292_cast = softmax(axis = var_30355, x = aw_3563_cast)[name = tensor<string, []>("op_42292_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_42293_cast = softmax(axis = var_30355, x = aw_3565_cast)[name = tensor<string, []>("op_42293_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_42294_cast = softmax(axis = var_30355, x = aw_3567_cast)[name = tensor<string, []>("op_42294_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_42295_cast = softmax(axis = var_30355, x = aw_3569_cast)[name = tensor<string, []>("op_42295_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_42296_cast = softmax(axis = var_30355, x = aw_3571_cast)[name = tensor<string, []>("op_42296_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_42297_cast = softmax(axis = var_30355, x = aw_3573_cast)[name = tensor<string, []>("op_42297_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_42298_cast = softmax(axis = var_30355, x = aw_3575_cast)[name = tensor<string, []>("op_42298_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_42299_cast = softmax(axis = var_30355, x = aw_3577_cast)[name = tensor<string, []>("op_42299_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_42300_cast = softmax(axis = var_30355, x = aw_3579_cast)[name = tensor<string, []>("op_42300_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_42301_cast = softmax(axis = var_30355, x = aw_3581_cast)[name = tensor<string, []>("op_42301_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_42302_cast = softmax(axis = var_30355, x = aw_3583_cast)[name = tensor<string, []>("op_42302_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_42303_cast = softmax(axis = var_30355, x = aw_3585_cast)[name = tensor<string, []>("op_42303_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_42304_cast = softmax(axis = var_30355, x = aw_3587_cast)[name = tensor<string, []>("op_42304_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_42305_cast = softmax(axis = var_30355, x = aw_3589_cast)[name = tensor<string, []>("op_42305_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_42306_cast = softmax(axis = var_30355, x = aw_3591_cast)[name = tensor<string, []>("op_42306_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_42307_cast = softmax(axis = var_30355, x = aw_3593_cast)[name = tensor<string, []>("op_42307_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_42308_cast = softmax(axis = var_30355, x = aw_3595_cast)[name = tensor<string, []>("op_42308_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_42309_cast = softmax(axis = var_30355, x = aw_3597_cast)[name = tensor<string, []>("op_42309_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_42310_cast = softmax(axis = var_30355, x = aw_3599_cast)[name = tensor<string, []>("op_42310_cast")];
            tensor<string, []> var_42312_equation_0 = const()[name = tensor<string, []>("op_42312_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_42312_cast = einsum(equation = var_42312_equation_0, values = (var_42132_cast, var_42291_cast))[name = tensor<string, []>("op_42312_cast")];
            tensor<string, []> var_42314_equation_0 = const()[name = tensor<string, []>("op_42314_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_42314_cast = einsum(equation = var_42314_equation_0, values = (var_42136_cast, var_42292_cast))[name = tensor<string, []>("op_42314_cast")];
            tensor<string, []> var_42316_equation_0 = const()[name = tensor<string, []>("op_42316_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_42316_cast = einsum(equation = var_42316_equation_0, values = (var_42140_cast, var_42293_cast))[name = tensor<string, []>("op_42316_cast")];
            tensor<string, []> var_42318_equation_0 = const()[name = tensor<string, []>("op_42318_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_42318_cast = einsum(equation = var_42318_equation_0, values = (var_42144_cast, var_42294_cast))[name = tensor<string, []>("op_42318_cast")];
            tensor<string, []> var_42320_equation_0 = const()[name = tensor<string, []>("op_42320_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_42320_cast = einsum(equation = var_42320_equation_0, values = (var_42148_cast, var_42295_cast))[name = tensor<string, []>("op_42320_cast")];
            tensor<string, []> var_42322_equation_0 = const()[name = tensor<string, []>("op_42322_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_42322_cast = einsum(equation = var_42322_equation_0, values = (var_42152_cast, var_42296_cast))[name = tensor<string, []>("op_42322_cast")];
            tensor<string, []> var_42324_equation_0 = const()[name = tensor<string, []>("op_42324_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_42324_cast = einsum(equation = var_42324_equation_0, values = (var_42156_cast, var_42297_cast))[name = tensor<string, []>("op_42324_cast")];
            tensor<string, []> var_42326_equation_0 = const()[name = tensor<string, []>("op_42326_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_42326_cast = einsum(equation = var_42326_equation_0, values = (var_42160_cast, var_42298_cast))[name = tensor<string, []>("op_42326_cast")];
            tensor<string, []> var_42328_equation_0 = const()[name = tensor<string, []>("op_42328_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_42328_cast = einsum(equation = var_42328_equation_0, values = (var_42164_cast, var_42299_cast))[name = tensor<string, []>("op_42328_cast")];
            tensor<string, []> var_42330_equation_0 = const()[name = tensor<string, []>("op_42330_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_42330_cast = einsum(equation = var_42330_equation_0, values = (var_42168_cast, var_42300_cast))[name = tensor<string, []>("op_42330_cast")];
            tensor<string, []> var_42332_equation_0 = const()[name = tensor<string, []>("op_42332_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_42332_cast = einsum(equation = var_42332_equation_0, values = (var_42172_cast, var_42301_cast))[name = tensor<string, []>("op_42332_cast")];
            tensor<string, []> var_42334_equation_0 = const()[name = tensor<string, []>("op_42334_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_42334_cast = einsum(equation = var_42334_equation_0, values = (var_42176_cast, var_42302_cast))[name = tensor<string, []>("op_42334_cast")];
            tensor<string, []> var_42336_equation_0 = const()[name = tensor<string, []>("op_42336_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_42336_cast = einsum(equation = var_42336_equation_0, values = (var_42180_cast, var_42303_cast))[name = tensor<string, []>("op_42336_cast")];
            tensor<string, []> var_42338_equation_0 = const()[name = tensor<string, []>("op_42338_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_42338_cast = einsum(equation = var_42338_equation_0, values = (var_42184_cast, var_42304_cast))[name = tensor<string, []>("op_42338_cast")];
            tensor<string, []> var_42340_equation_0 = const()[name = tensor<string, []>("op_42340_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_42340_cast = einsum(equation = var_42340_equation_0, values = (var_42188_cast, var_42305_cast))[name = tensor<string, []>("op_42340_cast")];
            tensor<string, []> var_42342_equation_0 = const()[name = tensor<string, []>("op_42342_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_42342_cast = einsum(equation = var_42342_equation_0, values = (var_42192_cast, var_42306_cast))[name = tensor<string, []>("op_42342_cast")];
            tensor<string, []> var_42344_equation_0 = const()[name = tensor<string, []>("op_42344_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_42344_cast = einsum(equation = var_42344_equation_0, values = (var_42196_cast, var_42307_cast))[name = tensor<string, []>("op_42344_cast")];
            tensor<string, []> var_42346_equation_0 = const()[name = tensor<string, []>("op_42346_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_42346_cast = einsum(equation = var_42346_equation_0, values = (var_42200_cast, var_42308_cast))[name = tensor<string, []>("op_42346_cast")];
            tensor<string, []> var_42348_equation_0 = const()[name = tensor<string, []>("op_42348_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_42348_cast = einsum(equation = var_42348_equation_0, values = (var_42204_cast, var_42309_cast))[name = tensor<string, []>("op_42348_cast")];
            tensor<string, []> var_42350_equation_0 = const()[name = tensor<string, []>("op_42350_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_42350_cast = einsum(equation = var_42350_equation_0, values = (var_42208_cast, var_42310_cast))[name = tensor<string, []>("op_42350_cast")];
            tensor<bool, []> input_555_interleave_0 = const()[name = tensor<string, []>("input_555_interleave_0"), val = tensor<bool, []>(false)];
            tensor<fp16, [2, 1280, 1, 576]> input_555_cast = concat(axis = var_30355, interleave = input_555_interleave_0, values = (var_42312_cast, var_42314_cast, var_42316_cast, var_42318_cast, var_42320_cast, var_42322_cast, var_42324_cast, var_42326_cast, var_42328_cast, var_42330_cast, var_42332_cast, var_42334_cast, var_42336_cast, var_42338_cast, var_42340_cast, var_42342_cast, var_42344_cast, var_42346_cast, var_42348_cast, var_42350_cast))[name = tensor<string, []>("input_555_cast")];
            tensor<int32, [2]> var_42356 = const()[name = tensor<string, []>("op_42356"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_42358 = const()[name = tensor<string, []>("op_42358"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_42360_pad_type_0 = const()[name = tensor<string, []>("op_42360_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_42360_pad_0 = const()[name = tensor<string, []>("op_42360_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_2_attn2_to_out_0_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [409600]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(110972416))), lut = tensor<fp16, [4]>([-0x1.394p-6, -0x1.76cp-8, 0x1.754p-8, 0x1.39p-6]), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_2_attn2_to_out_0_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_attentions_1_transformer_blocks_2_attn2_to_out_0_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_2_attn2_to_out_0_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(111382080)))];
            tensor<fp16, [2, 1280, 1, 576]> var_42360_cast = conv(bias = up_blocks_0_attentions_1_transformer_blocks_2_attn2_to_out_0_bias_to_fp16, dilations = var_42358, groups = var_30355, pad = var_42360_pad_0, pad_type = var_42360_pad_type_0, strides = var_42356, weight = up_blocks_0_attentions_1_transformer_blocks_2_attn2_to_out_0_weight_to_fp16_palettized, x = input_555_cast)[name = tensor<string, []>("op_42360_cast")];
            tensor<fp16, [2, 1280, 1, 576]> inputs_281_cast = add(x = var_42360_cast, y = inputs_279_cast)[name = tensor<string, []>("inputs_281_cast")];
            tensor<int32, [1]> var_42364 = const()[name = tensor<string, []>("op_42364"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> channels_mean_281_cast = reduce_mean(axes = var_42364, keep_dims = var_30350, x = inputs_281_cast)[name = tensor<string, []>("channels_mean_281_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_281_cast = sub(x = inputs_281_cast, y = channels_mean_281_cast)[name = tensor<string, []>("zero_mean_281_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_sq_281_cast = mul(x = zero_mean_281_cast, y = zero_mean_281_cast)[name = tensor<string, []>("zero_mean_sq_281_cast")];
            tensor<int32, [1]> var_42368 = const()[name = tensor<string, []>("op_42368"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> var_42369_cast = reduce_mean(axes = var_42368, keep_dims = var_30350, x = zero_mean_sq_281_cast)[name = tensor<string, []>("op_42369_cast")];
            tensor<fp16, []> var_42370_to_fp16 = const()[name = tensor<string, []>("op_42370_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 576]> var_42371_cast = add(x = var_42369_cast, y = var_42370_to_fp16)[name = tensor<string, []>("op_42371_cast")];
            tensor<fp16, []> denom_281_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_281_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 576]> denom_281_cast = rsqrt(epsilon = denom_281_epsilon_0_to_fp16, x = var_42371_cast)[name = tensor<string, []>("denom_281_cast")];
            tensor<fp16, [2, 1280, 1, 576]> out_281_cast = mul(x = zero_mean_281_cast, y = denom_281_cast)[name = tensor<string, []>("out_281_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_42375_to_fp16 = const()[name = tensor<string, []>("op_42375_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(111384704)))];
            tensor<fp16, [2, 1280, 1, 576]> var_42376_cast = add(x = out_281_cast, y = var_42375_to_fp16)[name = tensor<string, []>("op_42376_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_42378_to_fp16 = const()[name = tensor<string, []>("op_42378_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(111387328)))];
            tensor<fp16, [2, 1280, 1, 576]> input_557_cast = mul(x = var_42376_cast, y = var_42378_to_fp16)[name = tensor<string, []>("input_557_cast")];
            tensor<int32, [2]> var_42386 = const()[name = tensor<string, []>("op_42386"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_42388 = const()[name = tensor<string, []>("op_42388"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_42390_pad_type_0 = const()[name = tensor<string, []>("op_42390_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_42390_pad_0 = const()[name = tensor<string, []>("op_42390_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [10240, 1280, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_2_ff_net_0_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [9830400]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(111389952))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(121220416))), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_2_ff_net_0_proj_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([10240, 1280, 1, 1])];
            tensor<fp16, [10240]> up_blocks_0_attentions_1_transformer_blocks_2_ff_net_0_proj_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_2_ff_net_0_proj_bias_to_fp16"), val = tensor<fp16, [10240]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(121220608)))];
            tensor<fp16, [2, 10240, 1, 576]> var_42390_cast = conv(bias = up_blocks_0_attentions_1_transformer_blocks_2_ff_net_0_proj_bias_to_fp16, dilations = var_42388, groups = var_30355, pad = var_42390_pad_0, pad_type = var_42390_pad_type_0, strides = var_42386, weight = up_blocks_0_attentions_1_transformer_blocks_2_ff_net_0_proj_weight_to_fp16_palettized, x = input_557_cast)[name = tensor<string, []>("op_42390_cast")];
            tensor<int32, [2]> var_42391_split_sizes_0 = const()[name = tensor<string, []>("op_42391_split_sizes_0"), val = tensor<int32, [2]>([5120, 5120])];
            tensor<int32, []> var_42391_axis_0 = const()[name = tensor<string, []>("op_42391_axis_0"), val = tensor<int32, []>(1)];
            tensor<fp16, [2, 5120, 1, 576]> var_42391_cast_0, tensor<fp16, [2, 5120, 1, 576]> var_42391_cast_1 = split(axis = var_42391_axis_0, split_sizes = var_42391_split_sizes_0, x = var_42390_cast)[name = tensor<string, []>("op_42391_cast")];
            tensor<string, []> var_42393_mode_0 = const()[name = tensor<string, []>("op_42393_mode_0"), val = tensor<string, []>("EXACT")];
            tensor<fp16, [2, 5120, 1, 576]> var_42393_cast = gelu(mode = var_42393_mode_0, x = var_42391_cast_1)[name = tensor<string, []>("op_42393_cast")];
            tensor<fp16, [2, 5120, 1, 576]> input_559_cast = mul(x = var_42391_cast_0, y = var_42393_cast)[name = tensor<string, []>("input_559_cast")];
            tensor<int32, [2]> var_42397 = const()[name = tensor<string, []>("op_42397"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_42399 = const()[name = tensor<string, []>("op_42399"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_42401_pad_type_0 = const()[name = tensor<string, []>("op_42401_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_42401_pad_0 = const()[name = tensor<string, []>("op_42401_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 5120, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_2_ff_net_2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [4915200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(121241152))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(126156416))), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_2_ff_net_2_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 5120, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_attentions_1_transformer_blocks_2_ff_net_2_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_2_ff_net_2_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(126156608)))];
            tensor<fp16, [2, 1280, 1, 576]> var_42401_cast = conv(bias = up_blocks_0_attentions_1_transformer_blocks_2_ff_net_2_bias_to_fp16, dilations = var_42399, groups = var_30355, pad = var_42401_pad_0, pad_type = var_42401_pad_type_0, strides = var_42397, weight = up_blocks_0_attentions_1_transformer_blocks_2_ff_net_2_weight_to_fp16_palettized, x = input_559_cast)[name = tensor<string, []>("op_42401_cast")];
            tensor<fp16, [2, 1280, 1, 576]> inputs_283_cast = add(x = var_42401_cast, y = inputs_281_cast)[name = tensor<string, []>("inputs_283_cast")];
            tensor<int32, [1]> var_42411 = const()[name = tensor<string, []>("op_42411"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> channels_mean_283_cast = reduce_mean(axes = var_42411, keep_dims = var_30350, x = inputs_283_cast)[name = tensor<string, []>("channels_mean_283_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_283_cast = sub(x = inputs_283_cast, y = channels_mean_283_cast)[name = tensor<string, []>("zero_mean_283_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_sq_283_cast = mul(x = zero_mean_283_cast, y = zero_mean_283_cast)[name = tensor<string, []>("zero_mean_sq_283_cast")];
            tensor<int32, [1]> var_42415 = const()[name = tensor<string, []>("op_42415"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> var_42416_cast = reduce_mean(axes = var_42415, keep_dims = var_30350, x = zero_mean_sq_283_cast)[name = tensor<string, []>("op_42416_cast")];
            tensor<fp16, []> var_42417_to_fp16 = const()[name = tensor<string, []>("op_42417_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 576]> var_42418_cast = add(x = var_42416_cast, y = var_42417_to_fp16)[name = tensor<string, []>("op_42418_cast")];
            tensor<fp16, []> denom_283_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_283_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 576]> denom_283_cast = rsqrt(epsilon = denom_283_epsilon_0_to_fp16, x = var_42418_cast)[name = tensor<string, []>("denom_283_cast")];
            tensor<fp16, [2, 1280, 1, 576]> out_283_cast = mul(x = zero_mean_283_cast, y = denom_283_cast)[name = tensor<string, []>("out_283_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_42422_to_fp16 = const()[name = tensor<string, []>("op_42422_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(126159232)))];
            tensor<fp16, [2, 1280, 1, 576]> var_42423_cast = add(x = out_283_cast, y = var_42422_to_fp16)[name = tensor<string, []>("op_42423_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_42425_to_fp16 = const()[name = tensor<string, []>("op_42425_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(126161856)))];
            tensor<fp16, [2, 1280, 1, 576]> hidden_states_379_cast = mul(x = var_42423_cast, y = var_42425_to_fp16)[name = tensor<string, []>("hidden_states_379_cast")];
            tensor<int32, [2]> var_42432 = const()[name = tensor<string, []>("op_42432"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_42434 = const()[name = tensor<string, []>("op_42434"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> q_189_pad_type_0 = const()[name = tensor<string, []>("q_189_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> q_189_pad_0 = const()[name = tensor<string, []>("q_189_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_3_attn1_to_q_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [819200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(126164480))), lut = tensor<fp16, [16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(126983744))), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_3_attn1_to_q_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> q_189_cast = conv(dilations = var_42434, groups = var_30355, pad = q_189_pad_0, pad_type = q_189_pad_type_0, strides = var_42432, weight = up_blocks_0_attentions_1_transformer_blocks_3_attn1_to_q_weight_to_fp16_palettized, x = hidden_states_379_cast)[name = tensor<string, []>("q_189_cast")];
            tensor<int32, [2]> var_42438 = const()[name = tensor<string, []>("op_42438"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_42440 = const()[name = tensor<string, []>("op_42440"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> k_377_pad_type_0 = const()[name = tensor<string, []>("k_377_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> k_377_pad_0 = const()[name = tensor<string, []>("k_377_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_3_attn1_to_k_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [819200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(126983872))), lut = tensor<fp16, [16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(127803136))), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_3_attn1_to_k_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> k_377_cast = conv(dilations = var_42440, groups = var_30355, pad = k_377_pad_0, pad_type = k_377_pad_type_0, strides = var_42438, weight = up_blocks_0_attentions_1_transformer_blocks_3_attn1_to_k_weight_to_fp16_palettized, x = hidden_states_379_cast)[name = tensor<string, []>("k_377_cast")];
            tensor<int32, [2]> var_42444 = const()[name = tensor<string, []>("op_42444"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_42446 = const()[name = tensor<string, []>("op_42446"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> v_189_pad_type_0 = const()[name = tensor<string, []>("v_189_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> v_189_pad_0 = const()[name = tensor<string, []>("v_189_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_3_attn1_to_v_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [1228800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(127803264))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(129032128))), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_3_attn1_to_v_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> v_189_cast = conv(dilations = var_42446, groups = var_30355, pad = v_189_pad_0, pad_type = v_189_pad_type_0, strides = var_42444, weight = up_blocks_0_attentions_1_transformer_blocks_3_attn1_to_v_weight_to_fp16_palettized, x = hidden_states_379_cast)[name = tensor<string, []>("v_189_cast")];
            tensor<int32, [4]> var_42450_begin_0 = const()[name = tensor<string, []>("op_42450_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_42450_end_0 = const()[name = tensor<string, []>("op_42450_end_0"), val = tensor<int32, [4]>([2, 64, 1, 576])];
            tensor<bool, [4]> var_42450_end_mask_0 = const()[name = tensor<string, []>("op_42450_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_42450_cast = slice_by_index(begin = var_42450_begin_0, end = var_42450_end_0, end_mask = var_42450_end_mask_0, x = q_189_cast)[name = tensor<string, []>("op_42450_cast")];
            tensor<int32, [4]> var_42454_begin_0 = const()[name = tensor<string, []>("op_42454_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_42454_end_0 = const()[name = tensor<string, []>("op_42454_end_0"), val = tensor<int32, [4]>([2, 128, 1, 576])];
            tensor<bool, [4]> var_42454_end_mask_0 = const()[name = tensor<string, []>("op_42454_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_42454_cast = slice_by_index(begin = var_42454_begin_0, end = var_42454_end_0, end_mask = var_42454_end_mask_0, x = q_189_cast)[name = tensor<string, []>("op_42454_cast")];
            tensor<int32, [4]> var_42458_begin_0 = const()[name = tensor<string, []>("op_42458_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_42458_end_0 = const()[name = tensor<string, []>("op_42458_end_0"), val = tensor<int32, [4]>([2, 192, 1, 576])];
            tensor<bool, [4]> var_42458_end_mask_0 = const()[name = tensor<string, []>("op_42458_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_42458_cast = slice_by_index(begin = var_42458_begin_0, end = var_42458_end_0, end_mask = var_42458_end_mask_0, x = q_189_cast)[name = tensor<string, []>("op_42458_cast")];
            tensor<int32, [4]> var_42462_begin_0 = const()[name = tensor<string, []>("op_42462_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_42462_end_0 = const()[name = tensor<string, []>("op_42462_end_0"), val = tensor<int32, [4]>([2, 256, 1, 576])];
            tensor<bool, [4]> var_42462_end_mask_0 = const()[name = tensor<string, []>("op_42462_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_42462_cast = slice_by_index(begin = var_42462_begin_0, end = var_42462_end_0, end_mask = var_42462_end_mask_0, x = q_189_cast)[name = tensor<string, []>("op_42462_cast")];
            tensor<int32, [4]> var_42466_begin_0 = const()[name = tensor<string, []>("op_42466_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_42466_end_0 = const()[name = tensor<string, []>("op_42466_end_0"), val = tensor<int32, [4]>([2, 320, 1, 576])];
            tensor<bool, [4]> var_42466_end_mask_0 = const()[name = tensor<string, []>("op_42466_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_42466_cast = slice_by_index(begin = var_42466_begin_0, end = var_42466_end_0, end_mask = var_42466_end_mask_0, x = q_189_cast)[name = tensor<string, []>("op_42466_cast")];
            tensor<int32, [4]> var_42470_begin_0 = const()[name = tensor<string, []>("op_42470_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_42470_end_0 = const()[name = tensor<string, []>("op_42470_end_0"), val = tensor<int32, [4]>([2, 384, 1, 576])];
            tensor<bool, [4]> var_42470_end_mask_0 = const()[name = tensor<string, []>("op_42470_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_42470_cast = slice_by_index(begin = var_42470_begin_0, end = var_42470_end_0, end_mask = var_42470_end_mask_0, x = q_189_cast)[name = tensor<string, []>("op_42470_cast")];
            tensor<int32, [4]> var_42474_begin_0 = const()[name = tensor<string, []>("op_42474_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_42474_end_0 = const()[name = tensor<string, []>("op_42474_end_0"), val = tensor<int32, [4]>([2, 448, 1, 576])];
            tensor<bool, [4]> var_42474_end_mask_0 = const()[name = tensor<string, []>("op_42474_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_42474_cast = slice_by_index(begin = var_42474_begin_0, end = var_42474_end_0, end_mask = var_42474_end_mask_0, x = q_189_cast)[name = tensor<string, []>("op_42474_cast")];
            tensor<int32, [4]> var_42478_begin_0 = const()[name = tensor<string, []>("op_42478_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_42478_end_0 = const()[name = tensor<string, []>("op_42478_end_0"), val = tensor<int32, [4]>([2, 512, 1, 576])];
            tensor<bool, [4]> var_42478_end_mask_0 = const()[name = tensor<string, []>("op_42478_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_42478_cast = slice_by_index(begin = var_42478_begin_0, end = var_42478_end_0, end_mask = var_42478_end_mask_0, x = q_189_cast)[name = tensor<string, []>("op_42478_cast")];
            tensor<int32, [4]> var_42482_begin_0 = const()[name = tensor<string, []>("op_42482_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_42482_end_0 = const()[name = tensor<string, []>("op_42482_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_42482_end_mask_0 = const()[name = tensor<string, []>("op_42482_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_42482_cast = slice_by_index(begin = var_42482_begin_0, end = var_42482_end_0, end_mask = var_42482_end_mask_0, x = q_189_cast)[name = tensor<string, []>("op_42482_cast")];
            tensor<int32, [4]> var_42486_begin_0 = const()[name = tensor<string, []>("op_42486_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_42486_end_0 = const()[name = tensor<string, []>("op_42486_end_0"), val = tensor<int32, [4]>([2, 640, 1, 576])];
            tensor<bool, [4]> var_42486_end_mask_0 = const()[name = tensor<string, []>("op_42486_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_42486_cast = slice_by_index(begin = var_42486_begin_0, end = var_42486_end_0, end_mask = var_42486_end_mask_0, x = q_189_cast)[name = tensor<string, []>("op_42486_cast")];
            tensor<int32, [4]> var_42490_begin_0 = const()[name = tensor<string, []>("op_42490_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_42490_end_0 = const()[name = tensor<string, []>("op_42490_end_0"), val = tensor<int32, [4]>([2, 704, 1, 576])];
            tensor<bool, [4]> var_42490_end_mask_0 = const()[name = tensor<string, []>("op_42490_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_42490_cast = slice_by_index(begin = var_42490_begin_0, end = var_42490_end_0, end_mask = var_42490_end_mask_0, x = q_189_cast)[name = tensor<string, []>("op_42490_cast")];
            tensor<int32, [4]> var_42494_begin_0 = const()[name = tensor<string, []>("op_42494_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_42494_end_0 = const()[name = tensor<string, []>("op_42494_end_0"), val = tensor<int32, [4]>([2, 768, 1, 576])];
            tensor<bool, [4]> var_42494_end_mask_0 = const()[name = tensor<string, []>("op_42494_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_42494_cast = slice_by_index(begin = var_42494_begin_0, end = var_42494_end_0, end_mask = var_42494_end_mask_0, x = q_189_cast)[name = tensor<string, []>("op_42494_cast")];
            tensor<int32, [4]> var_42498_begin_0 = const()[name = tensor<string, []>("op_42498_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_42498_end_0 = const()[name = tensor<string, []>("op_42498_end_0"), val = tensor<int32, [4]>([2, 832, 1, 576])];
            tensor<bool, [4]> var_42498_end_mask_0 = const()[name = tensor<string, []>("op_42498_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_42498_cast = slice_by_index(begin = var_42498_begin_0, end = var_42498_end_0, end_mask = var_42498_end_mask_0, x = q_189_cast)[name = tensor<string, []>("op_42498_cast")];
            tensor<int32, [4]> var_42502_begin_0 = const()[name = tensor<string, []>("op_42502_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_42502_end_0 = const()[name = tensor<string, []>("op_42502_end_0"), val = tensor<int32, [4]>([2, 896, 1, 576])];
            tensor<bool, [4]> var_42502_end_mask_0 = const()[name = tensor<string, []>("op_42502_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_42502_cast = slice_by_index(begin = var_42502_begin_0, end = var_42502_end_0, end_mask = var_42502_end_mask_0, x = q_189_cast)[name = tensor<string, []>("op_42502_cast")];
            tensor<int32, [4]> var_42506_begin_0 = const()[name = tensor<string, []>("op_42506_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_42506_end_0 = const()[name = tensor<string, []>("op_42506_end_0"), val = tensor<int32, [4]>([2, 960, 1, 576])];
            tensor<bool, [4]> var_42506_end_mask_0 = const()[name = tensor<string, []>("op_42506_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_42506_cast = slice_by_index(begin = var_42506_begin_0, end = var_42506_end_0, end_mask = var_42506_end_mask_0, x = q_189_cast)[name = tensor<string, []>("op_42506_cast")];
            tensor<int32, [4]> var_42510_begin_0 = const()[name = tensor<string, []>("op_42510_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_42510_end_0 = const()[name = tensor<string, []>("op_42510_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 576])];
            tensor<bool, [4]> var_42510_end_mask_0 = const()[name = tensor<string, []>("op_42510_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_42510_cast = slice_by_index(begin = var_42510_begin_0, end = var_42510_end_0, end_mask = var_42510_end_mask_0, x = q_189_cast)[name = tensor<string, []>("op_42510_cast")];
            tensor<int32, [4]> var_42514_begin_0 = const()[name = tensor<string, []>("op_42514_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_42514_end_0 = const()[name = tensor<string, []>("op_42514_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 576])];
            tensor<bool, [4]> var_42514_end_mask_0 = const()[name = tensor<string, []>("op_42514_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_42514_cast = slice_by_index(begin = var_42514_begin_0, end = var_42514_end_0, end_mask = var_42514_end_mask_0, x = q_189_cast)[name = tensor<string, []>("op_42514_cast")];
            tensor<int32, [4]> var_42518_begin_0 = const()[name = tensor<string, []>("op_42518_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_42518_end_0 = const()[name = tensor<string, []>("op_42518_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 576])];
            tensor<bool, [4]> var_42518_end_mask_0 = const()[name = tensor<string, []>("op_42518_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_42518_cast = slice_by_index(begin = var_42518_begin_0, end = var_42518_end_0, end_mask = var_42518_end_mask_0, x = q_189_cast)[name = tensor<string, []>("op_42518_cast")];
            tensor<int32, [4]> var_42522_begin_0 = const()[name = tensor<string, []>("op_42522_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_42522_end_0 = const()[name = tensor<string, []>("op_42522_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 576])];
            tensor<bool, [4]> var_42522_end_mask_0 = const()[name = tensor<string, []>("op_42522_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_42522_cast = slice_by_index(begin = var_42522_begin_0, end = var_42522_end_0, end_mask = var_42522_end_mask_0, x = q_189_cast)[name = tensor<string, []>("op_42522_cast")];
            tensor<int32, [4]> var_42526_begin_0 = const()[name = tensor<string, []>("op_42526_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_42526_end_0 = const()[name = tensor<string, []>("op_42526_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 576])];
            tensor<bool, [4]> var_42526_end_mask_0 = const()[name = tensor<string, []>("op_42526_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_42526_cast = slice_by_index(begin = var_42526_begin_0, end = var_42526_end_0, end_mask = var_42526_end_mask_0, x = q_189_cast)[name = tensor<string, []>("op_42526_cast")];
            tensor<int32, [4]> k_379_perm_0 = const()[name = tensor<string, []>("k_379_perm_0"), val = tensor<int32, [4]>([0, 3, 2, 1])];
            tensor<int32, [4]> var_42533_begin_0 = const()[name = tensor<string, []>("op_42533_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_42533_end_0 = const()[name = tensor<string, []>("op_42533_end_0"), val = tensor<int32, [4]>([2, 576, 1, 64])];
            tensor<bool, [4]> var_42533_end_mask_0 = const()[name = tensor<string, []>("op_42533_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 1280]> transpose_45 = transpose(perm = k_379_perm_0, x = k_377_cast)[name = tensor<string, []>("transpose_45")];
            tensor<fp16, [2, 576, 1, 64]> var_42533_cast = slice_by_index(begin = var_42533_begin_0, end = var_42533_end_0, end_mask = var_42533_end_mask_0, x = transpose_45)[name = tensor<string, []>("op_42533_cast")];
            tensor<int32, [4]> var_42537_begin_0 = const()[name = tensor<string, []>("op_42537_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 64])];
            tensor<int32, [4]> var_42537_end_0 = const()[name = tensor<string, []>("op_42537_end_0"), val = tensor<int32, [4]>([2, 576, 1, 128])];
            tensor<bool, [4]> var_42537_end_mask_0 = const()[name = tensor<string, []>("op_42537_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_42537_cast = slice_by_index(begin = var_42537_begin_0, end = var_42537_end_0, end_mask = var_42537_end_mask_0, x = transpose_45)[name = tensor<string, []>("op_42537_cast")];
            tensor<int32, [4]> var_42541_begin_0 = const()[name = tensor<string, []>("op_42541_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 128])];
            tensor<int32, [4]> var_42541_end_0 = const()[name = tensor<string, []>("op_42541_end_0"), val = tensor<int32, [4]>([2, 576, 1, 192])];
            tensor<bool, [4]> var_42541_end_mask_0 = const()[name = tensor<string, []>("op_42541_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_42541_cast = slice_by_index(begin = var_42541_begin_0, end = var_42541_end_0, end_mask = var_42541_end_mask_0, x = transpose_45)[name = tensor<string, []>("op_42541_cast")];
            tensor<int32, [4]> var_42545_begin_0 = const()[name = tensor<string, []>("op_42545_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 192])];
            tensor<int32, [4]> var_42545_end_0 = const()[name = tensor<string, []>("op_42545_end_0"), val = tensor<int32, [4]>([2, 576, 1, 256])];
            tensor<bool, [4]> var_42545_end_mask_0 = const()[name = tensor<string, []>("op_42545_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_42545_cast = slice_by_index(begin = var_42545_begin_0, end = var_42545_end_0, end_mask = var_42545_end_mask_0, x = transpose_45)[name = tensor<string, []>("op_42545_cast")];
            tensor<int32, [4]> var_42549_begin_0 = const()[name = tensor<string, []>("op_42549_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 256])];
            tensor<int32, [4]> var_42549_end_0 = const()[name = tensor<string, []>("op_42549_end_0"), val = tensor<int32, [4]>([2, 576, 1, 320])];
            tensor<bool, [4]> var_42549_end_mask_0 = const()[name = tensor<string, []>("op_42549_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_42549_cast = slice_by_index(begin = var_42549_begin_0, end = var_42549_end_0, end_mask = var_42549_end_mask_0, x = transpose_45)[name = tensor<string, []>("op_42549_cast")];
            tensor<int32, [4]> var_42553_begin_0 = const()[name = tensor<string, []>("op_42553_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 320])];
            tensor<int32, [4]> var_42553_end_0 = const()[name = tensor<string, []>("op_42553_end_0"), val = tensor<int32, [4]>([2, 576, 1, 384])];
            tensor<bool, [4]> var_42553_end_mask_0 = const()[name = tensor<string, []>("op_42553_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_42553_cast = slice_by_index(begin = var_42553_begin_0, end = var_42553_end_0, end_mask = var_42553_end_mask_0, x = transpose_45)[name = tensor<string, []>("op_42553_cast")];
            tensor<int32, [4]> var_42557_begin_0 = const()[name = tensor<string, []>("op_42557_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 384])];
            tensor<int32, [4]> var_42557_end_0 = const()[name = tensor<string, []>("op_42557_end_0"), val = tensor<int32, [4]>([2, 576, 1, 448])];
            tensor<bool, [4]> var_42557_end_mask_0 = const()[name = tensor<string, []>("op_42557_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_42557_cast = slice_by_index(begin = var_42557_begin_0, end = var_42557_end_0, end_mask = var_42557_end_mask_0, x = transpose_45)[name = tensor<string, []>("op_42557_cast")];
            tensor<int32, [4]> var_42561_begin_0 = const()[name = tensor<string, []>("op_42561_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 448])];
            tensor<int32, [4]> var_42561_end_0 = const()[name = tensor<string, []>("op_42561_end_0"), val = tensor<int32, [4]>([2, 576, 1, 512])];
            tensor<bool, [4]> var_42561_end_mask_0 = const()[name = tensor<string, []>("op_42561_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_42561_cast = slice_by_index(begin = var_42561_begin_0, end = var_42561_end_0, end_mask = var_42561_end_mask_0, x = transpose_45)[name = tensor<string, []>("op_42561_cast")];
            tensor<int32, [4]> var_42565_begin_0 = const()[name = tensor<string, []>("op_42565_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 512])];
            tensor<int32, [4]> var_42565_end_0 = const()[name = tensor<string, []>("op_42565_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_42565_end_mask_0 = const()[name = tensor<string, []>("op_42565_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_42565_cast = slice_by_index(begin = var_42565_begin_0, end = var_42565_end_0, end_mask = var_42565_end_mask_0, x = transpose_45)[name = tensor<string, []>("op_42565_cast")];
            tensor<int32, [4]> var_42569_begin_0 = const()[name = tensor<string, []>("op_42569_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 576])];
            tensor<int32, [4]> var_42569_end_0 = const()[name = tensor<string, []>("op_42569_end_0"), val = tensor<int32, [4]>([2, 576, 1, 640])];
            tensor<bool, [4]> var_42569_end_mask_0 = const()[name = tensor<string, []>("op_42569_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_42569_cast = slice_by_index(begin = var_42569_begin_0, end = var_42569_end_0, end_mask = var_42569_end_mask_0, x = transpose_45)[name = tensor<string, []>("op_42569_cast")];
            tensor<int32, [4]> var_42573_begin_0 = const()[name = tensor<string, []>("op_42573_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 640])];
            tensor<int32, [4]> var_42573_end_0 = const()[name = tensor<string, []>("op_42573_end_0"), val = tensor<int32, [4]>([2, 576, 1, 704])];
            tensor<bool, [4]> var_42573_end_mask_0 = const()[name = tensor<string, []>("op_42573_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_42573_cast = slice_by_index(begin = var_42573_begin_0, end = var_42573_end_0, end_mask = var_42573_end_mask_0, x = transpose_45)[name = tensor<string, []>("op_42573_cast")];
            tensor<int32, [4]> var_42577_begin_0 = const()[name = tensor<string, []>("op_42577_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 704])];
            tensor<int32, [4]> var_42577_end_0 = const()[name = tensor<string, []>("op_42577_end_0"), val = tensor<int32, [4]>([2, 576, 1, 768])];
            tensor<bool, [4]> var_42577_end_mask_0 = const()[name = tensor<string, []>("op_42577_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_42577_cast = slice_by_index(begin = var_42577_begin_0, end = var_42577_end_0, end_mask = var_42577_end_mask_0, x = transpose_45)[name = tensor<string, []>("op_42577_cast")];
            tensor<int32, [4]> var_42581_begin_0 = const()[name = tensor<string, []>("op_42581_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 768])];
            tensor<int32, [4]> var_42581_end_0 = const()[name = tensor<string, []>("op_42581_end_0"), val = tensor<int32, [4]>([2, 576, 1, 832])];
            tensor<bool, [4]> var_42581_end_mask_0 = const()[name = tensor<string, []>("op_42581_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_42581_cast = slice_by_index(begin = var_42581_begin_0, end = var_42581_end_0, end_mask = var_42581_end_mask_0, x = transpose_45)[name = tensor<string, []>("op_42581_cast")];
            tensor<int32, [4]> var_42585_begin_0 = const()[name = tensor<string, []>("op_42585_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 832])];
            tensor<int32, [4]> var_42585_end_0 = const()[name = tensor<string, []>("op_42585_end_0"), val = tensor<int32, [4]>([2, 576, 1, 896])];
            tensor<bool, [4]> var_42585_end_mask_0 = const()[name = tensor<string, []>("op_42585_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_42585_cast = slice_by_index(begin = var_42585_begin_0, end = var_42585_end_0, end_mask = var_42585_end_mask_0, x = transpose_45)[name = tensor<string, []>("op_42585_cast")];
            tensor<int32, [4]> var_42589_begin_0 = const()[name = tensor<string, []>("op_42589_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 896])];
            tensor<int32, [4]> var_42589_end_0 = const()[name = tensor<string, []>("op_42589_end_0"), val = tensor<int32, [4]>([2, 576, 1, 960])];
            tensor<bool, [4]> var_42589_end_mask_0 = const()[name = tensor<string, []>("op_42589_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_42589_cast = slice_by_index(begin = var_42589_begin_0, end = var_42589_end_0, end_mask = var_42589_end_mask_0, x = transpose_45)[name = tensor<string, []>("op_42589_cast")];
            tensor<int32, [4]> var_42593_begin_0 = const()[name = tensor<string, []>("op_42593_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 960])];
            tensor<int32, [4]> var_42593_end_0 = const()[name = tensor<string, []>("op_42593_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1024])];
            tensor<bool, [4]> var_42593_end_mask_0 = const()[name = tensor<string, []>("op_42593_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_42593_cast = slice_by_index(begin = var_42593_begin_0, end = var_42593_end_0, end_mask = var_42593_end_mask_0, x = transpose_45)[name = tensor<string, []>("op_42593_cast")];
            tensor<int32, [4]> var_42597_begin_0 = const()[name = tensor<string, []>("op_42597_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1024])];
            tensor<int32, [4]> var_42597_end_0 = const()[name = tensor<string, []>("op_42597_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1088])];
            tensor<bool, [4]> var_42597_end_mask_0 = const()[name = tensor<string, []>("op_42597_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_42597_cast = slice_by_index(begin = var_42597_begin_0, end = var_42597_end_0, end_mask = var_42597_end_mask_0, x = transpose_45)[name = tensor<string, []>("op_42597_cast")];
            tensor<int32, [4]> var_42601_begin_0 = const()[name = tensor<string, []>("op_42601_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1088])];
            tensor<int32, [4]> var_42601_end_0 = const()[name = tensor<string, []>("op_42601_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1152])];
            tensor<bool, [4]> var_42601_end_mask_0 = const()[name = tensor<string, []>("op_42601_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_42601_cast = slice_by_index(begin = var_42601_begin_0, end = var_42601_end_0, end_mask = var_42601_end_mask_0, x = transpose_45)[name = tensor<string, []>("op_42601_cast")];
            tensor<int32, [4]> var_42605_begin_0 = const()[name = tensor<string, []>("op_42605_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1152])];
            tensor<int32, [4]> var_42605_end_0 = const()[name = tensor<string, []>("op_42605_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1216])];
            tensor<bool, [4]> var_42605_end_mask_0 = const()[name = tensor<string, []>("op_42605_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_42605_cast = slice_by_index(begin = var_42605_begin_0, end = var_42605_end_0, end_mask = var_42605_end_mask_0, x = transpose_45)[name = tensor<string, []>("op_42605_cast")];
            tensor<int32, [4]> var_42609_begin_0 = const()[name = tensor<string, []>("op_42609_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1216])];
            tensor<int32, [4]> var_42609_end_0 = const()[name = tensor<string, []>("op_42609_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1280])];
            tensor<bool, [4]> var_42609_end_mask_0 = const()[name = tensor<string, []>("op_42609_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_42609_cast = slice_by_index(begin = var_42609_begin_0, end = var_42609_end_0, end_mask = var_42609_end_mask_0, x = transpose_45)[name = tensor<string, []>("op_42609_cast")];
            tensor<int32, [4]> var_42611_begin_0 = const()[name = tensor<string, []>("op_42611_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_42611_end_0 = const()[name = tensor<string, []>("op_42611_end_0"), val = tensor<int32, [4]>([2, 64, 1, 576])];
            tensor<bool, [4]> var_42611_end_mask_0 = const()[name = tensor<string, []>("op_42611_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_42611_cast = slice_by_index(begin = var_42611_begin_0, end = var_42611_end_0, end_mask = var_42611_end_mask_0, x = v_189_cast)[name = tensor<string, []>("op_42611_cast")];
            tensor<int32, [4]> var_42615_begin_0 = const()[name = tensor<string, []>("op_42615_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_42615_end_0 = const()[name = tensor<string, []>("op_42615_end_0"), val = tensor<int32, [4]>([2, 128, 1, 576])];
            tensor<bool, [4]> var_42615_end_mask_0 = const()[name = tensor<string, []>("op_42615_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_42615_cast = slice_by_index(begin = var_42615_begin_0, end = var_42615_end_0, end_mask = var_42615_end_mask_0, x = v_189_cast)[name = tensor<string, []>("op_42615_cast")];
            tensor<int32, [4]> var_42619_begin_0 = const()[name = tensor<string, []>("op_42619_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_42619_end_0 = const()[name = tensor<string, []>("op_42619_end_0"), val = tensor<int32, [4]>([2, 192, 1, 576])];
            tensor<bool, [4]> var_42619_end_mask_0 = const()[name = tensor<string, []>("op_42619_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_42619_cast = slice_by_index(begin = var_42619_begin_0, end = var_42619_end_0, end_mask = var_42619_end_mask_0, x = v_189_cast)[name = tensor<string, []>("op_42619_cast")];
            tensor<int32, [4]> var_42623_begin_0 = const()[name = tensor<string, []>("op_42623_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_42623_end_0 = const()[name = tensor<string, []>("op_42623_end_0"), val = tensor<int32, [4]>([2, 256, 1, 576])];
            tensor<bool, [4]> var_42623_end_mask_0 = const()[name = tensor<string, []>("op_42623_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_42623_cast = slice_by_index(begin = var_42623_begin_0, end = var_42623_end_0, end_mask = var_42623_end_mask_0, x = v_189_cast)[name = tensor<string, []>("op_42623_cast")];
            tensor<int32, [4]> var_42627_begin_0 = const()[name = tensor<string, []>("op_42627_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_42627_end_0 = const()[name = tensor<string, []>("op_42627_end_0"), val = tensor<int32, [4]>([2, 320, 1, 576])];
            tensor<bool, [4]> var_42627_end_mask_0 = const()[name = tensor<string, []>("op_42627_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_42627_cast = slice_by_index(begin = var_42627_begin_0, end = var_42627_end_0, end_mask = var_42627_end_mask_0, x = v_189_cast)[name = tensor<string, []>("op_42627_cast")];
            tensor<int32, [4]> var_42631_begin_0 = const()[name = tensor<string, []>("op_42631_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_42631_end_0 = const()[name = tensor<string, []>("op_42631_end_0"), val = tensor<int32, [4]>([2, 384, 1, 576])];
            tensor<bool, [4]> var_42631_end_mask_0 = const()[name = tensor<string, []>("op_42631_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_42631_cast = slice_by_index(begin = var_42631_begin_0, end = var_42631_end_0, end_mask = var_42631_end_mask_0, x = v_189_cast)[name = tensor<string, []>("op_42631_cast")];
            tensor<int32, [4]> var_42635_begin_0 = const()[name = tensor<string, []>("op_42635_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_42635_end_0 = const()[name = tensor<string, []>("op_42635_end_0"), val = tensor<int32, [4]>([2, 448, 1, 576])];
            tensor<bool, [4]> var_42635_end_mask_0 = const()[name = tensor<string, []>("op_42635_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_42635_cast = slice_by_index(begin = var_42635_begin_0, end = var_42635_end_0, end_mask = var_42635_end_mask_0, x = v_189_cast)[name = tensor<string, []>("op_42635_cast")];
            tensor<int32, [4]> var_42639_begin_0 = const()[name = tensor<string, []>("op_42639_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_42639_end_0 = const()[name = tensor<string, []>("op_42639_end_0"), val = tensor<int32, [4]>([2, 512, 1, 576])];
            tensor<bool, [4]> var_42639_end_mask_0 = const()[name = tensor<string, []>("op_42639_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_42639_cast = slice_by_index(begin = var_42639_begin_0, end = var_42639_end_0, end_mask = var_42639_end_mask_0, x = v_189_cast)[name = tensor<string, []>("op_42639_cast")];
            tensor<int32, [4]> var_42643_begin_0 = const()[name = tensor<string, []>("op_42643_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_42643_end_0 = const()[name = tensor<string, []>("op_42643_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_42643_end_mask_0 = const()[name = tensor<string, []>("op_42643_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_42643_cast = slice_by_index(begin = var_42643_begin_0, end = var_42643_end_0, end_mask = var_42643_end_mask_0, x = v_189_cast)[name = tensor<string, []>("op_42643_cast")];
            tensor<int32, [4]> var_42647_begin_0 = const()[name = tensor<string, []>("op_42647_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_42647_end_0 = const()[name = tensor<string, []>("op_42647_end_0"), val = tensor<int32, [4]>([2, 640, 1, 576])];
            tensor<bool, [4]> var_42647_end_mask_0 = const()[name = tensor<string, []>("op_42647_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_42647_cast = slice_by_index(begin = var_42647_begin_0, end = var_42647_end_0, end_mask = var_42647_end_mask_0, x = v_189_cast)[name = tensor<string, []>("op_42647_cast")];
            tensor<int32, [4]> var_42651_begin_0 = const()[name = tensor<string, []>("op_42651_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_42651_end_0 = const()[name = tensor<string, []>("op_42651_end_0"), val = tensor<int32, [4]>([2, 704, 1, 576])];
            tensor<bool, [4]> var_42651_end_mask_0 = const()[name = tensor<string, []>("op_42651_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_42651_cast = slice_by_index(begin = var_42651_begin_0, end = var_42651_end_0, end_mask = var_42651_end_mask_0, x = v_189_cast)[name = tensor<string, []>("op_42651_cast")];
            tensor<int32, [4]> var_42655_begin_0 = const()[name = tensor<string, []>("op_42655_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_42655_end_0 = const()[name = tensor<string, []>("op_42655_end_0"), val = tensor<int32, [4]>([2, 768, 1, 576])];
            tensor<bool, [4]> var_42655_end_mask_0 = const()[name = tensor<string, []>("op_42655_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_42655_cast = slice_by_index(begin = var_42655_begin_0, end = var_42655_end_0, end_mask = var_42655_end_mask_0, x = v_189_cast)[name = tensor<string, []>("op_42655_cast")];
            tensor<int32, [4]> var_42659_begin_0 = const()[name = tensor<string, []>("op_42659_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_42659_end_0 = const()[name = tensor<string, []>("op_42659_end_0"), val = tensor<int32, [4]>([2, 832, 1, 576])];
            tensor<bool, [4]> var_42659_end_mask_0 = const()[name = tensor<string, []>("op_42659_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_42659_cast = slice_by_index(begin = var_42659_begin_0, end = var_42659_end_0, end_mask = var_42659_end_mask_0, x = v_189_cast)[name = tensor<string, []>("op_42659_cast")];
            tensor<int32, [4]> var_42663_begin_0 = const()[name = tensor<string, []>("op_42663_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_42663_end_0 = const()[name = tensor<string, []>("op_42663_end_0"), val = tensor<int32, [4]>([2, 896, 1, 576])];
            tensor<bool, [4]> var_42663_end_mask_0 = const()[name = tensor<string, []>("op_42663_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_42663_cast = slice_by_index(begin = var_42663_begin_0, end = var_42663_end_0, end_mask = var_42663_end_mask_0, x = v_189_cast)[name = tensor<string, []>("op_42663_cast")];
            tensor<int32, [4]> var_42667_begin_0 = const()[name = tensor<string, []>("op_42667_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_42667_end_0 = const()[name = tensor<string, []>("op_42667_end_0"), val = tensor<int32, [4]>([2, 960, 1, 576])];
            tensor<bool, [4]> var_42667_end_mask_0 = const()[name = tensor<string, []>("op_42667_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_42667_cast = slice_by_index(begin = var_42667_begin_0, end = var_42667_end_0, end_mask = var_42667_end_mask_0, x = v_189_cast)[name = tensor<string, []>("op_42667_cast")];
            tensor<int32, [4]> var_42671_begin_0 = const()[name = tensor<string, []>("op_42671_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_42671_end_0 = const()[name = tensor<string, []>("op_42671_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 576])];
            tensor<bool, [4]> var_42671_end_mask_0 = const()[name = tensor<string, []>("op_42671_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_42671_cast = slice_by_index(begin = var_42671_begin_0, end = var_42671_end_0, end_mask = var_42671_end_mask_0, x = v_189_cast)[name = tensor<string, []>("op_42671_cast")];
            tensor<int32, [4]> var_42675_begin_0 = const()[name = tensor<string, []>("op_42675_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_42675_end_0 = const()[name = tensor<string, []>("op_42675_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 576])];
            tensor<bool, [4]> var_42675_end_mask_0 = const()[name = tensor<string, []>("op_42675_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_42675_cast = slice_by_index(begin = var_42675_begin_0, end = var_42675_end_0, end_mask = var_42675_end_mask_0, x = v_189_cast)[name = tensor<string, []>("op_42675_cast")];
            tensor<int32, [4]> var_42679_begin_0 = const()[name = tensor<string, []>("op_42679_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_42679_end_0 = const()[name = tensor<string, []>("op_42679_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 576])];
            tensor<bool, [4]> var_42679_end_mask_0 = const()[name = tensor<string, []>("op_42679_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_42679_cast = slice_by_index(begin = var_42679_begin_0, end = var_42679_end_0, end_mask = var_42679_end_mask_0, x = v_189_cast)[name = tensor<string, []>("op_42679_cast")];
            tensor<int32, [4]> var_42683_begin_0 = const()[name = tensor<string, []>("op_42683_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_42683_end_0 = const()[name = tensor<string, []>("op_42683_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 576])];
            tensor<bool, [4]> var_42683_end_mask_0 = const()[name = tensor<string, []>("op_42683_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_42683_cast = slice_by_index(begin = var_42683_begin_0, end = var_42683_end_0, end_mask = var_42683_end_mask_0, x = v_189_cast)[name = tensor<string, []>("op_42683_cast")];
            tensor<int32, [4]> var_42687_begin_0 = const()[name = tensor<string, []>("op_42687_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_42687_end_0 = const()[name = tensor<string, []>("op_42687_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 576])];
            tensor<bool, [4]> var_42687_end_mask_0 = const()[name = tensor<string, []>("op_42687_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_42687_cast = slice_by_index(begin = var_42687_begin_0, end = var_42687_end_0, end_mask = var_42687_end_mask_0, x = v_189_cast)[name = tensor<string, []>("op_42687_cast")];
            tensor<string, []> var_42691_equation_0 = const()[name = tensor<string, []>("op_42691_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_42691_cast = einsum(equation = var_42691_equation_0, values = (var_42533_cast, var_42450_cast))[name = tensor<string, []>("op_42691_cast")];
            tensor<fp16, []> var_42692_to_fp16 = const()[name = tensor<string, []>("op_42692_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3601_cast = mul(x = var_42691_cast, y = var_42692_to_fp16)[name = tensor<string, []>("aw_3601_cast")];
            tensor<string, []> var_42695_equation_0 = const()[name = tensor<string, []>("op_42695_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_42695_cast = einsum(equation = var_42695_equation_0, values = (var_42537_cast, var_42454_cast))[name = tensor<string, []>("op_42695_cast")];
            tensor<fp16, []> var_42696_to_fp16 = const()[name = tensor<string, []>("op_42696_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3603_cast = mul(x = var_42695_cast, y = var_42696_to_fp16)[name = tensor<string, []>("aw_3603_cast")];
            tensor<string, []> var_42699_equation_0 = const()[name = tensor<string, []>("op_42699_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_42699_cast = einsum(equation = var_42699_equation_0, values = (var_42541_cast, var_42458_cast))[name = tensor<string, []>("op_42699_cast")];
            tensor<fp16, []> var_42700_to_fp16 = const()[name = tensor<string, []>("op_42700_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3605_cast = mul(x = var_42699_cast, y = var_42700_to_fp16)[name = tensor<string, []>("aw_3605_cast")];
            tensor<string, []> var_42703_equation_0 = const()[name = tensor<string, []>("op_42703_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_42703_cast = einsum(equation = var_42703_equation_0, values = (var_42545_cast, var_42462_cast))[name = tensor<string, []>("op_42703_cast")];
            tensor<fp16, []> var_42704_to_fp16 = const()[name = tensor<string, []>("op_42704_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3607_cast = mul(x = var_42703_cast, y = var_42704_to_fp16)[name = tensor<string, []>("aw_3607_cast")];
            tensor<string, []> var_42707_equation_0 = const()[name = tensor<string, []>("op_42707_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_42707_cast = einsum(equation = var_42707_equation_0, values = (var_42549_cast, var_42466_cast))[name = tensor<string, []>("op_42707_cast")];
            tensor<fp16, []> var_42708_to_fp16 = const()[name = tensor<string, []>("op_42708_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3609_cast = mul(x = var_42707_cast, y = var_42708_to_fp16)[name = tensor<string, []>("aw_3609_cast")];
            tensor<string, []> var_42711_equation_0 = const()[name = tensor<string, []>("op_42711_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_42711_cast = einsum(equation = var_42711_equation_0, values = (var_42553_cast, var_42470_cast))[name = tensor<string, []>("op_42711_cast")];
            tensor<fp16, []> var_42712_to_fp16 = const()[name = tensor<string, []>("op_42712_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3611_cast = mul(x = var_42711_cast, y = var_42712_to_fp16)[name = tensor<string, []>("aw_3611_cast")];
            tensor<string, []> var_42715_equation_0 = const()[name = tensor<string, []>("op_42715_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_42715_cast = einsum(equation = var_42715_equation_0, values = (var_42557_cast, var_42474_cast))[name = tensor<string, []>("op_42715_cast")];
            tensor<fp16, []> var_42716_to_fp16 = const()[name = tensor<string, []>("op_42716_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3613_cast = mul(x = var_42715_cast, y = var_42716_to_fp16)[name = tensor<string, []>("aw_3613_cast")];
            tensor<string, []> var_42719_equation_0 = const()[name = tensor<string, []>("op_42719_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_42719_cast = einsum(equation = var_42719_equation_0, values = (var_42561_cast, var_42478_cast))[name = tensor<string, []>("op_42719_cast")];
            tensor<fp16, []> var_42720_to_fp16 = const()[name = tensor<string, []>("op_42720_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3615_cast = mul(x = var_42719_cast, y = var_42720_to_fp16)[name = tensor<string, []>("aw_3615_cast")];
            tensor<string, []> var_42723_equation_0 = const()[name = tensor<string, []>("op_42723_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_42723_cast = einsum(equation = var_42723_equation_0, values = (var_42565_cast, var_42482_cast))[name = tensor<string, []>("op_42723_cast")];
            tensor<fp16, []> var_42724_to_fp16 = const()[name = tensor<string, []>("op_42724_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3617_cast = mul(x = var_42723_cast, y = var_42724_to_fp16)[name = tensor<string, []>("aw_3617_cast")];
            tensor<string, []> var_42727_equation_0 = const()[name = tensor<string, []>("op_42727_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_42727_cast = einsum(equation = var_42727_equation_0, values = (var_42569_cast, var_42486_cast))[name = tensor<string, []>("op_42727_cast")];
            tensor<fp16, []> var_42728_to_fp16 = const()[name = tensor<string, []>("op_42728_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3619_cast = mul(x = var_42727_cast, y = var_42728_to_fp16)[name = tensor<string, []>("aw_3619_cast")];
            tensor<string, []> var_42731_equation_0 = const()[name = tensor<string, []>("op_42731_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_42731_cast = einsum(equation = var_42731_equation_0, values = (var_42573_cast, var_42490_cast))[name = tensor<string, []>("op_42731_cast")];
            tensor<fp16, []> var_42732_to_fp16 = const()[name = tensor<string, []>("op_42732_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3621_cast = mul(x = var_42731_cast, y = var_42732_to_fp16)[name = tensor<string, []>("aw_3621_cast")];
            tensor<string, []> var_42735_equation_0 = const()[name = tensor<string, []>("op_42735_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_42735_cast = einsum(equation = var_42735_equation_0, values = (var_42577_cast, var_42494_cast))[name = tensor<string, []>("op_42735_cast")];
            tensor<fp16, []> var_42736_to_fp16 = const()[name = tensor<string, []>("op_42736_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3623_cast = mul(x = var_42735_cast, y = var_42736_to_fp16)[name = tensor<string, []>("aw_3623_cast")];
            tensor<string, []> var_42739_equation_0 = const()[name = tensor<string, []>("op_42739_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_42739_cast = einsum(equation = var_42739_equation_0, values = (var_42581_cast, var_42498_cast))[name = tensor<string, []>("op_42739_cast")];
            tensor<fp16, []> var_42740_to_fp16 = const()[name = tensor<string, []>("op_42740_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3625_cast = mul(x = var_42739_cast, y = var_42740_to_fp16)[name = tensor<string, []>("aw_3625_cast")];
            tensor<string, []> var_42743_equation_0 = const()[name = tensor<string, []>("op_42743_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_42743_cast = einsum(equation = var_42743_equation_0, values = (var_42585_cast, var_42502_cast))[name = tensor<string, []>("op_42743_cast")];
            tensor<fp16, []> var_42744_to_fp16 = const()[name = tensor<string, []>("op_42744_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3627_cast = mul(x = var_42743_cast, y = var_42744_to_fp16)[name = tensor<string, []>("aw_3627_cast")];
            tensor<string, []> var_42747_equation_0 = const()[name = tensor<string, []>("op_42747_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_42747_cast = einsum(equation = var_42747_equation_0, values = (var_42589_cast, var_42506_cast))[name = tensor<string, []>("op_42747_cast")];
            tensor<fp16, []> var_42748_to_fp16 = const()[name = tensor<string, []>("op_42748_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3629_cast = mul(x = var_42747_cast, y = var_42748_to_fp16)[name = tensor<string, []>("aw_3629_cast")];
            tensor<string, []> var_42751_equation_0 = const()[name = tensor<string, []>("op_42751_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_42751_cast = einsum(equation = var_42751_equation_0, values = (var_42593_cast, var_42510_cast))[name = tensor<string, []>("op_42751_cast")];
            tensor<fp16, []> var_42752_to_fp16 = const()[name = tensor<string, []>("op_42752_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3631_cast = mul(x = var_42751_cast, y = var_42752_to_fp16)[name = tensor<string, []>("aw_3631_cast")];
            tensor<string, []> var_42755_equation_0 = const()[name = tensor<string, []>("op_42755_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_42755_cast = einsum(equation = var_42755_equation_0, values = (var_42597_cast, var_42514_cast))[name = tensor<string, []>("op_42755_cast")];
            tensor<fp16, []> var_42756_to_fp16 = const()[name = tensor<string, []>("op_42756_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3633_cast = mul(x = var_42755_cast, y = var_42756_to_fp16)[name = tensor<string, []>("aw_3633_cast")];
            tensor<string, []> var_42759_equation_0 = const()[name = tensor<string, []>("op_42759_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_42759_cast = einsum(equation = var_42759_equation_0, values = (var_42601_cast, var_42518_cast))[name = tensor<string, []>("op_42759_cast")];
            tensor<fp16, []> var_42760_to_fp16 = const()[name = tensor<string, []>("op_42760_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3635_cast = mul(x = var_42759_cast, y = var_42760_to_fp16)[name = tensor<string, []>("aw_3635_cast")];
            tensor<string, []> var_42763_equation_0 = const()[name = tensor<string, []>("op_42763_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_42763_cast = einsum(equation = var_42763_equation_0, values = (var_42605_cast, var_42522_cast))[name = tensor<string, []>("op_42763_cast")];
            tensor<fp16, []> var_42764_to_fp16 = const()[name = tensor<string, []>("op_42764_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3637_cast = mul(x = var_42763_cast, y = var_42764_to_fp16)[name = tensor<string, []>("aw_3637_cast")];
            tensor<string, []> var_42767_equation_0 = const()[name = tensor<string, []>("op_42767_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_42767_cast = einsum(equation = var_42767_equation_0, values = (var_42609_cast, var_42526_cast))[name = tensor<string, []>("op_42767_cast")];
            tensor<fp16, []> var_42768_to_fp16 = const()[name = tensor<string, []>("op_42768_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3639_cast = mul(x = var_42767_cast, y = var_42768_to_fp16)[name = tensor<string, []>("aw_3639_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_42770_cast = softmax(axis = var_30355, x = aw_3601_cast)[name = tensor<string, []>("op_42770_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_42771_cast = softmax(axis = var_30355, x = aw_3603_cast)[name = tensor<string, []>("op_42771_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_42772_cast = softmax(axis = var_30355, x = aw_3605_cast)[name = tensor<string, []>("op_42772_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_42773_cast = softmax(axis = var_30355, x = aw_3607_cast)[name = tensor<string, []>("op_42773_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_42774_cast = softmax(axis = var_30355, x = aw_3609_cast)[name = tensor<string, []>("op_42774_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_42775_cast = softmax(axis = var_30355, x = aw_3611_cast)[name = tensor<string, []>("op_42775_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_42776_cast = softmax(axis = var_30355, x = aw_3613_cast)[name = tensor<string, []>("op_42776_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_42777_cast = softmax(axis = var_30355, x = aw_3615_cast)[name = tensor<string, []>("op_42777_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_42778_cast = softmax(axis = var_30355, x = aw_3617_cast)[name = tensor<string, []>("op_42778_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_42779_cast = softmax(axis = var_30355, x = aw_3619_cast)[name = tensor<string, []>("op_42779_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_42780_cast = softmax(axis = var_30355, x = aw_3621_cast)[name = tensor<string, []>("op_42780_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_42781_cast = softmax(axis = var_30355, x = aw_3623_cast)[name = tensor<string, []>("op_42781_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_42782_cast = softmax(axis = var_30355, x = aw_3625_cast)[name = tensor<string, []>("op_42782_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_42783_cast = softmax(axis = var_30355, x = aw_3627_cast)[name = tensor<string, []>("op_42783_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_42784_cast = softmax(axis = var_30355, x = aw_3629_cast)[name = tensor<string, []>("op_42784_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_42785_cast = softmax(axis = var_30355, x = aw_3631_cast)[name = tensor<string, []>("op_42785_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_42786_cast = softmax(axis = var_30355, x = aw_3633_cast)[name = tensor<string, []>("op_42786_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_42787_cast = softmax(axis = var_30355, x = aw_3635_cast)[name = tensor<string, []>("op_42787_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_42788_cast = softmax(axis = var_30355, x = aw_3637_cast)[name = tensor<string, []>("op_42788_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_42789_cast = softmax(axis = var_30355, x = aw_3639_cast)[name = tensor<string, []>("op_42789_cast")];
            tensor<string, []> var_42791_equation_0 = const()[name = tensor<string, []>("op_42791_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_42791_cast = einsum(equation = var_42791_equation_0, values = (var_42611_cast, var_42770_cast))[name = tensor<string, []>("op_42791_cast")];
            tensor<string, []> var_42793_equation_0 = const()[name = tensor<string, []>("op_42793_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_42793_cast = einsum(equation = var_42793_equation_0, values = (var_42615_cast, var_42771_cast))[name = tensor<string, []>("op_42793_cast")];
            tensor<string, []> var_42795_equation_0 = const()[name = tensor<string, []>("op_42795_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_42795_cast = einsum(equation = var_42795_equation_0, values = (var_42619_cast, var_42772_cast))[name = tensor<string, []>("op_42795_cast")];
            tensor<string, []> var_42797_equation_0 = const()[name = tensor<string, []>("op_42797_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_42797_cast = einsum(equation = var_42797_equation_0, values = (var_42623_cast, var_42773_cast))[name = tensor<string, []>("op_42797_cast")];
            tensor<string, []> var_42799_equation_0 = const()[name = tensor<string, []>("op_42799_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_42799_cast = einsum(equation = var_42799_equation_0, values = (var_42627_cast, var_42774_cast))[name = tensor<string, []>("op_42799_cast")];
            tensor<string, []> var_42801_equation_0 = const()[name = tensor<string, []>("op_42801_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_42801_cast = einsum(equation = var_42801_equation_0, values = (var_42631_cast, var_42775_cast))[name = tensor<string, []>("op_42801_cast")];
            tensor<string, []> var_42803_equation_0 = const()[name = tensor<string, []>("op_42803_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_42803_cast = einsum(equation = var_42803_equation_0, values = (var_42635_cast, var_42776_cast))[name = tensor<string, []>("op_42803_cast")];
            tensor<string, []> var_42805_equation_0 = const()[name = tensor<string, []>("op_42805_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_42805_cast = einsum(equation = var_42805_equation_0, values = (var_42639_cast, var_42777_cast))[name = tensor<string, []>("op_42805_cast")];
            tensor<string, []> var_42807_equation_0 = const()[name = tensor<string, []>("op_42807_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_42807_cast = einsum(equation = var_42807_equation_0, values = (var_42643_cast, var_42778_cast))[name = tensor<string, []>("op_42807_cast")];
            tensor<string, []> var_42809_equation_0 = const()[name = tensor<string, []>("op_42809_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_42809_cast = einsum(equation = var_42809_equation_0, values = (var_42647_cast, var_42779_cast))[name = tensor<string, []>("op_42809_cast")];
            tensor<string, []> var_42811_equation_0 = const()[name = tensor<string, []>("op_42811_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_42811_cast = einsum(equation = var_42811_equation_0, values = (var_42651_cast, var_42780_cast))[name = tensor<string, []>("op_42811_cast")];
            tensor<string, []> var_42813_equation_0 = const()[name = tensor<string, []>("op_42813_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_42813_cast = einsum(equation = var_42813_equation_0, values = (var_42655_cast, var_42781_cast))[name = tensor<string, []>("op_42813_cast")];
            tensor<string, []> var_42815_equation_0 = const()[name = tensor<string, []>("op_42815_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_42815_cast = einsum(equation = var_42815_equation_0, values = (var_42659_cast, var_42782_cast))[name = tensor<string, []>("op_42815_cast")];
            tensor<string, []> var_42817_equation_0 = const()[name = tensor<string, []>("op_42817_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_42817_cast = einsum(equation = var_42817_equation_0, values = (var_42663_cast, var_42783_cast))[name = tensor<string, []>("op_42817_cast")];
            tensor<string, []> var_42819_equation_0 = const()[name = tensor<string, []>("op_42819_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_42819_cast = einsum(equation = var_42819_equation_0, values = (var_42667_cast, var_42784_cast))[name = tensor<string, []>("op_42819_cast")];
            tensor<string, []> var_42821_equation_0 = const()[name = tensor<string, []>("op_42821_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_42821_cast = einsum(equation = var_42821_equation_0, values = (var_42671_cast, var_42785_cast))[name = tensor<string, []>("op_42821_cast")];
            tensor<string, []> var_42823_equation_0 = const()[name = tensor<string, []>("op_42823_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_42823_cast = einsum(equation = var_42823_equation_0, values = (var_42675_cast, var_42786_cast))[name = tensor<string, []>("op_42823_cast")];
            tensor<string, []> var_42825_equation_0 = const()[name = tensor<string, []>("op_42825_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_42825_cast = einsum(equation = var_42825_equation_0, values = (var_42679_cast, var_42787_cast))[name = tensor<string, []>("op_42825_cast")];
            tensor<string, []> var_42827_equation_0 = const()[name = tensor<string, []>("op_42827_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_42827_cast = einsum(equation = var_42827_equation_0, values = (var_42683_cast, var_42788_cast))[name = tensor<string, []>("op_42827_cast")];
            tensor<string, []> var_42829_equation_0 = const()[name = tensor<string, []>("op_42829_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_42829_cast = einsum(equation = var_42829_equation_0, values = (var_42687_cast, var_42789_cast))[name = tensor<string, []>("op_42829_cast")];
            tensor<bool, []> input_561_interleave_0 = const()[name = tensor<string, []>("input_561_interleave_0"), val = tensor<bool, []>(false)];
            tensor<fp16, [2, 1280, 1, 576]> input_561_cast = concat(axis = var_30355, interleave = input_561_interleave_0, values = (var_42791_cast, var_42793_cast, var_42795_cast, var_42797_cast, var_42799_cast, var_42801_cast, var_42803_cast, var_42805_cast, var_42807_cast, var_42809_cast, var_42811_cast, var_42813_cast, var_42815_cast, var_42817_cast, var_42819_cast, var_42821_cast, var_42823_cast, var_42825_cast, var_42827_cast, var_42829_cast))[name = tensor<string, []>("input_561_cast")];
            tensor<int32, [2]> var_42835 = const()[name = tensor<string, []>("op_42835"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_42837 = const()[name = tensor<string, []>("op_42837"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_42839_pad_type_0 = const()[name = tensor<string, []>("op_42839_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_42839_pad_0 = const()[name = tensor<string, []>("op_42839_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_3_attn1_to_out_0_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [1228800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(129032320))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(130261184))), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_3_attn1_to_out_0_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_attentions_1_transformer_blocks_3_attn1_to_out_0_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_3_attn1_to_out_0_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(130261376)))];
            tensor<fp16, [2, 1280, 1, 576]> var_42839_cast = conv(bias = up_blocks_0_attentions_1_transformer_blocks_3_attn1_to_out_0_bias_to_fp16, dilations = var_42837, groups = var_30355, pad = var_42839_pad_0, pad_type = var_42839_pad_type_0, strides = var_42835, weight = up_blocks_0_attentions_1_transformer_blocks_3_attn1_to_out_0_weight_to_fp16_palettized, x = input_561_cast)[name = tensor<string, []>("op_42839_cast")];
            tensor<fp16, [2, 1280, 1, 576]> inputs_285_cast = add(x = var_42839_cast, y = inputs_283_cast)[name = tensor<string, []>("inputs_285_cast")];
            tensor<int32, [1]> var_42843 = const()[name = tensor<string, []>("op_42843"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> channels_mean_285_cast = reduce_mean(axes = var_42843, keep_dims = var_30350, x = inputs_285_cast)[name = tensor<string, []>("channels_mean_285_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_285_cast = sub(x = inputs_285_cast, y = channels_mean_285_cast)[name = tensor<string, []>("zero_mean_285_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_sq_285_cast = mul(x = zero_mean_285_cast, y = zero_mean_285_cast)[name = tensor<string, []>("zero_mean_sq_285_cast")];
            tensor<int32, [1]> var_42847 = const()[name = tensor<string, []>("op_42847"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> var_42848_cast = reduce_mean(axes = var_42847, keep_dims = var_30350, x = zero_mean_sq_285_cast)[name = tensor<string, []>("op_42848_cast")];
            tensor<fp16, []> var_42849_to_fp16 = const()[name = tensor<string, []>("op_42849_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 576]> var_42850_cast = add(x = var_42848_cast, y = var_42849_to_fp16)[name = tensor<string, []>("op_42850_cast")];
            tensor<fp16, []> denom_285_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_285_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 576]> denom_285_cast = rsqrt(epsilon = denom_285_epsilon_0_to_fp16, x = var_42850_cast)[name = tensor<string, []>("denom_285_cast")];
            tensor<fp16, [2, 1280, 1, 576]> out_285_cast = mul(x = zero_mean_285_cast, y = denom_285_cast)[name = tensor<string, []>("out_285_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_42854_to_fp16 = const()[name = tensor<string, []>("op_42854_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(130264000)))];
            tensor<fp16, [2, 1280, 1, 576]> var_42855_cast = add(x = out_285_cast, y = var_42854_to_fp16)[name = tensor<string, []>("op_42855_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_42857_to_fp16 = const()[name = tensor<string, []>("op_42857_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(130266624)))];
            tensor<fp16, [2, 1280, 1, 576]> hidden_states_381_cast = mul(x = var_42855_cast, y = var_42857_to_fp16)[name = tensor<string, []>("hidden_states_381_cast")];
            tensor<int32, [2]> var_42864 = const()[name = tensor<string, []>("op_42864"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_42866 = const()[name = tensor<string, []>("op_42866"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> q_191_pad_type_0 = const()[name = tensor<string, []>("q_191_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> q_191_pad_0 = const()[name = tensor<string, []>("q_191_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_3_attn2_to_q_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [409600]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(130269248))), lut = tensor<fp16, [4]>([-0x1.42cp-5, -0x1.84p-7, 0x1.774p-7, 0x1.3fp-5]), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_3_attn2_to_q_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> q_191_cast = conv(dilations = var_42866, groups = var_30355, pad = q_191_pad_0, pad_type = q_191_pad_type_0, strides = var_42864, weight = up_blocks_0_attentions_1_transformer_blocks_3_attn2_to_q_weight_to_fp16_palettized, x = hidden_states_381_cast)[name = tensor<string, []>("q_191_cast")];
            tensor<int32, [2]> var_42870 = const()[name = tensor<string, []>("op_42870"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_42872 = const()[name = tensor<string, []>("op_42872"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> k_381_pad_type_0 = const()[name = tensor<string, []>("k_381_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> k_381_pad_0 = const()[name = tensor<string, []>("k_381_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 2048, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_3_attn2_to_k_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [655360]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(130678912))), lut = tensor<fp16, [4]>([-0x1.1b4p-5, -0x1.4bp-7, 0x1.4d4p-7, 0x1.1cp-5]), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_3_attn2_to_k_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 2048, 1, 1])];
            tensor<fp16, [2, 1280, 1, 77]> k_381_cast = conv(dilations = var_42872, groups = var_30355, pad = k_381_pad_0, pad_type = k_381_pad_type_0, strides = var_42870, weight = up_blocks_0_attentions_1_transformer_blocks_3_attn2_to_k_weight_to_fp16_palettized, x = encoder_hidden_states)[name = tensor<string, []>("k_381_cast")];
            tensor<int32, [2]> var_42876 = const()[name = tensor<string, []>("op_42876"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_42878 = const()[name = tensor<string, []>("op_42878"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> v_191_pad_type_0 = const()[name = tensor<string, []>("v_191_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> v_191_pad_0 = const()[name = tensor<string, []>("v_191_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 2048, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_3_attn2_to_v_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [1310720]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(131334336))), lut = tensor<fp16, [16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(132645120))), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_3_attn2_to_v_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 2048, 1, 1])];
            tensor<fp16, [2, 1280, 1, 77]> v_191_cast = conv(dilations = var_42878, groups = var_30355, pad = v_191_pad_0, pad_type = v_191_pad_type_0, strides = var_42876, weight = up_blocks_0_attentions_1_transformer_blocks_3_attn2_to_v_weight_to_fp16_palettized, x = encoder_hidden_states)[name = tensor<string, []>("v_191_cast")];
            tensor<int32, [4]> var_42882_begin_0 = const()[name = tensor<string, []>("op_42882_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_42882_end_0 = const()[name = tensor<string, []>("op_42882_end_0"), val = tensor<int32, [4]>([2, 64, 1, 576])];
            tensor<bool, [4]> var_42882_end_mask_0 = const()[name = tensor<string, []>("op_42882_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_42882_cast = slice_by_index(begin = var_42882_begin_0, end = var_42882_end_0, end_mask = var_42882_end_mask_0, x = q_191_cast)[name = tensor<string, []>("op_42882_cast")];
            tensor<int32, [4]> var_42886_begin_0 = const()[name = tensor<string, []>("op_42886_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_42886_end_0 = const()[name = tensor<string, []>("op_42886_end_0"), val = tensor<int32, [4]>([2, 128, 1, 576])];
            tensor<bool, [4]> var_42886_end_mask_0 = const()[name = tensor<string, []>("op_42886_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_42886_cast = slice_by_index(begin = var_42886_begin_0, end = var_42886_end_0, end_mask = var_42886_end_mask_0, x = q_191_cast)[name = tensor<string, []>("op_42886_cast")];
            tensor<int32, [4]> var_42890_begin_0 = const()[name = tensor<string, []>("op_42890_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_42890_end_0 = const()[name = tensor<string, []>("op_42890_end_0"), val = tensor<int32, [4]>([2, 192, 1, 576])];
            tensor<bool, [4]> var_42890_end_mask_0 = const()[name = tensor<string, []>("op_42890_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_42890_cast = slice_by_index(begin = var_42890_begin_0, end = var_42890_end_0, end_mask = var_42890_end_mask_0, x = q_191_cast)[name = tensor<string, []>("op_42890_cast")];
            tensor<int32, [4]> var_42894_begin_0 = const()[name = tensor<string, []>("op_42894_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_42894_end_0 = const()[name = tensor<string, []>("op_42894_end_0"), val = tensor<int32, [4]>([2, 256, 1, 576])];
            tensor<bool, [4]> var_42894_end_mask_0 = const()[name = tensor<string, []>("op_42894_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_42894_cast = slice_by_index(begin = var_42894_begin_0, end = var_42894_end_0, end_mask = var_42894_end_mask_0, x = q_191_cast)[name = tensor<string, []>("op_42894_cast")];
            tensor<int32, [4]> var_42898_begin_0 = const()[name = tensor<string, []>("op_42898_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_42898_end_0 = const()[name = tensor<string, []>("op_42898_end_0"), val = tensor<int32, [4]>([2, 320, 1, 576])];
            tensor<bool, [4]> var_42898_end_mask_0 = const()[name = tensor<string, []>("op_42898_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_42898_cast = slice_by_index(begin = var_42898_begin_0, end = var_42898_end_0, end_mask = var_42898_end_mask_0, x = q_191_cast)[name = tensor<string, []>("op_42898_cast")];
            tensor<int32, [4]> var_42902_begin_0 = const()[name = tensor<string, []>("op_42902_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_42902_end_0 = const()[name = tensor<string, []>("op_42902_end_0"), val = tensor<int32, [4]>([2, 384, 1, 576])];
            tensor<bool, [4]> var_42902_end_mask_0 = const()[name = tensor<string, []>("op_42902_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_42902_cast = slice_by_index(begin = var_42902_begin_0, end = var_42902_end_0, end_mask = var_42902_end_mask_0, x = q_191_cast)[name = tensor<string, []>("op_42902_cast")];
            tensor<int32, [4]> var_42906_begin_0 = const()[name = tensor<string, []>("op_42906_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_42906_end_0 = const()[name = tensor<string, []>("op_42906_end_0"), val = tensor<int32, [4]>([2, 448, 1, 576])];
            tensor<bool, [4]> var_42906_end_mask_0 = const()[name = tensor<string, []>("op_42906_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_42906_cast = slice_by_index(begin = var_42906_begin_0, end = var_42906_end_0, end_mask = var_42906_end_mask_0, x = q_191_cast)[name = tensor<string, []>("op_42906_cast")];
            tensor<int32, [4]> var_42910_begin_0 = const()[name = tensor<string, []>("op_42910_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_42910_end_0 = const()[name = tensor<string, []>("op_42910_end_0"), val = tensor<int32, [4]>([2, 512, 1, 576])];
            tensor<bool, [4]> var_42910_end_mask_0 = const()[name = tensor<string, []>("op_42910_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_42910_cast = slice_by_index(begin = var_42910_begin_0, end = var_42910_end_0, end_mask = var_42910_end_mask_0, x = q_191_cast)[name = tensor<string, []>("op_42910_cast")];
            tensor<int32, [4]> var_42914_begin_0 = const()[name = tensor<string, []>("op_42914_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_42914_end_0 = const()[name = tensor<string, []>("op_42914_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_42914_end_mask_0 = const()[name = tensor<string, []>("op_42914_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_42914_cast = slice_by_index(begin = var_42914_begin_0, end = var_42914_end_0, end_mask = var_42914_end_mask_0, x = q_191_cast)[name = tensor<string, []>("op_42914_cast")];
            tensor<int32, [4]> var_42918_begin_0 = const()[name = tensor<string, []>("op_42918_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_42918_end_0 = const()[name = tensor<string, []>("op_42918_end_0"), val = tensor<int32, [4]>([2, 640, 1, 576])];
            tensor<bool, [4]> var_42918_end_mask_0 = const()[name = tensor<string, []>("op_42918_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_42918_cast = slice_by_index(begin = var_42918_begin_0, end = var_42918_end_0, end_mask = var_42918_end_mask_0, x = q_191_cast)[name = tensor<string, []>("op_42918_cast")];
            tensor<int32, [4]> var_42922_begin_0 = const()[name = tensor<string, []>("op_42922_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_42922_end_0 = const()[name = tensor<string, []>("op_42922_end_0"), val = tensor<int32, [4]>([2, 704, 1, 576])];
            tensor<bool, [4]> var_42922_end_mask_0 = const()[name = tensor<string, []>("op_42922_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_42922_cast = slice_by_index(begin = var_42922_begin_0, end = var_42922_end_0, end_mask = var_42922_end_mask_0, x = q_191_cast)[name = tensor<string, []>("op_42922_cast")];
            tensor<int32, [4]> var_42926_begin_0 = const()[name = tensor<string, []>("op_42926_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_42926_end_0 = const()[name = tensor<string, []>("op_42926_end_0"), val = tensor<int32, [4]>([2, 768, 1, 576])];
            tensor<bool, [4]> var_42926_end_mask_0 = const()[name = tensor<string, []>("op_42926_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_42926_cast = slice_by_index(begin = var_42926_begin_0, end = var_42926_end_0, end_mask = var_42926_end_mask_0, x = q_191_cast)[name = tensor<string, []>("op_42926_cast")];
            tensor<int32, [4]> var_42930_begin_0 = const()[name = tensor<string, []>("op_42930_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_42930_end_0 = const()[name = tensor<string, []>("op_42930_end_0"), val = tensor<int32, [4]>([2, 832, 1, 576])];
            tensor<bool, [4]> var_42930_end_mask_0 = const()[name = tensor<string, []>("op_42930_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_42930_cast = slice_by_index(begin = var_42930_begin_0, end = var_42930_end_0, end_mask = var_42930_end_mask_0, x = q_191_cast)[name = tensor<string, []>("op_42930_cast")];
            tensor<int32, [4]> var_42934_begin_0 = const()[name = tensor<string, []>("op_42934_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_42934_end_0 = const()[name = tensor<string, []>("op_42934_end_0"), val = tensor<int32, [4]>([2, 896, 1, 576])];
            tensor<bool, [4]> var_42934_end_mask_0 = const()[name = tensor<string, []>("op_42934_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_42934_cast = slice_by_index(begin = var_42934_begin_0, end = var_42934_end_0, end_mask = var_42934_end_mask_0, x = q_191_cast)[name = tensor<string, []>("op_42934_cast")];
            tensor<int32, [4]> var_42938_begin_0 = const()[name = tensor<string, []>("op_42938_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_42938_end_0 = const()[name = tensor<string, []>("op_42938_end_0"), val = tensor<int32, [4]>([2, 960, 1, 576])];
            tensor<bool, [4]> var_42938_end_mask_0 = const()[name = tensor<string, []>("op_42938_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_42938_cast = slice_by_index(begin = var_42938_begin_0, end = var_42938_end_0, end_mask = var_42938_end_mask_0, x = q_191_cast)[name = tensor<string, []>("op_42938_cast")];
            tensor<int32, [4]> var_42942_begin_0 = const()[name = tensor<string, []>("op_42942_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_42942_end_0 = const()[name = tensor<string, []>("op_42942_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 576])];
            tensor<bool, [4]> var_42942_end_mask_0 = const()[name = tensor<string, []>("op_42942_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_42942_cast = slice_by_index(begin = var_42942_begin_0, end = var_42942_end_0, end_mask = var_42942_end_mask_0, x = q_191_cast)[name = tensor<string, []>("op_42942_cast")];
            tensor<int32, [4]> var_42946_begin_0 = const()[name = tensor<string, []>("op_42946_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_42946_end_0 = const()[name = tensor<string, []>("op_42946_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 576])];
            tensor<bool, [4]> var_42946_end_mask_0 = const()[name = tensor<string, []>("op_42946_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_42946_cast = slice_by_index(begin = var_42946_begin_0, end = var_42946_end_0, end_mask = var_42946_end_mask_0, x = q_191_cast)[name = tensor<string, []>("op_42946_cast")];
            tensor<int32, [4]> var_42950_begin_0 = const()[name = tensor<string, []>("op_42950_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_42950_end_0 = const()[name = tensor<string, []>("op_42950_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 576])];
            tensor<bool, [4]> var_42950_end_mask_0 = const()[name = tensor<string, []>("op_42950_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_42950_cast = slice_by_index(begin = var_42950_begin_0, end = var_42950_end_0, end_mask = var_42950_end_mask_0, x = q_191_cast)[name = tensor<string, []>("op_42950_cast")];
            tensor<int32, [4]> var_42954_begin_0 = const()[name = tensor<string, []>("op_42954_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_42954_end_0 = const()[name = tensor<string, []>("op_42954_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 576])];
            tensor<bool, [4]> var_42954_end_mask_0 = const()[name = tensor<string, []>("op_42954_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_42954_cast = slice_by_index(begin = var_42954_begin_0, end = var_42954_end_0, end_mask = var_42954_end_mask_0, x = q_191_cast)[name = tensor<string, []>("op_42954_cast")];
            tensor<int32, [4]> var_42958_begin_0 = const()[name = tensor<string, []>("op_42958_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_42958_end_0 = const()[name = tensor<string, []>("op_42958_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 576])];
            tensor<bool, [4]> var_42958_end_mask_0 = const()[name = tensor<string, []>("op_42958_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_42958_cast = slice_by_index(begin = var_42958_begin_0, end = var_42958_end_0, end_mask = var_42958_end_mask_0, x = q_191_cast)[name = tensor<string, []>("op_42958_cast")];
            tensor<int32, [4]> k_383_perm_0 = const()[name = tensor<string, []>("k_383_perm_0"), val = tensor<int32, [4]>([0, 3, 2, 1])];
            tensor<int32, [4]> var_42965_begin_0 = const()[name = tensor<string, []>("op_42965_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_42965_end_0 = const()[name = tensor<string, []>("op_42965_end_0"), val = tensor<int32, [4]>([2, 77, 1, 64])];
            tensor<bool, [4]> var_42965_end_mask_0 = const()[name = tensor<string, []>("op_42965_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 1280]> transpose_44 = transpose(perm = k_383_perm_0, x = k_381_cast)[name = tensor<string, []>("transpose_44")];
            tensor<fp16, [2, 77, 1, 64]> var_42965_cast = slice_by_index(begin = var_42965_begin_0, end = var_42965_end_0, end_mask = var_42965_end_mask_0, x = transpose_44)[name = tensor<string, []>("op_42965_cast")];
            tensor<int32, [4]> var_42969_begin_0 = const()[name = tensor<string, []>("op_42969_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 64])];
            tensor<int32, [4]> var_42969_end_0 = const()[name = tensor<string, []>("op_42969_end_0"), val = tensor<int32, [4]>([2, 77, 1, 128])];
            tensor<bool, [4]> var_42969_end_mask_0 = const()[name = tensor<string, []>("op_42969_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_42969_cast = slice_by_index(begin = var_42969_begin_0, end = var_42969_end_0, end_mask = var_42969_end_mask_0, x = transpose_44)[name = tensor<string, []>("op_42969_cast")];
            tensor<int32, [4]> var_42973_begin_0 = const()[name = tensor<string, []>("op_42973_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 128])];
            tensor<int32, [4]> var_42973_end_0 = const()[name = tensor<string, []>("op_42973_end_0"), val = tensor<int32, [4]>([2, 77, 1, 192])];
            tensor<bool, [4]> var_42973_end_mask_0 = const()[name = tensor<string, []>("op_42973_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_42973_cast = slice_by_index(begin = var_42973_begin_0, end = var_42973_end_0, end_mask = var_42973_end_mask_0, x = transpose_44)[name = tensor<string, []>("op_42973_cast")];
            tensor<int32, [4]> var_42977_begin_0 = const()[name = tensor<string, []>("op_42977_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 192])];
            tensor<int32, [4]> var_42977_end_0 = const()[name = tensor<string, []>("op_42977_end_0"), val = tensor<int32, [4]>([2, 77, 1, 256])];
            tensor<bool, [4]> var_42977_end_mask_0 = const()[name = tensor<string, []>("op_42977_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_42977_cast = slice_by_index(begin = var_42977_begin_0, end = var_42977_end_0, end_mask = var_42977_end_mask_0, x = transpose_44)[name = tensor<string, []>("op_42977_cast")];
            tensor<int32, [4]> var_42981_begin_0 = const()[name = tensor<string, []>("op_42981_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 256])];
            tensor<int32, [4]> var_42981_end_0 = const()[name = tensor<string, []>("op_42981_end_0"), val = tensor<int32, [4]>([2, 77, 1, 320])];
            tensor<bool, [4]> var_42981_end_mask_0 = const()[name = tensor<string, []>("op_42981_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_42981_cast = slice_by_index(begin = var_42981_begin_0, end = var_42981_end_0, end_mask = var_42981_end_mask_0, x = transpose_44)[name = tensor<string, []>("op_42981_cast")];
            tensor<int32, [4]> var_42985_begin_0 = const()[name = tensor<string, []>("op_42985_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 320])];
            tensor<int32, [4]> var_42985_end_0 = const()[name = tensor<string, []>("op_42985_end_0"), val = tensor<int32, [4]>([2, 77, 1, 384])];
            tensor<bool, [4]> var_42985_end_mask_0 = const()[name = tensor<string, []>("op_42985_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_42985_cast = slice_by_index(begin = var_42985_begin_0, end = var_42985_end_0, end_mask = var_42985_end_mask_0, x = transpose_44)[name = tensor<string, []>("op_42985_cast")];
            tensor<int32, [4]> var_42989_begin_0 = const()[name = tensor<string, []>("op_42989_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 384])];
            tensor<int32, [4]> var_42989_end_0 = const()[name = tensor<string, []>("op_42989_end_0"), val = tensor<int32, [4]>([2, 77, 1, 448])];
            tensor<bool, [4]> var_42989_end_mask_0 = const()[name = tensor<string, []>("op_42989_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_42989_cast = slice_by_index(begin = var_42989_begin_0, end = var_42989_end_0, end_mask = var_42989_end_mask_0, x = transpose_44)[name = tensor<string, []>("op_42989_cast")];
            tensor<int32, [4]> var_42993_begin_0 = const()[name = tensor<string, []>("op_42993_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 448])];
            tensor<int32, [4]> var_42993_end_0 = const()[name = tensor<string, []>("op_42993_end_0"), val = tensor<int32, [4]>([2, 77, 1, 512])];
            tensor<bool, [4]> var_42993_end_mask_0 = const()[name = tensor<string, []>("op_42993_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_42993_cast = slice_by_index(begin = var_42993_begin_0, end = var_42993_end_0, end_mask = var_42993_end_mask_0, x = transpose_44)[name = tensor<string, []>("op_42993_cast")];
            tensor<int32, [4]> var_42997_begin_0 = const()[name = tensor<string, []>("op_42997_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 512])];
            tensor<int32, [4]> var_42997_end_0 = const()[name = tensor<string, []>("op_42997_end_0"), val = tensor<int32, [4]>([2, 77, 1, 576])];
            tensor<bool, [4]> var_42997_end_mask_0 = const()[name = tensor<string, []>("op_42997_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_42997_cast = slice_by_index(begin = var_42997_begin_0, end = var_42997_end_0, end_mask = var_42997_end_mask_0, x = transpose_44)[name = tensor<string, []>("op_42997_cast")];
            tensor<int32, [4]> var_43001_begin_0 = const()[name = tensor<string, []>("op_43001_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 576])];
            tensor<int32, [4]> var_43001_end_0 = const()[name = tensor<string, []>("op_43001_end_0"), val = tensor<int32, [4]>([2, 77, 1, 640])];
            tensor<bool, [4]> var_43001_end_mask_0 = const()[name = tensor<string, []>("op_43001_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_43001_cast = slice_by_index(begin = var_43001_begin_0, end = var_43001_end_0, end_mask = var_43001_end_mask_0, x = transpose_44)[name = tensor<string, []>("op_43001_cast")];
            tensor<int32, [4]> var_43005_begin_0 = const()[name = tensor<string, []>("op_43005_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 640])];
            tensor<int32, [4]> var_43005_end_0 = const()[name = tensor<string, []>("op_43005_end_0"), val = tensor<int32, [4]>([2, 77, 1, 704])];
            tensor<bool, [4]> var_43005_end_mask_0 = const()[name = tensor<string, []>("op_43005_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_43005_cast = slice_by_index(begin = var_43005_begin_0, end = var_43005_end_0, end_mask = var_43005_end_mask_0, x = transpose_44)[name = tensor<string, []>("op_43005_cast")];
            tensor<int32, [4]> var_43009_begin_0 = const()[name = tensor<string, []>("op_43009_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 704])];
            tensor<int32, [4]> var_43009_end_0 = const()[name = tensor<string, []>("op_43009_end_0"), val = tensor<int32, [4]>([2, 77, 1, 768])];
            tensor<bool, [4]> var_43009_end_mask_0 = const()[name = tensor<string, []>("op_43009_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_43009_cast = slice_by_index(begin = var_43009_begin_0, end = var_43009_end_0, end_mask = var_43009_end_mask_0, x = transpose_44)[name = tensor<string, []>("op_43009_cast")];
            tensor<int32, [4]> var_43013_begin_0 = const()[name = tensor<string, []>("op_43013_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 768])];
            tensor<int32, [4]> var_43013_end_0 = const()[name = tensor<string, []>("op_43013_end_0"), val = tensor<int32, [4]>([2, 77, 1, 832])];
            tensor<bool, [4]> var_43013_end_mask_0 = const()[name = tensor<string, []>("op_43013_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_43013_cast = slice_by_index(begin = var_43013_begin_0, end = var_43013_end_0, end_mask = var_43013_end_mask_0, x = transpose_44)[name = tensor<string, []>("op_43013_cast")];
            tensor<int32, [4]> var_43017_begin_0 = const()[name = tensor<string, []>("op_43017_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 832])];
            tensor<int32, [4]> var_43017_end_0 = const()[name = tensor<string, []>("op_43017_end_0"), val = tensor<int32, [4]>([2, 77, 1, 896])];
            tensor<bool, [4]> var_43017_end_mask_0 = const()[name = tensor<string, []>("op_43017_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_43017_cast = slice_by_index(begin = var_43017_begin_0, end = var_43017_end_0, end_mask = var_43017_end_mask_0, x = transpose_44)[name = tensor<string, []>("op_43017_cast")];
            tensor<int32, [4]> var_43021_begin_0 = const()[name = tensor<string, []>("op_43021_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 896])];
            tensor<int32, [4]> var_43021_end_0 = const()[name = tensor<string, []>("op_43021_end_0"), val = tensor<int32, [4]>([2, 77, 1, 960])];
            tensor<bool, [4]> var_43021_end_mask_0 = const()[name = tensor<string, []>("op_43021_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_43021_cast = slice_by_index(begin = var_43021_begin_0, end = var_43021_end_0, end_mask = var_43021_end_mask_0, x = transpose_44)[name = tensor<string, []>("op_43021_cast")];
            tensor<int32, [4]> var_43025_begin_0 = const()[name = tensor<string, []>("op_43025_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 960])];
            tensor<int32, [4]> var_43025_end_0 = const()[name = tensor<string, []>("op_43025_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1024])];
            tensor<bool, [4]> var_43025_end_mask_0 = const()[name = tensor<string, []>("op_43025_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_43025_cast = slice_by_index(begin = var_43025_begin_0, end = var_43025_end_0, end_mask = var_43025_end_mask_0, x = transpose_44)[name = tensor<string, []>("op_43025_cast")];
            tensor<int32, [4]> var_43029_begin_0 = const()[name = tensor<string, []>("op_43029_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1024])];
            tensor<int32, [4]> var_43029_end_0 = const()[name = tensor<string, []>("op_43029_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1088])];
            tensor<bool, [4]> var_43029_end_mask_0 = const()[name = tensor<string, []>("op_43029_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_43029_cast = slice_by_index(begin = var_43029_begin_0, end = var_43029_end_0, end_mask = var_43029_end_mask_0, x = transpose_44)[name = tensor<string, []>("op_43029_cast")];
            tensor<int32, [4]> var_43033_begin_0 = const()[name = tensor<string, []>("op_43033_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1088])];
            tensor<int32, [4]> var_43033_end_0 = const()[name = tensor<string, []>("op_43033_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1152])];
            tensor<bool, [4]> var_43033_end_mask_0 = const()[name = tensor<string, []>("op_43033_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_43033_cast = slice_by_index(begin = var_43033_begin_0, end = var_43033_end_0, end_mask = var_43033_end_mask_0, x = transpose_44)[name = tensor<string, []>("op_43033_cast")];
            tensor<int32, [4]> var_43037_begin_0 = const()[name = tensor<string, []>("op_43037_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1152])];
            tensor<int32, [4]> var_43037_end_0 = const()[name = tensor<string, []>("op_43037_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1216])];
            tensor<bool, [4]> var_43037_end_mask_0 = const()[name = tensor<string, []>("op_43037_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_43037_cast = slice_by_index(begin = var_43037_begin_0, end = var_43037_end_0, end_mask = var_43037_end_mask_0, x = transpose_44)[name = tensor<string, []>("op_43037_cast")];
            tensor<int32, [4]> var_43041_begin_0 = const()[name = tensor<string, []>("op_43041_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1216])];
            tensor<int32, [4]> var_43041_end_0 = const()[name = tensor<string, []>("op_43041_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1280])];
            tensor<bool, [4]> var_43041_end_mask_0 = const()[name = tensor<string, []>("op_43041_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_43041_cast = slice_by_index(begin = var_43041_begin_0, end = var_43041_end_0, end_mask = var_43041_end_mask_0, x = transpose_44)[name = tensor<string, []>("op_43041_cast")];
            tensor<int32, [4]> var_43043_begin_0 = const()[name = tensor<string, []>("op_43043_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_43043_end_0 = const()[name = tensor<string, []>("op_43043_end_0"), val = tensor<int32, [4]>([2, 64, 1, 77])];
            tensor<bool, [4]> var_43043_end_mask_0 = const()[name = tensor<string, []>("op_43043_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_43043_cast = slice_by_index(begin = var_43043_begin_0, end = var_43043_end_0, end_mask = var_43043_end_mask_0, x = v_191_cast)[name = tensor<string, []>("op_43043_cast")];
            tensor<int32, [4]> var_43047_begin_0 = const()[name = tensor<string, []>("op_43047_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_43047_end_0 = const()[name = tensor<string, []>("op_43047_end_0"), val = tensor<int32, [4]>([2, 128, 1, 77])];
            tensor<bool, [4]> var_43047_end_mask_0 = const()[name = tensor<string, []>("op_43047_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_43047_cast = slice_by_index(begin = var_43047_begin_0, end = var_43047_end_0, end_mask = var_43047_end_mask_0, x = v_191_cast)[name = tensor<string, []>("op_43047_cast")];
            tensor<int32, [4]> var_43051_begin_0 = const()[name = tensor<string, []>("op_43051_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_43051_end_0 = const()[name = tensor<string, []>("op_43051_end_0"), val = tensor<int32, [4]>([2, 192, 1, 77])];
            tensor<bool, [4]> var_43051_end_mask_0 = const()[name = tensor<string, []>("op_43051_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_43051_cast = slice_by_index(begin = var_43051_begin_0, end = var_43051_end_0, end_mask = var_43051_end_mask_0, x = v_191_cast)[name = tensor<string, []>("op_43051_cast")];
            tensor<int32, [4]> var_43055_begin_0 = const()[name = tensor<string, []>("op_43055_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_43055_end_0 = const()[name = tensor<string, []>("op_43055_end_0"), val = tensor<int32, [4]>([2, 256, 1, 77])];
            tensor<bool, [4]> var_43055_end_mask_0 = const()[name = tensor<string, []>("op_43055_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_43055_cast = slice_by_index(begin = var_43055_begin_0, end = var_43055_end_0, end_mask = var_43055_end_mask_0, x = v_191_cast)[name = tensor<string, []>("op_43055_cast")];
            tensor<int32, [4]> var_43059_begin_0 = const()[name = tensor<string, []>("op_43059_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_43059_end_0 = const()[name = tensor<string, []>("op_43059_end_0"), val = tensor<int32, [4]>([2, 320, 1, 77])];
            tensor<bool, [4]> var_43059_end_mask_0 = const()[name = tensor<string, []>("op_43059_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_43059_cast = slice_by_index(begin = var_43059_begin_0, end = var_43059_end_0, end_mask = var_43059_end_mask_0, x = v_191_cast)[name = tensor<string, []>("op_43059_cast")];
            tensor<int32, [4]> var_43063_begin_0 = const()[name = tensor<string, []>("op_43063_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_43063_end_0 = const()[name = tensor<string, []>("op_43063_end_0"), val = tensor<int32, [4]>([2, 384, 1, 77])];
            tensor<bool, [4]> var_43063_end_mask_0 = const()[name = tensor<string, []>("op_43063_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_43063_cast = slice_by_index(begin = var_43063_begin_0, end = var_43063_end_0, end_mask = var_43063_end_mask_0, x = v_191_cast)[name = tensor<string, []>("op_43063_cast")];
            tensor<int32, [4]> var_43067_begin_0 = const()[name = tensor<string, []>("op_43067_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_43067_end_0 = const()[name = tensor<string, []>("op_43067_end_0"), val = tensor<int32, [4]>([2, 448, 1, 77])];
            tensor<bool, [4]> var_43067_end_mask_0 = const()[name = tensor<string, []>("op_43067_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_43067_cast = slice_by_index(begin = var_43067_begin_0, end = var_43067_end_0, end_mask = var_43067_end_mask_0, x = v_191_cast)[name = tensor<string, []>("op_43067_cast")];
            tensor<int32, [4]> var_43071_begin_0 = const()[name = tensor<string, []>("op_43071_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_43071_end_0 = const()[name = tensor<string, []>("op_43071_end_0"), val = tensor<int32, [4]>([2, 512, 1, 77])];
            tensor<bool, [4]> var_43071_end_mask_0 = const()[name = tensor<string, []>("op_43071_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_43071_cast = slice_by_index(begin = var_43071_begin_0, end = var_43071_end_0, end_mask = var_43071_end_mask_0, x = v_191_cast)[name = tensor<string, []>("op_43071_cast")];
            tensor<int32, [4]> var_43075_begin_0 = const()[name = tensor<string, []>("op_43075_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_43075_end_0 = const()[name = tensor<string, []>("op_43075_end_0"), val = tensor<int32, [4]>([2, 576, 1, 77])];
            tensor<bool, [4]> var_43075_end_mask_0 = const()[name = tensor<string, []>("op_43075_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_43075_cast = slice_by_index(begin = var_43075_begin_0, end = var_43075_end_0, end_mask = var_43075_end_mask_0, x = v_191_cast)[name = tensor<string, []>("op_43075_cast")];
            tensor<int32, [4]> var_43079_begin_0 = const()[name = tensor<string, []>("op_43079_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_43079_end_0 = const()[name = tensor<string, []>("op_43079_end_0"), val = tensor<int32, [4]>([2, 640, 1, 77])];
            tensor<bool, [4]> var_43079_end_mask_0 = const()[name = tensor<string, []>("op_43079_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_43079_cast = slice_by_index(begin = var_43079_begin_0, end = var_43079_end_0, end_mask = var_43079_end_mask_0, x = v_191_cast)[name = tensor<string, []>("op_43079_cast")];
            tensor<int32, [4]> var_43083_begin_0 = const()[name = tensor<string, []>("op_43083_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_43083_end_0 = const()[name = tensor<string, []>("op_43083_end_0"), val = tensor<int32, [4]>([2, 704, 1, 77])];
            tensor<bool, [4]> var_43083_end_mask_0 = const()[name = tensor<string, []>("op_43083_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_43083_cast = slice_by_index(begin = var_43083_begin_0, end = var_43083_end_0, end_mask = var_43083_end_mask_0, x = v_191_cast)[name = tensor<string, []>("op_43083_cast")];
            tensor<int32, [4]> var_43087_begin_0 = const()[name = tensor<string, []>("op_43087_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_43087_end_0 = const()[name = tensor<string, []>("op_43087_end_0"), val = tensor<int32, [4]>([2, 768, 1, 77])];
            tensor<bool, [4]> var_43087_end_mask_0 = const()[name = tensor<string, []>("op_43087_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_43087_cast = slice_by_index(begin = var_43087_begin_0, end = var_43087_end_0, end_mask = var_43087_end_mask_0, x = v_191_cast)[name = tensor<string, []>("op_43087_cast")];
            tensor<int32, [4]> var_43091_begin_0 = const()[name = tensor<string, []>("op_43091_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_43091_end_0 = const()[name = tensor<string, []>("op_43091_end_0"), val = tensor<int32, [4]>([2, 832, 1, 77])];
            tensor<bool, [4]> var_43091_end_mask_0 = const()[name = tensor<string, []>("op_43091_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_43091_cast = slice_by_index(begin = var_43091_begin_0, end = var_43091_end_0, end_mask = var_43091_end_mask_0, x = v_191_cast)[name = tensor<string, []>("op_43091_cast")];
            tensor<int32, [4]> var_43095_begin_0 = const()[name = tensor<string, []>("op_43095_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_43095_end_0 = const()[name = tensor<string, []>("op_43095_end_0"), val = tensor<int32, [4]>([2, 896, 1, 77])];
            tensor<bool, [4]> var_43095_end_mask_0 = const()[name = tensor<string, []>("op_43095_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_43095_cast = slice_by_index(begin = var_43095_begin_0, end = var_43095_end_0, end_mask = var_43095_end_mask_0, x = v_191_cast)[name = tensor<string, []>("op_43095_cast")];
            tensor<int32, [4]> var_43099_begin_0 = const()[name = tensor<string, []>("op_43099_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_43099_end_0 = const()[name = tensor<string, []>("op_43099_end_0"), val = tensor<int32, [4]>([2, 960, 1, 77])];
            tensor<bool, [4]> var_43099_end_mask_0 = const()[name = tensor<string, []>("op_43099_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_43099_cast = slice_by_index(begin = var_43099_begin_0, end = var_43099_end_0, end_mask = var_43099_end_mask_0, x = v_191_cast)[name = tensor<string, []>("op_43099_cast")];
            tensor<int32, [4]> var_43103_begin_0 = const()[name = tensor<string, []>("op_43103_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_43103_end_0 = const()[name = tensor<string, []>("op_43103_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 77])];
            tensor<bool, [4]> var_43103_end_mask_0 = const()[name = tensor<string, []>("op_43103_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_43103_cast = slice_by_index(begin = var_43103_begin_0, end = var_43103_end_0, end_mask = var_43103_end_mask_0, x = v_191_cast)[name = tensor<string, []>("op_43103_cast")];
            tensor<int32, [4]> var_43107_begin_0 = const()[name = tensor<string, []>("op_43107_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_43107_end_0 = const()[name = tensor<string, []>("op_43107_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 77])];
            tensor<bool, [4]> var_43107_end_mask_0 = const()[name = tensor<string, []>("op_43107_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_43107_cast = slice_by_index(begin = var_43107_begin_0, end = var_43107_end_0, end_mask = var_43107_end_mask_0, x = v_191_cast)[name = tensor<string, []>("op_43107_cast")];
            tensor<int32, [4]> var_43111_begin_0 = const()[name = tensor<string, []>("op_43111_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_43111_end_0 = const()[name = tensor<string, []>("op_43111_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 77])];
            tensor<bool, [4]> var_43111_end_mask_0 = const()[name = tensor<string, []>("op_43111_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_43111_cast = slice_by_index(begin = var_43111_begin_0, end = var_43111_end_0, end_mask = var_43111_end_mask_0, x = v_191_cast)[name = tensor<string, []>("op_43111_cast")];
            tensor<int32, [4]> var_43115_begin_0 = const()[name = tensor<string, []>("op_43115_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_43115_end_0 = const()[name = tensor<string, []>("op_43115_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 77])];
            tensor<bool, [4]> var_43115_end_mask_0 = const()[name = tensor<string, []>("op_43115_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_43115_cast = slice_by_index(begin = var_43115_begin_0, end = var_43115_end_0, end_mask = var_43115_end_mask_0, x = v_191_cast)[name = tensor<string, []>("op_43115_cast")];
            tensor<int32, [4]> var_43119_begin_0 = const()[name = tensor<string, []>("op_43119_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_43119_end_0 = const()[name = tensor<string, []>("op_43119_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 77])];
            tensor<bool, [4]> var_43119_end_mask_0 = const()[name = tensor<string, []>("op_43119_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_43119_cast = slice_by_index(begin = var_43119_begin_0, end = var_43119_end_0, end_mask = var_43119_end_mask_0, x = v_191_cast)[name = tensor<string, []>("op_43119_cast")];
            tensor<string, []> var_43123_equation_0 = const()[name = tensor<string, []>("op_43123_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_43123_cast = einsum(equation = var_43123_equation_0, values = (var_42965_cast, var_42882_cast))[name = tensor<string, []>("op_43123_cast")];
            tensor<fp16, []> var_43124_to_fp16 = const()[name = tensor<string, []>("op_43124_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3641_cast = mul(x = var_43123_cast, y = var_43124_to_fp16)[name = tensor<string, []>("aw_3641_cast")];
            tensor<string, []> var_43127_equation_0 = const()[name = tensor<string, []>("op_43127_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_43127_cast = einsum(equation = var_43127_equation_0, values = (var_42969_cast, var_42886_cast))[name = tensor<string, []>("op_43127_cast")];
            tensor<fp16, []> var_43128_to_fp16 = const()[name = tensor<string, []>("op_43128_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3643_cast = mul(x = var_43127_cast, y = var_43128_to_fp16)[name = tensor<string, []>("aw_3643_cast")];
            tensor<string, []> var_43131_equation_0 = const()[name = tensor<string, []>("op_43131_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_43131_cast = einsum(equation = var_43131_equation_0, values = (var_42973_cast, var_42890_cast))[name = tensor<string, []>("op_43131_cast")];
            tensor<fp16, []> var_43132_to_fp16 = const()[name = tensor<string, []>("op_43132_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3645_cast = mul(x = var_43131_cast, y = var_43132_to_fp16)[name = tensor<string, []>("aw_3645_cast")];
            tensor<string, []> var_43135_equation_0 = const()[name = tensor<string, []>("op_43135_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_43135_cast = einsum(equation = var_43135_equation_0, values = (var_42977_cast, var_42894_cast))[name = tensor<string, []>("op_43135_cast")];
            tensor<fp16, []> var_43136_to_fp16 = const()[name = tensor<string, []>("op_43136_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3647_cast = mul(x = var_43135_cast, y = var_43136_to_fp16)[name = tensor<string, []>("aw_3647_cast")];
            tensor<string, []> var_43139_equation_0 = const()[name = tensor<string, []>("op_43139_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_43139_cast = einsum(equation = var_43139_equation_0, values = (var_42981_cast, var_42898_cast))[name = tensor<string, []>("op_43139_cast")];
            tensor<fp16, []> var_43140_to_fp16 = const()[name = tensor<string, []>("op_43140_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3649_cast = mul(x = var_43139_cast, y = var_43140_to_fp16)[name = tensor<string, []>("aw_3649_cast")];
            tensor<string, []> var_43143_equation_0 = const()[name = tensor<string, []>("op_43143_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_43143_cast = einsum(equation = var_43143_equation_0, values = (var_42985_cast, var_42902_cast))[name = tensor<string, []>("op_43143_cast")];
            tensor<fp16, []> var_43144_to_fp16 = const()[name = tensor<string, []>("op_43144_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3651_cast = mul(x = var_43143_cast, y = var_43144_to_fp16)[name = tensor<string, []>("aw_3651_cast")];
            tensor<string, []> var_43147_equation_0 = const()[name = tensor<string, []>("op_43147_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_43147_cast = einsum(equation = var_43147_equation_0, values = (var_42989_cast, var_42906_cast))[name = tensor<string, []>("op_43147_cast")];
            tensor<fp16, []> var_43148_to_fp16 = const()[name = tensor<string, []>("op_43148_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3653_cast = mul(x = var_43147_cast, y = var_43148_to_fp16)[name = tensor<string, []>("aw_3653_cast")];
            tensor<string, []> var_43151_equation_0 = const()[name = tensor<string, []>("op_43151_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_43151_cast = einsum(equation = var_43151_equation_0, values = (var_42993_cast, var_42910_cast))[name = tensor<string, []>("op_43151_cast")];
            tensor<fp16, []> var_43152_to_fp16 = const()[name = tensor<string, []>("op_43152_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3655_cast = mul(x = var_43151_cast, y = var_43152_to_fp16)[name = tensor<string, []>("aw_3655_cast")];
            tensor<string, []> var_43155_equation_0 = const()[name = tensor<string, []>("op_43155_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_43155_cast = einsum(equation = var_43155_equation_0, values = (var_42997_cast, var_42914_cast))[name = tensor<string, []>("op_43155_cast")];
            tensor<fp16, []> var_43156_to_fp16 = const()[name = tensor<string, []>("op_43156_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3657_cast = mul(x = var_43155_cast, y = var_43156_to_fp16)[name = tensor<string, []>("aw_3657_cast")];
            tensor<string, []> var_43159_equation_0 = const()[name = tensor<string, []>("op_43159_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_43159_cast = einsum(equation = var_43159_equation_0, values = (var_43001_cast, var_42918_cast))[name = tensor<string, []>("op_43159_cast")];
            tensor<fp16, []> var_43160_to_fp16 = const()[name = tensor<string, []>("op_43160_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3659_cast = mul(x = var_43159_cast, y = var_43160_to_fp16)[name = tensor<string, []>("aw_3659_cast")];
            tensor<string, []> var_43163_equation_0 = const()[name = tensor<string, []>("op_43163_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_43163_cast = einsum(equation = var_43163_equation_0, values = (var_43005_cast, var_42922_cast))[name = tensor<string, []>("op_43163_cast")];
            tensor<fp16, []> var_43164_to_fp16 = const()[name = tensor<string, []>("op_43164_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3661_cast = mul(x = var_43163_cast, y = var_43164_to_fp16)[name = tensor<string, []>("aw_3661_cast")];
            tensor<string, []> var_43167_equation_0 = const()[name = tensor<string, []>("op_43167_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_43167_cast = einsum(equation = var_43167_equation_0, values = (var_43009_cast, var_42926_cast))[name = tensor<string, []>("op_43167_cast")];
            tensor<fp16, []> var_43168_to_fp16 = const()[name = tensor<string, []>("op_43168_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3663_cast = mul(x = var_43167_cast, y = var_43168_to_fp16)[name = tensor<string, []>("aw_3663_cast")];
            tensor<string, []> var_43171_equation_0 = const()[name = tensor<string, []>("op_43171_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_43171_cast = einsum(equation = var_43171_equation_0, values = (var_43013_cast, var_42930_cast))[name = tensor<string, []>("op_43171_cast")];
            tensor<fp16, []> var_43172_to_fp16 = const()[name = tensor<string, []>("op_43172_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3665_cast = mul(x = var_43171_cast, y = var_43172_to_fp16)[name = tensor<string, []>("aw_3665_cast")];
            tensor<string, []> var_43175_equation_0 = const()[name = tensor<string, []>("op_43175_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_43175_cast = einsum(equation = var_43175_equation_0, values = (var_43017_cast, var_42934_cast))[name = tensor<string, []>("op_43175_cast")];
            tensor<fp16, []> var_43176_to_fp16 = const()[name = tensor<string, []>("op_43176_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3667_cast = mul(x = var_43175_cast, y = var_43176_to_fp16)[name = tensor<string, []>("aw_3667_cast")];
            tensor<string, []> var_43179_equation_0 = const()[name = tensor<string, []>("op_43179_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_43179_cast = einsum(equation = var_43179_equation_0, values = (var_43021_cast, var_42938_cast))[name = tensor<string, []>("op_43179_cast")];
            tensor<fp16, []> var_43180_to_fp16 = const()[name = tensor<string, []>("op_43180_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3669_cast = mul(x = var_43179_cast, y = var_43180_to_fp16)[name = tensor<string, []>("aw_3669_cast")];
            tensor<string, []> var_43183_equation_0 = const()[name = tensor<string, []>("op_43183_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_43183_cast = einsum(equation = var_43183_equation_0, values = (var_43025_cast, var_42942_cast))[name = tensor<string, []>("op_43183_cast")];
            tensor<fp16, []> var_43184_to_fp16 = const()[name = tensor<string, []>("op_43184_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3671_cast = mul(x = var_43183_cast, y = var_43184_to_fp16)[name = tensor<string, []>("aw_3671_cast")];
            tensor<string, []> var_43187_equation_0 = const()[name = tensor<string, []>("op_43187_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_43187_cast = einsum(equation = var_43187_equation_0, values = (var_43029_cast, var_42946_cast))[name = tensor<string, []>("op_43187_cast")];
            tensor<fp16, []> var_43188_to_fp16 = const()[name = tensor<string, []>("op_43188_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3673_cast = mul(x = var_43187_cast, y = var_43188_to_fp16)[name = tensor<string, []>("aw_3673_cast")];
            tensor<string, []> var_43191_equation_0 = const()[name = tensor<string, []>("op_43191_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_43191_cast = einsum(equation = var_43191_equation_0, values = (var_43033_cast, var_42950_cast))[name = tensor<string, []>("op_43191_cast")];
            tensor<fp16, []> var_43192_to_fp16 = const()[name = tensor<string, []>("op_43192_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3675_cast = mul(x = var_43191_cast, y = var_43192_to_fp16)[name = tensor<string, []>("aw_3675_cast")];
            tensor<string, []> var_43195_equation_0 = const()[name = tensor<string, []>("op_43195_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_43195_cast = einsum(equation = var_43195_equation_0, values = (var_43037_cast, var_42954_cast))[name = tensor<string, []>("op_43195_cast")];
            tensor<fp16, []> var_43196_to_fp16 = const()[name = tensor<string, []>("op_43196_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3677_cast = mul(x = var_43195_cast, y = var_43196_to_fp16)[name = tensor<string, []>("aw_3677_cast")];
            tensor<string, []> var_43199_equation_0 = const()[name = tensor<string, []>("op_43199_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_43199_cast = einsum(equation = var_43199_equation_0, values = (var_43041_cast, var_42958_cast))[name = tensor<string, []>("op_43199_cast")];
            tensor<fp16, []> var_43200_to_fp16 = const()[name = tensor<string, []>("op_43200_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3679_cast = mul(x = var_43199_cast, y = var_43200_to_fp16)[name = tensor<string, []>("aw_3679_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_43202_cast = softmax(axis = var_30355, x = aw_3641_cast)[name = tensor<string, []>("op_43202_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_43203_cast = softmax(axis = var_30355, x = aw_3643_cast)[name = tensor<string, []>("op_43203_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_43204_cast = softmax(axis = var_30355, x = aw_3645_cast)[name = tensor<string, []>("op_43204_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_43205_cast = softmax(axis = var_30355, x = aw_3647_cast)[name = tensor<string, []>("op_43205_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_43206_cast = softmax(axis = var_30355, x = aw_3649_cast)[name = tensor<string, []>("op_43206_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_43207_cast = softmax(axis = var_30355, x = aw_3651_cast)[name = tensor<string, []>("op_43207_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_43208_cast = softmax(axis = var_30355, x = aw_3653_cast)[name = tensor<string, []>("op_43208_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_43209_cast = softmax(axis = var_30355, x = aw_3655_cast)[name = tensor<string, []>("op_43209_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_43210_cast = softmax(axis = var_30355, x = aw_3657_cast)[name = tensor<string, []>("op_43210_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_43211_cast = softmax(axis = var_30355, x = aw_3659_cast)[name = tensor<string, []>("op_43211_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_43212_cast = softmax(axis = var_30355, x = aw_3661_cast)[name = tensor<string, []>("op_43212_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_43213_cast = softmax(axis = var_30355, x = aw_3663_cast)[name = tensor<string, []>("op_43213_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_43214_cast = softmax(axis = var_30355, x = aw_3665_cast)[name = tensor<string, []>("op_43214_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_43215_cast = softmax(axis = var_30355, x = aw_3667_cast)[name = tensor<string, []>("op_43215_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_43216_cast = softmax(axis = var_30355, x = aw_3669_cast)[name = tensor<string, []>("op_43216_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_43217_cast = softmax(axis = var_30355, x = aw_3671_cast)[name = tensor<string, []>("op_43217_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_43218_cast = softmax(axis = var_30355, x = aw_3673_cast)[name = tensor<string, []>("op_43218_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_43219_cast = softmax(axis = var_30355, x = aw_3675_cast)[name = tensor<string, []>("op_43219_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_43220_cast = softmax(axis = var_30355, x = aw_3677_cast)[name = tensor<string, []>("op_43220_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_43221_cast = softmax(axis = var_30355, x = aw_3679_cast)[name = tensor<string, []>("op_43221_cast")];
            tensor<string, []> var_43223_equation_0 = const()[name = tensor<string, []>("op_43223_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_43223_cast = einsum(equation = var_43223_equation_0, values = (var_43043_cast, var_43202_cast))[name = tensor<string, []>("op_43223_cast")];
            tensor<string, []> var_43225_equation_0 = const()[name = tensor<string, []>("op_43225_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_43225_cast = einsum(equation = var_43225_equation_0, values = (var_43047_cast, var_43203_cast))[name = tensor<string, []>("op_43225_cast")];
            tensor<string, []> var_43227_equation_0 = const()[name = tensor<string, []>("op_43227_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_43227_cast = einsum(equation = var_43227_equation_0, values = (var_43051_cast, var_43204_cast))[name = tensor<string, []>("op_43227_cast")];
            tensor<string, []> var_43229_equation_0 = const()[name = tensor<string, []>("op_43229_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_43229_cast = einsum(equation = var_43229_equation_0, values = (var_43055_cast, var_43205_cast))[name = tensor<string, []>("op_43229_cast")];
            tensor<string, []> var_43231_equation_0 = const()[name = tensor<string, []>("op_43231_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_43231_cast = einsum(equation = var_43231_equation_0, values = (var_43059_cast, var_43206_cast))[name = tensor<string, []>("op_43231_cast")];
            tensor<string, []> var_43233_equation_0 = const()[name = tensor<string, []>("op_43233_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_43233_cast = einsum(equation = var_43233_equation_0, values = (var_43063_cast, var_43207_cast))[name = tensor<string, []>("op_43233_cast")];
            tensor<string, []> var_43235_equation_0 = const()[name = tensor<string, []>("op_43235_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_43235_cast = einsum(equation = var_43235_equation_0, values = (var_43067_cast, var_43208_cast))[name = tensor<string, []>("op_43235_cast")];
            tensor<string, []> var_43237_equation_0 = const()[name = tensor<string, []>("op_43237_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_43237_cast = einsum(equation = var_43237_equation_0, values = (var_43071_cast, var_43209_cast))[name = tensor<string, []>("op_43237_cast")];
            tensor<string, []> var_43239_equation_0 = const()[name = tensor<string, []>("op_43239_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_43239_cast = einsum(equation = var_43239_equation_0, values = (var_43075_cast, var_43210_cast))[name = tensor<string, []>("op_43239_cast")];
            tensor<string, []> var_43241_equation_0 = const()[name = tensor<string, []>("op_43241_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_43241_cast = einsum(equation = var_43241_equation_0, values = (var_43079_cast, var_43211_cast))[name = tensor<string, []>("op_43241_cast")];
            tensor<string, []> var_43243_equation_0 = const()[name = tensor<string, []>("op_43243_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_43243_cast = einsum(equation = var_43243_equation_0, values = (var_43083_cast, var_43212_cast))[name = tensor<string, []>("op_43243_cast")];
            tensor<string, []> var_43245_equation_0 = const()[name = tensor<string, []>("op_43245_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_43245_cast = einsum(equation = var_43245_equation_0, values = (var_43087_cast, var_43213_cast))[name = tensor<string, []>("op_43245_cast")];
            tensor<string, []> var_43247_equation_0 = const()[name = tensor<string, []>("op_43247_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_43247_cast = einsum(equation = var_43247_equation_0, values = (var_43091_cast, var_43214_cast))[name = tensor<string, []>("op_43247_cast")];
            tensor<string, []> var_43249_equation_0 = const()[name = tensor<string, []>("op_43249_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_43249_cast = einsum(equation = var_43249_equation_0, values = (var_43095_cast, var_43215_cast))[name = tensor<string, []>("op_43249_cast")];
            tensor<string, []> var_43251_equation_0 = const()[name = tensor<string, []>("op_43251_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_43251_cast = einsum(equation = var_43251_equation_0, values = (var_43099_cast, var_43216_cast))[name = tensor<string, []>("op_43251_cast")];
            tensor<string, []> var_43253_equation_0 = const()[name = tensor<string, []>("op_43253_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_43253_cast = einsum(equation = var_43253_equation_0, values = (var_43103_cast, var_43217_cast))[name = tensor<string, []>("op_43253_cast")];
            tensor<string, []> var_43255_equation_0 = const()[name = tensor<string, []>("op_43255_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_43255_cast = einsum(equation = var_43255_equation_0, values = (var_43107_cast, var_43218_cast))[name = tensor<string, []>("op_43255_cast")];
            tensor<string, []> var_43257_equation_0 = const()[name = tensor<string, []>("op_43257_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_43257_cast = einsum(equation = var_43257_equation_0, values = (var_43111_cast, var_43219_cast))[name = tensor<string, []>("op_43257_cast")];
            tensor<string, []> var_43259_equation_0 = const()[name = tensor<string, []>("op_43259_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_43259_cast = einsum(equation = var_43259_equation_0, values = (var_43115_cast, var_43220_cast))[name = tensor<string, []>("op_43259_cast")];
            tensor<string, []> var_43261_equation_0 = const()[name = tensor<string, []>("op_43261_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_43261_cast = einsum(equation = var_43261_equation_0, values = (var_43119_cast, var_43221_cast))[name = tensor<string, []>("op_43261_cast")];
            tensor<bool, []> input_563_interleave_0 = const()[name = tensor<string, []>("input_563_interleave_0"), val = tensor<bool, []>(false)];
            tensor<fp16, [2, 1280, 1, 576]> input_563_cast = concat(axis = var_30355, interleave = input_563_interleave_0, values = (var_43223_cast, var_43225_cast, var_43227_cast, var_43229_cast, var_43231_cast, var_43233_cast, var_43235_cast, var_43237_cast, var_43239_cast, var_43241_cast, var_43243_cast, var_43245_cast, var_43247_cast, var_43249_cast, var_43251_cast, var_43253_cast, var_43255_cast, var_43257_cast, var_43259_cast, var_43261_cast))[name = tensor<string, []>("input_563_cast")];
            tensor<int32, [2]> var_43267 = const()[name = tensor<string, []>("op_43267"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_43269 = const()[name = tensor<string, []>("op_43269"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_43271_pad_type_0 = const()[name = tensor<string, []>("op_43271_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_43271_pad_0 = const()[name = tensor<string, []>("op_43271_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_3_attn2_to_out_0_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [819200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(132645248))), lut = tensor<fp16, [16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(133464512))), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_3_attn2_to_out_0_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_attentions_1_transformer_blocks_3_attn2_to_out_0_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_3_attn2_to_out_0_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(133464640)))];
            tensor<fp16, [2, 1280, 1, 576]> var_43271_cast = conv(bias = up_blocks_0_attentions_1_transformer_blocks_3_attn2_to_out_0_bias_to_fp16, dilations = var_43269, groups = var_30355, pad = var_43271_pad_0, pad_type = var_43271_pad_type_0, strides = var_43267, weight = up_blocks_0_attentions_1_transformer_blocks_3_attn2_to_out_0_weight_to_fp16_palettized, x = input_563_cast)[name = tensor<string, []>("op_43271_cast")];
            tensor<fp16, [2, 1280, 1, 576]> inputs_287_cast = add(x = var_43271_cast, y = inputs_285_cast)[name = tensor<string, []>("inputs_287_cast")];
            tensor<int32, [1]> var_43275 = const()[name = tensor<string, []>("op_43275"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> channels_mean_287_cast = reduce_mean(axes = var_43275, keep_dims = var_30350, x = inputs_287_cast)[name = tensor<string, []>("channels_mean_287_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_287_cast = sub(x = inputs_287_cast, y = channels_mean_287_cast)[name = tensor<string, []>("zero_mean_287_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_sq_287_cast = mul(x = zero_mean_287_cast, y = zero_mean_287_cast)[name = tensor<string, []>("zero_mean_sq_287_cast")];
            tensor<int32, [1]> var_43279 = const()[name = tensor<string, []>("op_43279"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> var_43280_cast = reduce_mean(axes = var_43279, keep_dims = var_30350, x = zero_mean_sq_287_cast)[name = tensor<string, []>("op_43280_cast")];
            tensor<fp16, []> var_43281_to_fp16 = const()[name = tensor<string, []>("op_43281_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 576]> var_43282_cast = add(x = var_43280_cast, y = var_43281_to_fp16)[name = tensor<string, []>("op_43282_cast")];
            tensor<fp16, []> denom_287_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_287_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 576]> denom_287_cast = rsqrt(epsilon = denom_287_epsilon_0_to_fp16, x = var_43282_cast)[name = tensor<string, []>("denom_287_cast")];
            tensor<fp16, [2, 1280, 1, 576]> out_287_cast = mul(x = zero_mean_287_cast, y = denom_287_cast)[name = tensor<string, []>("out_287_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_43286_to_fp16 = const()[name = tensor<string, []>("op_43286_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(133467264)))];
            tensor<fp16, [2, 1280, 1, 576]> var_43287_cast = add(x = out_287_cast, y = var_43286_to_fp16)[name = tensor<string, []>("op_43287_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_43289_to_fp16 = const()[name = tensor<string, []>("op_43289_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(133469888)))];
            tensor<fp16, [2, 1280, 1, 576]> input_565_cast = mul(x = var_43287_cast, y = var_43289_to_fp16)[name = tensor<string, []>("input_565_cast")];
            tensor<int32, [2]> var_43297 = const()[name = tensor<string, []>("op_43297"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_43299 = const()[name = tensor<string, []>("op_43299"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_43301_pad_type_0 = const()[name = tensor<string, []>("op_43301_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_43301_pad_0 = const()[name = tensor<string, []>("op_43301_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [10240, 1280, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_3_ff_net_0_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [9830400]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(133472512))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(143302976))), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_3_ff_net_0_proj_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([10240, 1280, 1, 1])];
            tensor<fp16, [10240]> up_blocks_0_attentions_1_transformer_blocks_3_ff_net_0_proj_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_3_ff_net_0_proj_bias_to_fp16"), val = tensor<fp16, [10240]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(143303168)))];
            tensor<fp16, [2, 10240, 1, 576]> var_43301_cast = conv(bias = up_blocks_0_attentions_1_transformer_blocks_3_ff_net_0_proj_bias_to_fp16, dilations = var_43299, groups = var_30355, pad = var_43301_pad_0, pad_type = var_43301_pad_type_0, strides = var_43297, weight = up_blocks_0_attentions_1_transformer_blocks_3_ff_net_0_proj_weight_to_fp16_palettized, x = input_565_cast)[name = tensor<string, []>("op_43301_cast")];
            tensor<int32, [2]> var_43302_split_sizes_0 = const()[name = tensor<string, []>("op_43302_split_sizes_0"), val = tensor<int32, [2]>([5120, 5120])];
            tensor<int32, []> var_43302_axis_0 = const()[name = tensor<string, []>("op_43302_axis_0"), val = tensor<int32, []>(1)];
            tensor<fp16, [2, 5120, 1, 576]> var_43302_cast_0, tensor<fp16, [2, 5120, 1, 576]> var_43302_cast_1 = split(axis = var_43302_axis_0, split_sizes = var_43302_split_sizes_0, x = var_43301_cast)[name = tensor<string, []>("op_43302_cast")];
            tensor<string, []> var_43304_mode_0 = const()[name = tensor<string, []>("op_43304_mode_0"), val = tensor<string, []>("EXACT")];
            tensor<fp16, [2, 5120, 1, 576]> var_43304_cast = gelu(mode = var_43304_mode_0, x = var_43302_cast_1)[name = tensor<string, []>("op_43304_cast")];
            tensor<fp16, [2, 5120, 1, 576]> input_567_cast = mul(x = var_43302_cast_0, y = var_43304_cast)[name = tensor<string, []>("input_567_cast")];
            tensor<int32, [2]> var_43308 = const()[name = tensor<string, []>("op_43308"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_43310 = const()[name = tensor<string, []>("op_43310"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_43312_pad_type_0 = const()[name = tensor<string, []>("op_43312_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_43312_pad_0 = const()[name = tensor<string, []>("op_43312_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 5120, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_3_ff_net_2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [4915200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(143323712))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(148238976))), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_3_ff_net_2_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 5120, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_attentions_1_transformer_blocks_3_ff_net_2_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_3_ff_net_2_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(148239168)))];
            tensor<fp16, [2, 1280, 1, 576]> var_43312_cast = conv(bias = up_blocks_0_attentions_1_transformer_blocks_3_ff_net_2_bias_to_fp16, dilations = var_43310, groups = var_30355, pad = var_43312_pad_0, pad_type = var_43312_pad_type_0, strides = var_43308, weight = up_blocks_0_attentions_1_transformer_blocks_3_ff_net_2_weight_to_fp16_palettized, x = input_567_cast)[name = tensor<string, []>("op_43312_cast")];
            tensor<fp16, [2, 1280, 1, 576]> inputs_289_cast = add(x = var_43312_cast, y = inputs_287_cast)[name = tensor<string, []>("inputs_289_cast")];
            tensor<int32, [1]> var_43322 = const()[name = tensor<string, []>("op_43322"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> channels_mean_289_cast = reduce_mean(axes = var_43322, keep_dims = var_30350, x = inputs_289_cast)[name = tensor<string, []>("channels_mean_289_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_289_cast = sub(x = inputs_289_cast, y = channels_mean_289_cast)[name = tensor<string, []>("zero_mean_289_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_sq_289_cast = mul(x = zero_mean_289_cast, y = zero_mean_289_cast)[name = tensor<string, []>("zero_mean_sq_289_cast")];
            tensor<int32, [1]> var_43326 = const()[name = tensor<string, []>("op_43326"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> var_43327_cast = reduce_mean(axes = var_43326, keep_dims = var_30350, x = zero_mean_sq_289_cast)[name = tensor<string, []>("op_43327_cast")];
            tensor<fp16, []> var_43328_to_fp16 = const()[name = tensor<string, []>("op_43328_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 576]> var_43329_cast = add(x = var_43327_cast, y = var_43328_to_fp16)[name = tensor<string, []>("op_43329_cast")];
            tensor<fp16, []> denom_289_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_289_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 576]> denom_289_cast = rsqrt(epsilon = denom_289_epsilon_0_to_fp16, x = var_43329_cast)[name = tensor<string, []>("denom_289_cast")];
            tensor<fp16, [2, 1280, 1, 576]> out_289_cast = mul(x = zero_mean_289_cast, y = denom_289_cast)[name = tensor<string, []>("out_289_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_43333_to_fp16 = const()[name = tensor<string, []>("op_43333_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(148241792)))];
            tensor<fp16, [2, 1280, 1, 576]> var_43334_cast = add(x = out_289_cast, y = var_43333_to_fp16)[name = tensor<string, []>("op_43334_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_43336_to_fp16 = const()[name = tensor<string, []>("op_43336_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(148244416)))];
            tensor<fp16, [2, 1280, 1, 576]> hidden_states_385_cast = mul(x = var_43334_cast, y = var_43336_to_fp16)[name = tensor<string, []>("hidden_states_385_cast")];
            tensor<int32, [2]> var_43343 = const()[name = tensor<string, []>("op_43343"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_43345 = const()[name = tensor<string, []>("op_43345"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> q_193_pad_type_0 = const()[name = tensor<string, []>("q_193_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> q_193_pad_0 = const()[name = tensor<string, []>("q_193_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_4_attn1_to_q_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [819200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(148247040))), lut = tensor<fp16, [16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(149066304))), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_4_attn1_to_q_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> q_193_cast = conv(dilations = var_43345, groups = var_30355, pad = q_193_pad_0, pad_type = q_193_pad_type_0, strides = var_43343, weight = up_blocks_0_attentions_1_transformer_blocks_4_attn1_to_q_weight_to_fp16_palettized, x = hidden_states_385_cast)[name = tensor<string, []>("q_193_cast")];
            tensor<int32, [2]> var_43349 = const()[name = tensor<string, []>("op_43349"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_43351 = const()[name = tensor<string, []>("op_43351"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> k_385_pad_type_0 = const()[name = tensor<string, []>("k_385_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> k_385_pad_0 = const()[name = tensor<string, []>("k_385_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_4_attn1_to_k_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [819200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(149066432))), lut = tensor<fp16, [16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(149885696))), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_4_attn1_to_k_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> k_385_cast = conv(dilations = var_43351, groups = var_30355, pad = k_385_pad_0, pad_type = k_385_pad_type_0, strides = var_43349, weight = up_blocks_0_attentions_1_transformer_blocks_4_attn1_to_k_weight_to_fp16_palettized, x = hidden_states_385_cast)[name = tensor<string, []>("k_385_cast")];
            tensor<int32, [2]> var_43355 = const()[name = tensor<string, []>("op_43355"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_43357 = const()[name = tensor<string, []>("op_43357"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> v_193_pad_type_0 = const()[name = tensor<string, []>("v_193_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> v_193_pad_0 = const()[name = tensor<string, []>("v_193_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_4_attn1_to_v_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [1228800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(149885824))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(151114688))), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_4_attn1_to_v_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> v_193_cast = conv(dilations = var_43357, groups = var_30355, pad = v_193_pad_0, pad_type = v_193_pad_type_0, strides = var_43355, weight = up_blocks_0_attentions_1_transformer_blocks_4_attn1_to_v_weight_to_fp16_palettized, x = hidden_states_385_cast)[name = tensor<string, []>("v_193_cast")];
            tensor<int32, [4]> var_43361_begin_0 = const()[name = tensor<string, []>("op_43361_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_43361_end_0 = const()[name = tensor<string, []>("op_43361_end_0"), val = tensor<int32, [4]>([2, 64, 1, 576])];
            tensor<bool, [4]> var_43361_end_mask_0 = const()[name = tensor<string, []>("op_43361_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_43361_cast = slice_by_index(begin = var_43361_begin_0, end = var_43361_end_0, end_mask = var_43361_end_mask_0, x = q_193_cast)[name = tensor<string, []>("op_43361_cast")];
            tensor<int32, [4]> var_43365_begin_0 = const()[name = tensor<string, []>("op_43365_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_43365_end_0 = const()[name = tensor<string, []>("op_43365_end_0"), val = tensor<int32, [4]>([2, 128, 1, 576])];
            tensor<bool, [4]> var_43365_end_mask_0 = const()[name = tensor<string, []>("op_43365_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_43365_cast = slice_by_index(begin = var_43365_begin_0, end = var_43365_end_0, end_mask = var_43365_end_mask_0, x = q_193_cast)[name = tensor<string, []>("op_43365_cast")];
            tensor<int32, [4]> var_43369_begin_0 = const()[name = tensor<string, []>("op_43369_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_43369_end_0 = const()[name = tensor<string, []>("op_43369_end_0"), val = tensor<int32, [4]>([2, 192, 1, 576])];
            tensor<bool, [4]> var_43369_end_mask_0 = const()[name = tensor<string, []>("op_43369_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_43369_cast = slice_by_index(begin = var_43369_begin_0, end = var_43369_end_0, end_mask = var_43369_end_mask_0, x = q_193_cast)[name = tensor<string, []>("op_43369_cast")];
            tensor<int32, [4]> var_43373_begin_0 = const()[name = tensor<string, []>("op_43373_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_43373_end_0 = const()[name = tensor<string, []>("op_43373_end_0"), val = tensor<int32, [4]>([2, 256, 1, 576])];
            tensor<bool, [4]> var_43373_end_mask_0 = const()[name = tensor<string, []>("op_43373_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_43373_cast = slice_by_index(begin = var_43373_begin_0, end = var_43373_end_0, end_mask = var_43373_end_mask_0, x = q_193_cast)[name = tensor<string, []>("op_43373_cast")];
            tensor<int32, [4]> var_43377_begin_0 = const()[name = tensor<string, []>("op_43377_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_43377_end_0 = const()[name = tensor<string, []>("op_43377_end_0"), val = tensor<int32, [4]>([2, 320, 1, 576])];
            tensor<bool, [4]> var_43377_end_mask_0 = const()[name = tensor<string, []>("op_43377_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_43377_cast = slice_by_index(begin = var_43377_begin_0, end = var_43377_end_0, end_mask = var_43377_end_mask_0, x = q_193_cast)[name = tensor<string, []>("op_43377_cast")];
            tensor<int32, [4]> var_43381_begin_0 = const()[name = tensor<string, []>("op_43381_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_43381_end_0 = const()[name = tensor<string, []>("op_43381_end_0"), val = tensor<int32, [4]>([2, 384, 1, 576])];
            tensor<bool, [4]> var_43381_end_mask_0 = const()[name = tensor<string, []>("op_43381_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_43381_cast = slice_by_index(begin = var_43381_begin_0, end = var_43381_end_0, end_mask = var_43381_end_mask_0, x = q_193_cast)[name = tensor<string, []>("op_43381_cast")];
            tensor<int32, [4]> var_43385_begin_0 = const()[name = tensor<string, []>("op_43385_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_43385_end_0 = const()[name = tensor<string, []>("op_43385_end_0"), val = tensor<int32, [4]>([2, 448, 1, 576])];
            tensor<bool, [4]> var_43385_end_mask_0 = const()[name = tensor<string, []>("op_43385_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_43385_cast = slice_by_index(begin = var_43385_begin_0, end = var_43385_end_0, end_mask = var_43385_end_mask_0, x = q_193_cast)[name = tensor<string, []>("op_43385_cast")];
            tensor<int32, [4]> var_43389_begin_0 = const()[name = tensor<string, []>("op_43389_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_43389_end_0 = const()[name = tensor<string, []>("op_43389_end_0"), val = tensor<int32, [4]>([2, 512, 1, 576])];
            tensor<bool, [4]> var_43389_end_mask_0 = const()[name = tensor<string, []>("op_43389_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_43389_cast = slice_by_index(begin = var_43389_begin_0, end = var_43389_end_0, end_mask = var_43389_end_mask_0, x = q_193_cast)[name = tensor<string, []>("op_43389_cast")];
            tensor<int32, [4]> var_43393_begin_0 = const()[name = tensor<string, []>("op_43393_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_43393_end_0 = const()[name = tensor<string, []>("op_43393_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_43393_end_mask_0 = const()[name = tensor<string, []>("op_43393_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_43393_cast = slice_by_index(begin = var_43393_begin_0, end = var_43393_end_0, end_mask = var_43393_end_mask_0, x = q_193_cast)[name = tensor<string, []>("op_43393_cast")];
            tensor<int32, [4]> var_43397_begin_0 = const()[name = tensor<string, []>("op_43397_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_43397_end_0 = const()[name = tensor<string, []>("op_43397_end_0"), val = tensor<int32, [4]>([2, 640, 1, 576])];
            tensor<bool, [4]> var_43397_end_mask_0 = const()[name = tensor<string, []>("op_43397_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_43397_cast = slice_by_index(begin = var_43397_begin_0, end = var_43397_end_0, end_mask = var_43397_end_mask_0, x = q_193_cast)[name = tensor<string, []>("op_43397_cast")];
            tensor<int32, [4]> var_43401_begin_0 = const()[name = tensor<string, []>("op_43401_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_43401_end_0 = const()[name = tensor<string, []>("op_43401_end_0"), val = tensor<int32, [4]>([2, 704, 1, 576])];
            tensor<bool, [4]> var_43401_end_mask_0 = const()[name = tensor<string, []>("op_43401_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_43401_cast = slice_by_index(begin = var_43401_begin_0, end = var_43401_end_0, end_mask = var_43401_end_mask_0, x = q_193_cast)[name = tensor<string, []>("op_43401_cast")];
            tensor<int32, [4]> var_43405_begin_0 = const()[name = tensor<string, []>("op_43405_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_43405_end_0 = const()[name = tensor<string, []>("op_43405_end_0"), val = tensor<int32, [4]>([2, 768, 1, 576])];
            tensor<bool, [4]> var_43405_end_mask_0 = const()[name = tensor<string, []>("op_43405_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_43405_cast = slice_by_index(begin = var_43405_begin_0, end = var_43405_end_0, end_mask = var_43405_end_mask_0, x = q_193_cast)[name = tensor<string, []>("op_43405_cast")];
            tensor<int32, [4]> var_43409_begin_0 = const()[name = tensor<string, []>("op_43409_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_43409_end_0 = const()[name = tensor<string, []>("op_43409_end_0"), val = tensor<int32, [4]>([2, 832, 1, 576])];
            tensor<bool, [4]> var_43409_end_mask_0 = const()[name = tensor<string, []>("op_43409_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_43409_cast = slice_by_index(begin = var_43409_begin_0, end = var_43409_end_0, end_mask = var_43409_end_mask_0, x = q_193_cast)[name = tensor<string, []>("op_43409_cast")];
            tensor<int32, [4]> var_43413_begin_0 = const()[name = tensor<string, []>("op_43413_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_43413_end_0 = const()[name = tensor<string, []>("op_43413_end_0"), val = tensor<int32, [4]>([2, 896, 1, 576])];
            tensor<bool, [4]> var_43413_end_mask_0 = const()[name = tensor<string, []>("op_43413_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_43413_cast = slice_by_index(begin = var_43413_begin_0, end = var_43413_end_0, end_mask = var_43413_end_mask_0, x = q_193_cast)[name = tensor<string, []>("op_43413_cast")];
            tensor<int32, [4]> var_43417_begin_0 = const()[name = tensor<string, []>("op_43417_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_43417_end_0 = const()[name = tensor<string, []>("op_43417_end_0"), val = tensor<int32, [4]>([2, 960, 1, 576])];
            tensor<bool, [4]> var_43417_end_mask_0 = const()[name = tensor<string, []>("op_43417_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_43417_cast = slice_by_index(begin = var_43417_begin_0, end = var_43417_end_0, end_mask = var_43417_end_mask_0, x = q_193_cast)[name = tensor<string, []>("op_43417_cast")];
            tensor<int32, [4]> var_43421_begin_0 = const()[name = tensor<string, []>("op_43421_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_43421_end_0 = const()[name = tensor<string, []>("op_43421_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 576])];
            tensor<bool, [4]> var_43421_end_mask_0 = const()[name = tensor<string, []>("op_43421_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_43421_cast = slice_by_index(begin = var_43421_begin_0, end = var_43421_end_0, end_mask = var_43421_end_mask_0, x = q_193_cast)[name = tensor<string, []>("op_43421_cast")];
            tensor<int32, [4]> var_43425_begin_0 = const()[name = tensor<string, []>("op_43425_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_43425_end_0 = const()[name = tensor<string, []>("op_43425_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 576])];
            tensor<bool, [4]> var_43425_end_mask_0 = const()[name = tensor<string, []>("op_43425_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_43425_cast = slice_by_index(begin = var_43425_begin_0, end = var_43425_end_0, end_mask = var_43425_end_mask_0, x = q_193_cast)[name = tensor<string, []>("op_43425_cast")];
            tensor<int32, [4]> var_43429_begin_0 = const()[name = tensor<string, []>("op_43429_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_43429_end_0 = const()[name = tensor<string, []>("op_43429_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 576])];
            tensor<bool, [4]> var_43429_end_mask_0 = const()[name = tensor<string, []>("op_43429_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_43429_cast = slice_by_index(begin = var_43429_begin_0, end = var_43429_end_0, end_mask = var_43429_end_mask_0, x = q_193_cast)[name = tensor<string, []>("op_43429_cast")];
            tensor<int32, [4]> var_43433_begin_0 = const()[name = tensor<string, []>("op_43433_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_43433_end_0 = const()[name = tensor<string, []>("op_43433_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 576])];
            tensor<bool, [4]> var_43433_end_mask_0 = const()[name = tensor<string, []>("op_43433_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_43433_cast = slice_by_index(begin = var_43433_begin_0, end = var_43433_end_0, end_mask = var_43433_end_mask_0, x = q_193_cast)[name = tensor<string, []>("op_43433_cast")];
            tensor<int32, [4]> var_43437_begin_0 = const()[name = tensor<string, []>("op_43437_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_43437_end_0 = const()[name = tensor<string, []>("op_43437_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 576])];
            tensor<bool, [4]> var_43437_end_mask_0 = const()[name = tensor<string, []>("op_43437_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_43437_cast = slice_by_index(begin = var_43437_begin_0, end = var_43437_end_0, end_mask = var_43437_end_mask_0, x = q_193_cast)[name = tensor<string, []>("op_43437_cast")];
            tensor<int32, [4]> k_387_perm_0 = const()[name = tensor<string, []>("k_387_perm_0"), val = tensor<int32, [4]>([0, 3, 2, 1])];
            tensor<int32, [4]> var_43444_begin_0 = const()[name = tensor<string, []>("op_43444_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_43444_end_0 = const()[name = tensor<string, []>("op_43444_end_0"), val = tensor<int32, [4]>([2, 576, 1, 64])];
            tensor<bool, [4]> var_43444_end_mask_0 = const()[name = tensor<string, []>("op_43444_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 1280]> transpose_43 = transpose(perm = k_387_perm_0, x = k_385_cast)[name = tensor<string, []>("transpose_43")];
            tensor<fp16, [2, 576, 1, 64]> var_43444_cast = slice_by_index(begin = var_43444_begin_0, end = var_43444_end_0, end_mask = var_43444_end_mask_0, x = transpose_43)[name = tensor<string, []>("op_43444_cast")];
            tensor<int32, [4]> var_43448_begin_0 = const()[name = tensor<string, []>("op_43448_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 64])];
            tensor<int32, [4]> var_43448_end_0 = const()[name = tensor<string, []>("op_43448_end_0"), val = tensor<int32, [4]>([2, 576, 1, 128])];
            tensor<bool, [4]> var_43448_end_mask_0 = const()[name = tensor<string, []>("op_43448_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_43448_cast = slice_by_index(begin = var_43448_begin_0, end = var_43448_end_0, end_mask = var_43448_end_mask_0, x = transpose_43)[name = tensor<string, []>("op_43448_cast")];
            tensor<int32, [4]> var_43452_begin_0 = const()[name = tensor<string, []>("op_43452_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 128])];
            tensor<int32, [4]> var_43452_end_0 = const()[name = tensor<string, []>("op_43452_end_0"), val = tensor<int32, [4]>([2, 576, 1, 192])];
            tensor<bool, [4]> var_43452_end_mask_0 = const()[name = tensor<string, []>("op_43452_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_43452_cast = slice_by_index(begin = var_43452_begin_0, end = var_43452_end_0, end_mask = var_43452_end_mask_0, x = transpose_43)[name = tensor<string, []>("op_43452_cast")];
            tensor<int32, [4]> var_43456_begin_0 = const()[name = tensor<string, []>("op_43456_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 192])];
            tensor<int32, [4]> var_43456_end_0 = const()[name = tensor<string, []>("op_43456_end_0"), val = tensor<int32, [4]>([2, 576, 1, 256])];
            tensor<bool, [4]> var_43456_end_mask_0 = const()[name = tensor<string, []>("op_43456_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_43456_cast = slice_by_index(begin = var_43456_begin_0, end = var_43456_end_0, end_mask = var_43456_end_mask_0, x = transpose_43)[name = tensor<string, []>("op_43456_cast")];
            tensor<int32, [4]> var_43460_begin_0 = const()[name = tensor<string, []>("op_43460_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 256])];
            tensor<int32, [4]> var_43460_end_0 = const()[name = tensor<string, []>("op_43460_end_0"), val = tensor<int32, [4]>([2, 576, 1, 320])];
            tensor<bool, [4]> var_43460_end_mask_0 = const()[name = tensor<string, []>("op_43460_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_43460_cast = slice_by_index(begin = var_43460_begin_0, end = var_43460_end_0, end_mask = var_43460_end_mask_0, x = transpose_43)[name = tensor<string, []>("op_43460_cast")];
            tensor<int32, [4]> var_43464_begin_0 = const()[name = tensor<string, []>("op_43464_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 320])];
            tensor<int32, [4]> var_43464_end_0 = const()[name = tensor<string, []>("op_43464_end_0"), val = tensor<int32, [4]>([2, 576, 1, 384])];
            tensor<bool, [4]> var_43464_end_mask_0 = const()[name = tensor<string, []>("op_43464_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_43464_cast = slice_by_index(begin = var_43464_begin_0, end = var_43464_end_0, end_mask = var_43464_end_mask_0, x = transpose_43)[name = tensor<string, []>("op_43464_cast")];
            tensor<int32, [4]> var_43468_begin_0 = const()[name = tensor<string, []>("op_43468_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 384])];
            tensor<int32, [4]> var_43468_end_0 = const()[name = tensor<string, []>("op_43468_end_0"), val = tensor<int32, [4]>([2, 576, 1, 448])];
            tensor<bool, [4]> var_43468_end_mask_0 = const()[name = tensor<string, []>("op_43468_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_43468_cast = slice_by_index(begin = var_43468_begin_0, end = var_43468_end_0, end_mask = var_43468_end_mask_0, x = transpose_43)[name = tensor<string, []>("op_43468_cast")];
            tensor<int32, [4]> var_43472_begin_0 = const()[name = tensor<string, []>("op_43472_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 448])];
            tensor<int32, [4]> var_43472_end_0 = const()[name = tensor<string, []>("op_43472_end_0"), val = tensor<int32, [4]>([2, 576, 1, 512])];
            tensor<bool, [4]> var_43472_end_mask_0 = const()[name = tensor<string, []>("op_43472_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_43472_cast = slice_by_index(begin = var_43472_begin_0, end = var_43472_end_0, end_mask = var_43472_end_mask_0, x = transpose_43)[name = tensor<string, []>("op_43472_cast")];
            tensor<int32, [4]> var_43476_begin_0 = const()[name = tensor<string, []>("op_43476_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 512])];
            tensor<int32, [4]> var_43476_end_0 = const()[name = tensor<string, []>("op_43476_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_43476_end_mask_0 = const()[name = tensor<string, []>("op_43476_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_43476_cast = slice_by_index(begin = var_43476_begin_0, end = var_43476_end_0, end_mask = var_43476_end_mask_0, x = transpose_43)[name = tensor<string, []>("op_43476_cast")];
            tensor<int32, [4]> var_43480_begin_0 = const()[name = tensor<string, []>("op_43480_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 576])];
            tensor<int32, [4]> var_43480_end_0 = const()[name = tensor<string, []>("op_43480_end_0"), val = tensor<int32, [4]>([2, 576, 1, 640])];
            tensor<bool, [4]> var_43480_end_mask_0 = const()[name = tensor<string, []>("op_43480_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_43480_cast = slice_by_index(begin = var_43480_begin_0, end = var_43480_end_0, end_mask = var_43480_end_mask_0, x = transpose_43)[name = tensor<string, []>("op_43480_cast")];
            tensor<int32, [4]> var_43484_begin_0 = const()[name = tensor<string, []>("op_43484_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 640])];
            tensor<int32, [4]> var_43484_end_0 = const()[name = tensor<string, []>("op_43484_end_0"), val = tensor<int32, [4]>([2, 576, 1, 704])];
            tensor<bool, [4]> var_43484_end_mask_0 = const()[name = tensor<string, []>("op_43484_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_43484_cast = slice_by_index(begin = var_43484_begin_0, end = var_43484_end_0, end_mask = var_43484_end_mask_0, x = transpose_43)[name = tensor<string, []>("op_43484_cast")];
            tensor<int32, [4]> var_43488_begin_0 = const()[name = tensor<string, []>("op_43488_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 704])];
            tensor<int32, [4]> var_43488_end_0 = const()[name = tensor<string, []>("op_43488_end_0"), val = tensor<int32, [4]>([2, 576, 1, 768])];
            tensor<bool, [4]> var_43488_end_mask_0 = const()[name = tensor<string, []>("op_43488_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_43488_cast = slice_by_index(begin = var_43488_begin_0, end = var_43488_end_0, end_mask = var_43488_end_mask_0, x = transpose_43)[name = tensor<string, []>("op_43488_cast")];
            tensor<int32, [4]> var_43492_begin_0 = const()[name = tensor<string, []>("op_43492_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 768])];
            tensor<int32, [4]> var_43492_end_0 = const()[name = tensor<string, []>("op_43492_end_0"), val = tensor<int32, [4]>([2, 576, 1, 832])];
            tensor<bool, [4]> var_43492_end_mask_0 = const()[name = tensor<string, []>("op_43492_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_43492_cast = slice_by_index(begin = var_43492_begin_0, end = var_43492_end_0, end_mask = var_43492_end_mask_0, x = transpose_43)[name = tensor<string, []>("op_43492_cast")];
            tensor<int32, [4]> var_43496_begin_0 = const()[name = tensor<string, []>("op_43496_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 832])];
            tensor<int32, [4]> var_43496_end_0 = const()[name = tensor<string, []>("op_43496_end_0"), val = tensor<int32, [4]>([2, 576, 1, 896])];
            tensor<bool, [4]> var_43496_end_mask_0 = const()[name = tensor<string, []>("op_43496_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_43496_cast = slice_by_index(begin = var_43496_begin_0, end = var_43496_end_0, end_mask = var_43496_end_mask_0, x = transpose_43)[name = tensor<string, []>("op_43496_cast")];
            tensor<int32, [4]> var_43500_begin_0 = const()[name = tensor<string, []>("op_43500_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 896])];
            tensor<int32, [4]> var_43500_end_0 = const()[name = tensor<string, []>("op_43500_end_0"), val = tensor<int32, [4]>([2, 576, 1, 960])];
            tensor<bool, [4]> var_43500_end_mask_0 = const()[name = tensor<string, []>("op_43500_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_43500_cast = slice_by_index(begin = var_43500_begin_0, end = var_43500_end_0, end_mask = var_43500_end_mask_0, x = transpose_43)[name = tensor<string, []>("op_43500_cast")];
            tensor<int32, [4]> var_43504_begin_0 = const()[name = tensor<string, []>("op_43504_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 960])];
            tensor<int32, [4]> var_43504_end_0 = const()[name = tensor<string, []>("op_43504_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1024])];
            tensor<bool, [4]> var_43504_end_mask_0 = const()[name = tensor<string, []>("op_43504_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_43504_cast = slice_by_index(begin = var_43504_begin_0, end = var_43504_end_0, end_mask = var_43504_end_mask_0, x = transpose_43)[name = tensor<string, []>("op_43504_cast")];
            tensor<int32, [4]> var_43508_begin_0 = const()[name = tensor<string, []>("op_43508_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1024])];
            tensor<int32, [4]> var_43508_end_0 = const()[name = tensor<string, []>("op_43508_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1088])];
            tensor<bool, [4]> var_43508_end_mask_0 = const()[name = tensor<string, []>("op_43508_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_43508_cast = slice_by_index(begin = var_43508_begin_0, end = var_43508_end_0, end_mask = var_43508_end_mask_0, x = transpose_43)[name = tensor<string, []>("op_43508_cast")];
            tensor<int32, [4]> var_43512_begin_0 = const()[name = tensor<string, []>("op_43512_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1088])];
            tensor<int32, [4]> var_43512_end_0 = const()[name = tensor<string, []>("op_43512_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1152])];
            tensor<bool, [4]> var_43512_end_mask_0 = const()[name = tensor<string, []>("op_43512_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_43512_cast = slice_by_index(begin = var_43512_begin_0, end = var_43512_end_0, end_mask = var_43512_end_mask_0, x = transpose_43)[name = tensor<string, []>("op_43512_cast")];
            tensor<int32, [4]> var_43516_begin_0 = const()[name = tensor<string, []>("op_43516_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1152])];
            tensor<int32, [4]> var_43516_end_0 = const()[name = tensor<string, []>("op_43516_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1216])];
            tensor<bool, [4]> var_43516_end_mask_0 = const()[name = tensor<string, []>("op_43516_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_43516_cast = slice_by_index(begin = var_43516_begin_0, end = var_43516_end_0, end_mask = var_43516_end_mask_0, x = transpose_43)[name = tensor<string, []>("op_43516_cast")];
            tensor<int32, [4]> var_43520_begin_0 = const()[name = tensor<string, []>("op_43520_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1216])];
            tensor<int32, [4]> var_43520_end_0 = const()[name = tensor<string, []>("op_43520_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1280])];
            tensor<bool, [4]> var_43520_end_mask_0 = const()[name = tensor<string, []>("op_43520_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_43520_cast = slice_by_index(begin = var_43520_begin_0, end = var_43520_end_0, end_mask = var_43520_end_mask_0, x = transpose_43)[name = tensor<string, []>("op_43520_cast")];
            tensor<int32, [4]> var_43522_begin_0 = const()[name = tensor<string, []>("op_43522_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_43522_end_0 = const()[name = tensor<string, []>("op_43522_end_0"), val = tensor<int32, [4]>([2, 64, 1, 576])];
            tensor<bool, [4]> var_43522_end_mask_0 = const()[name = tensor<string, []>("op_43522_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_43522_cast = slice_by_index(begin = var_43522_begin_0, end = var_43522_end_0, end_mask = var_43522_end_mask_0, x = v_193_cast)[name = tensor<string, []>("op_43522_cast")];
            tensor<int32, [4]> var_43526_begin_0 = const()[name = tensor<string, []>("op_43526_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_43526_end_0 = const()[name = tensor<string, []>("op_43526_end_0"), val = tensor<int32, [4]>([2, 128, 1, 576])];
            tensor<bool, [4]> var_43526_end_mask_0 = const()[name = tensor<string, []>("op_43526_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_43526_cast = slice_by_index(begin = var_43526_begin_0, end = var_43526_end_0, end_mask = var_43526_end_mask_0, x = v_193_cast)[name = tensor<string, []>("op_43526_cast")];
            tensor<int32, [4]> var_43530_begin_0 = const()[name = tensor<string, []>("op_43530_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_43530_end_0 = const()[name = tensor<string, []>("op_43530_end_0"), val = tensor<int32, [4]>([2, 192, 1, 576])];
            tensor<bool, [4]> var_43530_end_mask_0 = const()[name = tensor<string, []>("op_43530_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_43530_cast = slice_by_index(begin = var_43530_begin_0, end = var_43530_end_0, end_mask = var_43530_end_mask_0, x = v_193_cast)[name = tensor<string, []>("op_43530_cast")];
            tensor<int32, [4]> var_43534_begin_0 = const()[name = tensor<string, []>("op_43534_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_43534_end_0 = const()[name = tensor<string, []>("op_43534_end_0"), val = tensor<int32, [4]>([2, 256, 1, 576])];
            tensor<bool, [4]> var_43534_end_mask_0 = const()[name = tensor<string, []>("op_43534_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_43534_cast = slice_by_index(begin = var_43534_begin_0, end = var_43534_end_0, end_mask = var_43534_end_mask_0, x = v_193_cast)[name = tensor<string, []>("op_43534_cast")];
            tensor<int32, [4]> var_43538_begin_0 = const()[name = tensor<string, []>("op_43538_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_43538_end_0 = const()[name = tensor<string, []>("op_43538_end_0"), val = tensor<int32, [4]>([2, 320, 1, 576])];
            tensor<bool, [4]> var_43538_end_mask_0 = const()[name = tensor<string, []>("op_43538_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_43538_cast = slice_by_index(begin = var_43538_begin_0, end = var_43538_end_0, end_mask = var_43538_end_mask_0, x = v_193_cast)[name = tensor<string, []>("op_43538_cast")];
            tensor<int32, [4]> var_43542_begin_0 = const()[name = tensor<string, []>("op_43542_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_43542_end_0 = const()[name = tensor<string, []>("op_43542_end_0"), val = tensor<int32, [4]>([2, 384, 1, 576])];
            tensor<bool, [4]> var_43542_end_mask_0 = const()[name = tensor<string, []>("op_43542_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_43542_cast = slice_by_index(begin = var_43542_begin_0, end = var_43542_end_0, end_mask = var_43542_end_mask_0, x = v_193_cast)[name = tensor<string, []>("op_43542_cast")];
            tensor<int32, [4]> var_43546_begin_0 = const()[name = tensor<string, []>("op_43546_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_43546_end_0 = const()[name = tensor<string, []>("op_43546_end_0"), val = tensor<int32, [4]>([2, 448, 1, 576])];
            tensor<bool, [4]> var_43546_end_mask_0 = const()[name = tensor<string, []>("op_43546_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_43546_cast = slice_by_index(begin = var_43546_begin_0, end = var_43546_end_0, end_mask = var_43546_end_mask_0, x = v_193_cast)[name = tensor<string, []>("op_43546_cast")];
            tensor<int32, [4]> var_43550_begin_0 = const()[name = tensor<string, []>("op_43550_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_43550_end_0 = const()[name = tensor<string, []>("op_43550_end_0"), val = tensor<int32, [4]>([2, 512, 1, 576])];
            tensor<bool, [4]> var_43550_end_mask_0 = const()[name = tensor<string, []>("op_43550_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_43550_cast = slice_by_index(begin = var_43550_begin_0, end = var_43550_end_0, end_mask = var_43550_end_mask_0, x = v_193_cast)[name = tensor<string, []>("op_43550_cast")];
            tensor<int32, [4]> var_43554_begin_0 = const()[name = tensor<string, []>("op_43554_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_43554_end_0 = const()[name = tensor<string, []>("op_43554_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_43554_end_mask_0 = const()[name = tensor<string, []>("op_43554_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_43554_cast = slice_by_index(begin = var_43554_begin_0, end = var_43554_end_0, end_mask = var_43554_end_mask_0, x = v_193_cast)[name = tensor<string, []>("op_43554_cast")];
            tensor<int32, [4]> var_43558_begin_0 = const()[name = tensor<string, []>("op_43558_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_43558_end_0 = const()[name = tensor<string, []>("op_43558_end_0"), val = tensor<int32, [4]>([2, 640, 1, 576])];
            tensor<bool, [4]> var_43558_end_mask_0 = const()[name = tensor<string, []>("op_43558_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_43558_cast = slice_by_index(begin = var_43558_begin_0, end = var_43558_end_0, end_mask = var_43558_end_mask_0, x = v_193_cast)[name = tensor<string, []>("op_43558_cast")];
            tensor<int32, [4]> var_43562_begin_0 = const()[name = tensor<string, []>("op_43562_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_43562_end_0 = const()[name = tensor<string, []>("op_43562_end_0"), val = tensor<int32, [4]>([2, 704, 1, 576])];
            tensor<bool, [4]> var_43562_end_mask_0 = const()[name = tensor<string, []>("op_43562_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_43562_cast = slice_by_index(begin = var_43562_begin_0, end = var_43562_end_0, end_mask = var_43562_end_mask_0, x = v_193_cast)[name = tensor<string, []>("op_43562_cast")];
            tensor<int32, [4]> var_43566_begin_0 = const()[name = tensor<string, []>("op_43566_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_43566_end_0 = const()[name = tensor<string, []>("op_43566_end_0"), val = tensor<int32, [4]>([2, 768, 1, 576])];
            tensor<bool, [4]> var_43566_end_mask_0 = const()[name = tensor<string, []>("op_43566_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_43566_cast = slice_by_index(begin = var_43566_begin_0, end = var_43566_end_0, end_mask = var_43566_end_mask_0, x = v_193_cast)[name = tensor<string, []>("op_43566_cast")];
            tensor<int32, [4]> var_43570_begin_0 = const()[name = tensor<string, []>("op_43570_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_43570_end_0 = const()[name = tensor<string, []>("op_43570_end_0"), val = tensor<int32, [4]>([2, 832, 1, 576])];
            tensor<bool, [4]> var_43570_end_mask_0 = const()[name = tensor<string, []>("op_43570_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_43570_cast = slice_by_index(begin = var_43570_begin_0, end = var_43570_end_0, end_mask = var_43570_end_mask_0, x = v_193_cast)[name = tensor<string, []>("op_43570_cast")];
            tensor<int32, [4]> var_43574_begin_0 = const()[name = tensor<string, []>("op_43574_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_43574_end_0 = const()[name = tensor<string, []>("op_43574_end_0"), val = tensor<int32, [4]>([2, 896, 1, 576])];
            tensor<bool, [4]> var_43574_end_mask_0 = const()[name = tensor<string, []>("op_43574_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_43574_cast = slice_by_index(begin = var_43574_begin_0, end = var_43574_end_0, end_mask = var_43574_end_mask_0, x = v_193_cast)[name = tensor<string, []>("op_43574_cast")];
            tensor<int32, [4]> var_43578_begin_0 = const()[name = tensor<string, []>("op_43578_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_43578_end_0 = const()[name = tensor<string, []>("op_43578_end_0"), val = tensor<int32, [4]>([2, 960, 1, 576])];
            tensor<bool, [4]> var_43578_end_mask_0 = const()[name = tensor<string, []>("op_43578_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_43578_cast = slice_by_index(begin = var_43578_begin_0, end = var_43578_end_0, end_mask = var_43578_end_mask_0, x = v_193_cast)[name = tensor<string, []>("op_43578_cast")];
            tensor<int32, [4]> var_43582_begin_0 = const()[name = tensor<string, []>("op_43582_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_43582_end_0 = const()[name = tensor<string, []>("op_43582_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 576])];
            tensor<bool, [4]> var_43582_end_mask_0 = const()[name = tensor<string, []>("op_43582_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_43582_cast = slice_by_index(begin = var_43582_begin_0, end = var_43582_end_0, end_mask = var_43582_end_mask_0, x = v_193_cast)[name = tensor<string, []>("op_43582_cast")];
            tensor<int32, [4]> var_43586_begin_0 = const()[name = tensor<string, []>("op_43586_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_43586_end_0 = const()[name = tensor<string, []>("op_43586_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 576])];
            tensor<bool, [4]> var_43586_end_mask_0 = const()[name = tensor<string, []>("op_43586_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_43586_cast = slice_by_index(begin = var_43586_begin_0, end = var_43586_end_0, end_mask = var_43586_end_mask_0, x = v_193_cast)[name = tensor<string, []>("op_43586_cast")];
            tensor<int32, [4]> var_43590_begin_0 = const()[name = tensor<string, []>("op_43590_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_43590_end_0 = const()[name = tensor<string, []>("op_43590_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 576])];
            tensor<bool, [4]> var_43590_end_mask_0 = const()[name = tensor<string, []>("op_43590_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_43590_cast = slice_by_index(begin = var_43590_begin_0, end = var_43590_end_0, end_mask = var_43590_end_mask_0, x = v_193_cast)[name = tensor<string, []>("op_43590_cast")];
            tensor<int32, [4]> var_43594_begin_0 = const()[name = tensor<string, []>("op_43594_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_43594_end_0 = const()[name = tensor<string, []>("op_43594_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 576])];
            tensor<bool, [4]> var_43594_end_mask_0 = const()[name = tensor<string, []>("op_43594_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_43594_cast = slice_by_index(begin = var_43594_begin_0, end = var_43594_end_0, end_mask = var_43594_end_mask_0, x = v_193_cast)[name = tensor<string, []>("op_43594_cast")];
            tensor<int32, [4]> var_43598_begin_0 = const()[name = tensor<string, []>("op_43598_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_43598_end_0 = const()[name = tensor<string, []>("op_43598_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 576])];
            tensor<bool, [4]> var_43598_end_mask_0 = const()[name = tensor<string, []>("op_43598_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_43598_cast = slice_by_index(begin = var_43598_begin_0, end = var_43598_end_0, end_mask = var_43598_end_mask_0, x = v_193_cast)[name = tensor<string, []>("op_43598_cast")];
            tensor<string, []> var_43602_equation_0 = const()[name = tensor<string, []>("op_43602_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_43602_cast = einsum(equation = var_43602_equation_0, values = (var_43444_cast, var_43361_cast))[name = tensor<string, []>("op_43602_cast")];
            tensor<fp16, []> var_43603_to_fp16 = const()[name = tensor<string, []>("op_43603_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3681_cast = mul(x = var_43602_cast, y = var_43603_to_fp16)[name = tensor<string, []>("aw_3681_cast")];
            tensor<string, []> var_43606_equation_0 = const()[name = tensor<string, []>("op_43606_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_43606_cast = einsum(equation = var_43606_equation_0, values = (var_43448_cast, var_43365_cast))[name = tensor<string, []>("op_43606_cast")];
            tensor<fp16, []> var_43607_to_fp16 = const()[name = tensor<string, []>("op_43607_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3683_cast = mul(x = var_43606_cast, y = var_43607_to_fp16)[name = tensor<string, []>("aw_3683_cast")];
            tensor<string, []> var_43610_equation_0 = const()[name = tensor<string, []>("op_43610_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_43610_cast = einsum(equation = var_43610_equation_0, values = (var_43452_cast, var_43369_cast))[name = tensor<string, []>("op_43610_cast")];
            tensor<fp16, []> var_43611_to_fp16 = const()[name = tensor<string, []>("op_43611_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3685_cast = mul(x = var_43610_cast, y = var_43611_to_fp16)[name = tensor<string, []>("aw_3685_cast")];
            tensor<string, []> var_43614_equation_0 = const()[name = tensor<string, []>("op_43614_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_43614_cast = einsum(equation = var_43614_equation_0, values = (var_43456_cast, var_43373_cast))[name = tensor<string, []>("op_43614_cast")];
            tensor<fp16, []> var_43615_to_fp16 = const()[name = tensor<string, []>("op_43615_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3687_cast = mul(x = var_43614_cast, y = var_43615_to_fp16)[name = tensor<string, []>("aw_3687_cast")];
            tensor<string, []> var_43618_equation_0 = const()[name = tensor<string, []>("op_43618_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_43618_cast = einsum(equation = var_43618_equation_0, values = (var_43460_cast, var_43377_cast))[name = tensor<string, []>("op_43618_cast")];
            tensor<fp16, []> var_43619_to_fp16 = const()[name = tensor<string, []>("op_43619_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3689_cast = mul(x = var_43618_cast, y = var_43619_to_fp16)[name = tensor<string, []>("aw_3689_cast")];
            tensor<string, []> var_43622_equation_0 = const()[name = tensor<string, []>("op_43622_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_43622_cast = einsum(equation = var_43622_equation_0, values = (var_43464_cast, var_43381_cast))[name = tensor<string, []>("op_43622_cast")];
            tensor<fp16, []> var_43623_to_fp16 = const()[name = tensor<string, []>("op_43623_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3691_cast = mul(x = var_43622_cast, y = var_43623_to_fp16)[name = tensor<string, []>("aw_3691_cast")];
            tensor<string, []> var_43626_equation_0 = const()[name = tensor<string, []>("op_43626_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_43626_cast = einsum(equation = var_43626_equation_0, values = (var_43468_cast, var_43385_cast))[name = tensor<string, []>("op_43626_cast")];
            tensor<fp16, []> var_43627_to_fp16 = const()[name = tensor<string, []>("op_43627_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3693_cast = mul(x = var_43626_cast, y = var_43627_to_fp16)[name = tensor<string, []>("aw_3693_cast")];
            tensor<string, []> var_43630_equation_0 = const()[name = tensor<string, []>("op_43630_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_43630_cast = einsum(equation = var_43630_equation_0, values = (var_43472_cast, var_43389_cast))[name = tensor<string, []>("op_43630_cast")];
            tensor<fp16, []> var_43631_to_fp16 = const()[name = tensor<string, []>("op_43631_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3695_cast = mul(x = var_43630_cast, y = var_43631_to_fp16)[name = tensor<string, []>("aw_3695_cast")];
            tensor<string, []> var_43634_equation_0 = const()[name = tensor<string, []>("op_43634_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_43634_cast = einsum(equation = var_43634_equation_0, values = (var_43476_cast, var_43393_cast))[name = tensor<string, []>("op_43634_cast")];
            tensor<fp16, []> var_43635_to_fp16 = const()[name = tensor<string, []>("op_43635_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3697_cast = mul(x = var_43634_cast, y = var_43635_to_fp16)[name = tensor<string, []>("aw_3697_cast")];
            tensor<string, []> var_43638_equation_0 = const()[name = tensor<string, []>("op_43638_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_43638_cast = einsum(equation = var_43638_equation_0, values = (var_43480_cast, var_43397_cast))[name = tensor<string, []>("op_43638_cast")];
            tensor<fp16, []> var_43639_to_fp16 = const()[name = tensor<string, []>("op_43639_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3699_cast = mul(x = var_43638_cast, y = var_43639_to_fp16)[name = tensor<string, []>("aw_3699_cast")];
            tensor<string, []> var_43642_equation_0 = const()[name = tensor<string, []>("op_43642_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_43642_cast = einsum(equation = var_43642_equation_0, values = (var_43484_cast, var_43401_cast))[name = tensor<string, []>("op_43642_cast")];
            tensor<fp16, []> var_43643_to_fp16 = const()[name = tensor<string, []>("op_43643_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3701_cast = mul(x = var_43642_cast, y = var_43643_to_fp16)[name = tensor<string, []>("aw_3701_cast")];
            tensor<string, []> var_43646_equation_0 = const()[name = tensor<string, []>("op_43646_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_43646_cast = einsum(equation = var_43646_equation_0, values = (var_43488_cast, var_43405_cast))[name = tensor<string, []>("op_43646_cast")];
            tensor<fp16, []> var_43647_to_fp16 = const()[name = tensor<string, []>("op_43647_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3703_cast = mul(x = var_43646_cast, y = var_43647_to_fp16)[name = tensor<string, []>("aw_3703_cast")];
            tensor<string, []> var_43650_equation_0 = const()[name = tensor<string, []>("op_43650_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_43650_cast = einsum(equation = var_43650_equation_0, values = (var_43492_cast, var_43409_cast))[name = tensor<string, []>("op_43650_cast")];
            tensor<fp16, []> var_43651_to_fp16 = const()[name = tensor<string, []>("op_43651_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3705_cast = mul(x = var_43650_cast, y = var_43651_to_fp16)[name = tensor<string, []>("aw_3705_cast")];
            tensor<string, []> var_43654_equation_0 = const()[name = tensor<string, []>("op_43654_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_43654_cast = einsum(equation = var_43654_equation_0, values = (var_43496_cast, var_43413_cast))[name = tensor<string, []>("op_43654_cast")];
            tensor<fp16, []> var_43655_to_fp16 = const()[name = tensor<string, []>("op_43655_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3707_cast = mul(x = var_43654_cast, y = var_43655_to_fp16)[name = tensor<string, []>("aw_3707_cast")];
            tensor<string, []> var_43658_equation_0 = const()[name = tensor<string, []>("op_43658_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_43658_cast = einsum(equation = var_43658_equation_0, values = (var_43500_cast, var_43417_cast))[name = tensor<string, []>("op_43658_cast")];
            tensor<fp16, []> var_43659_to_fp16 = const()[name = tensor<string, []>("op_43659_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3709_cast = mul(x = var_43658_cast, y = var_43659_to_fp16)[name = tensor<string, []>("aw_3709_cast")];
            tensor<string, []> var_43662_equation_0 = const()[name = tensor<string, []>("op_43662_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_43662_cast = einsum(equation = var_43662_equation_0, values = (var_43504_cast, var_43421_cast))[name = tensor<string, []>("op_43662_cast")];
            tensor<fp16, []> var_43663_to_fp16 = const()[name = tensor<string, []>("op_43663_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3711_cast = mul(x = var_43662_cast, y = var_43663_to_fp16)[name = tensor<string, []>("aw_3711_cast")];
            tensor<string, []> var_43666_equation_0 = const()[name = tensor<string, []>("op_43666_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_43666_cast = einsum(equation = var_43666_equation_0, values = (var_43508_cast, var_43425_cast))[name = tensor<string, []>("op_43666_cast")];
            tensor<fp16, []> var_43667_to_fp16 = const()[name = tensor<string, []>("op_43667_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3713_cast = mul(x = var_43666_cast, y = var_43667_to_fp16)[name = tensor<string, []>("aw_3713_cast")];
            tensor<string, []> var_43670_equation_0 = const()[name = tensor<string, []>("op_43670_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_43670_cast = einsum(equation = var_43670_equation_0, values = (var_43512_cast, var_43429_cast))[name = tensor<string, []>("op_43670_cast")];
            tensor<fp16, []> var_43671_to_fp16 = const()[name = tensor<string, []>("op_43671_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3715_cast = mul(x = var_43670_cast, y = var_43671_to_fp16)[name = tensor<string, []>("aw_3715_cast")];
            tensor<string, []> var_43674_equation_0 = const()[name = tensor<string, []>("op_43674_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_43674_cast = einsum(equation = var_43674_equation_0, values = (var_43516_cast, var_43433_cast))[name = tensor<string, []>("op_43674_cast")];
            tensor<fp16, []> var_43675_to_fp16 = const()[name = tensor<string, []>("op_43675_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3717_cast = mul(x = var_43674_cast, y = var_43675_to_fp16)[name = tensor<string, []>("aw_3717_cast")];
            tensor<string, []> var_43678_equation_0 = const()[name = tensor<string, []>("op_43678_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_43678_cast = einsum(equation = var_43678_equation_0, values = (var_43520_cast, var_43437_cast))[name = tensor<string, []>("op_43678_cast")];
            tensor<fp16, []> var_43679_to_fp16 = const()[name = tensor<string, []>("op_43679_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3719_cast = mul(x = var_43678_cast, y = var_43679_to_fp16)[name = tensor<string, []>("aw_3719_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_43681_cast = softmax(axis = var_30355, x = aw_3681_cast)[name = tensor<string, []>("op_43681_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_43682_cast = softmax(axis = var_30355, x = aw_3683_cast)[name = tensor<string, []>("op_43682_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_43683_cast = softmax(axis = var_30355, x = aw_3685_cast)[name = tensor<string, []>("op_43683_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_43684_cast = softmax(axis = var_30355, x = aw_3687_cast)[name = tensor<string, []>("op_43684_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_43685_cast = softmax(axis = var_30355, x = aw_3689_cast)[name = tensor<string, []>("op_43685_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_43686_cast = softmax(axis = var_30355, x = aw_3691_cast)[name = tensor<string, []>("op_43686_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_43687_cast = softmax(axis = var_30355, x = aw_3693_cast)[name = tensor<string, []>("op_43687_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_43688_cast = softmax(axis = var_30355, x = aw_3695_cast)[name = tensor<string, []>("op_43688_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_43689_cast = softmax(axis = var_30355, x = aw_3697_cast)[name = tensor<string, []>("op_43689_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_43690_cast = softmax(axis = var_30355, x = aw_3699_cast)[name = tensor<string, []>("op_43690_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_43691_cast = softmax(axis = var_30355, x = aw_3701_cast)[name = tensor<string, []>("op_43691_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_43692_cast = softmax(axis = var_30355, x = aw_3703_cast)[name = tensor<string, []>("op_43692_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_43693_cast = softmax(axis = var_30355, x = aw_3705_cast)[name = tensor<string, []>("op_43693_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_43694_cast = softmax(axis = var_30355, x = aw_3707_cast)[name = tensor<string, []>("op_43694_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_43695_cast = softmax(axis = var_30355, x = aw_3709_cast)[name = tensor<string, []>("op_43695_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_43696_cast = softmax(axis = var_30355, x = aw_3711_cast)[name = tensor<string, []>("op_43696_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_43697_cast = softmax(axis = var_30355, x = aw_3713_cast)[name = tensor<string, []>("op_43697_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_43698_cast = softmax(axis = var_30355, x = aw_3715_cast)[name = tensor<string, []>("op_43698_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_43699_cast = softmax(axis = var_30355, x = aw_3717_cast)[name = tensor<string, []>("op_43699_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_43700_cast = softmax(axis = var_30355, x = aw_3719_cast)[name = tensor<string, []>("op_43700_cast")];
            tensor<string, []> var_43702_equation_0 = const()[name = tensor<string, []>("op_43702_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_43702_cast = einsum(equation = var_43702_equation_0, values = (var_43522_cast, var_43681_cast))[name = tensor<string, []>("op_43702_cast")];
            tensor<string, []> var_43704_equation_0 = const()[name = tensor<string, []>("op_43704_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_43704_cast = einsum(equation = var_43704_equation_0, values = (var_43526_cast, var_43682_cast))[name = tensor<string, []>("op_43704_cast")];
            tensor<string, []> var_43706_equation_0 = const()[name = tensor<string, []>("op_43706_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_43706_cast = einsum(equation = var_43706_equation_0, values = (var_43530_cast, var_43683_cast))[name = tensor<string, []>("op_43706_cast")];
            tensor<string, []> var_43708_equation_0 = const()[name = tensor<string, []>("op_43708_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_43708_cast = einsum(equation = var_43708_equation_0, values = (var_43534_cast, var_43684_cast))[name = tensor<string, []>("op_43708_cast")];
            tensor<string, []> var_43710_equation_0 = const()[name = tensor<string, []>("op_43710_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_43710_cast = einsum(equation = var_43710_equation_0, values = (var_43538_cast, var_43685_cast))[name = tensor<string, []>("op_43710_cast")];
            tensor<string, []> var_43712_equation_0 = const()[name = tensor<string, []>("op_43712_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_43712_cast = einsum(equation = var_43712_equation_0, values = (var_43542_cast, var_43686_cast))[name = tensor<string, []>("op_43712_cast")];
            tensor<string, []> var_43714_equation_0 = const()[name = tensor<string, []>("op_43714_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_43714_cast = einsum(equation = var_43714_equation_0, values = (var_43546_cast, var_43687_cast))[name = tensor<string, []>("op_43714_cast")];
            tensor<string, []> var_43716_equation_0 = const()[name = tensor<string, []>("op_43716_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_43716_cast = einsum(equation = var_43716_equation_0, values = (var_43550_cast, var_43688_cast))[name = tensor<string, []>("op_43716_cast")];
            tensor<string, []> var_43718_equation_0 = const()[name = tensor<string, []>("op_43718_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_43718_cast = einsum(equation = var_43718_equation_0, values = (var_43554_cast, var_43689_cast))[name = tensor<string, []>("op_43718_cast")];
            tensor<string, []> var_43720_equation_0 = const()[name = tensor<string, []>("op_43720_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_43720_cast = einsum(equation = var_43720_equation_0, values = (var_43558_cast, var_43690_cast))[name = tensor<string, []>("op_43720_cast")];
            tensor<string, []> var_43722_equation_0 = const()[name = tensor<string, []>("op_43722_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_43722_cast = einsum(equation = var_43722_equation_0, values = (var_43562_cast, var_43691_cast))[name = tensor<string, []>("op_43722_cast")];
            tensor<string, []> var_43724_equation_0 = const()[name = tensor<string, []>("op_43724_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_43724_cast = einsum(equation = var_43724_equation_0, values = (var_43566_cast, var_43692_cast))[name = tensor<string, []>("op_43724_cast")];
            tensor<string, []> var_43726_equation_0 = const()[name = tensor<string, []>("op_43726_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_43726_cast = einsum(equation = var_43726_equation_0, values = (var_43570_cast, var_43693_cast))[name = tensor<string, []>("op_43726_cast")];
            tensor<string, []> var_43728_equation_0 = const()[name = tensor<string, []>("op_43728_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_43728_cast = einsum(equation = var_43728_equation_0, values = (var_43574_cast, var_43694_cast))[name = tensor<string, []>("op_43728_cast")];
            tensor<string, []> var_43730_equation_0 = const()[name = tensor<string, []>("op_43730_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_43730_cast = einsum(equation = var_43730_equation_0, values = (var_43578_cast, var_43695_cast))[name = tensor<string, []>("op_43730_cast")];
            tensor<string, []> var_43732_equation_0 = const()[name = tensor<string, []>("op_43732_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_43732_cast = einsum(equation = var_43732_equation_0, values = (var_43582_cast, var_43696_cast))[name = tensor<string, []>("op_43732_cast")];
            tensor<string, []> var_43734_equation_0 = const()[name = tensor<string, []>("op_43734_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_43734_cast = einsum(equation = var_43734_equation_0, values = (var_43586_cast, var_43697_cast))[name = tensor<string, []>("op_43734_cast")];
            tensor<string, []> var_43736_equation_0 = const()[name = tensor<string, []>("op_43736_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_43736_cast = einsum(equation = var_43736_equation_0, values = (var_43590_cast, var_43698_cast))[name = tensor<string, []>("op_43736_cast")];
            tensor<string, []> var_43738_equation_0 = const()[name = tensor<string, []>("op_43738_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_43738_cast = einsum(equation = var_43738_equation_0, values = (var_43594_cast, var_43699_cast))[name = tensor<string, []>("op_43738_cast")];
            tensor<string, []> var_43740_equation_0 = const()[name = tensor<string, []>("op_43740_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_43740_cast = einsum(equation = var_43740_equation_0, values = (var_43598_cast, var_43700_cast))[name = tensor<string, []>("op_43740_cast")];
            tensor<bool, []> input_569_interleave_0 = const()[name = tensor<string, []>("input_569_interleave_0"), val = tensor<bool, []>(false)];
            tensor<fp16, [2, 1280, 1, 576]> input_569_cast = concat(axis = var_30355, interleave = input_569_interleave_0, values = (var_43702_cast, var_43704_cast, var_43706_cast, var_43708_cast, var_43710_cast, var_43712_cast, var_43714_cast, var_43716_cast, var_43718_cast, var_43720_cast, var_43722_cast, var_43724_cast, var_43726_cast, var_43728_cast, var_43730_cast, var_43732_cast, var_43734_cast, var_43736_cast, var_43738_cast, var_43740_cast))[name = tensor<string, []>("input_569_cast")];
            tensor<int32, [2]> var_43746 = const()[name = tensor<string, []>("op_43746"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_43748 = const()[name = tensor<string, []>("op_43748"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_43750_pad_type_0 = const()[name = tensor<string, []>("op_43750_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_43750_pad_0 = const()[name = tensor<string, []>("op_43750_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_4_attn1_to_out_0_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [1228800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(151114880))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(152343744))), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_4_attn1_to_out_0_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_attentions_1_transformer_blocks_4_attn1_to_out_0_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_4_attn1_to_out_0_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(152343936)))];
            tensor<fp16, [2, 1280, 1, 576]> var_43750_cast = conv(bias = up_blocks_0_attentions_1_transformer_blocks_4_attn1_to_out_0_bias_to_fp16, dilations = var_43748, groups = var_30355, pad = var_43750_pad_0, pad_type = var_43750_pad_type_0, strides = var_43746, weight = up_blocks_0_attentions_1_transformer_blocks_4_attn1_to_out_0_weight_to_fp16_palettized, x = input_569_cast)[name = tensor<string, []>("op_43750_cast")];
            tensor<fp16, [2, 1280, 1, 576]> inputs_291_cast = add(x = var_43750_cast, y = inputs_289_cast)[name = tensor<string, []>("inputs_291_cast")];
            tensor<int32, [1]> var_43754 = const()[name = tensor<string, []>("op_43754"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> channels_mean_291_cast = reduce_mean(axes = var_43754, keep_dims = var_30350, x = inputs_291_cast)[name = tensor<string, []>("channels_mean_291_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_291_cast = sub(x = inputs_291_cast, y = channels_mean_291_cast)[name = tensor<string, []>("zero_mean_291_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_sq_291_cast = mul(x = zero_mean_291_cast, y = zero_mean_291_cast)[name = tensor<string, []>("zero_mean_sq_291_cast")];
            tensor<int32, [1]> var_43758 = const()[name = tensor<string, []>("op_43758"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> var_43759_cast = reduce_mean(axes = var_43758, keep_dims = var_30350, x = zero_mean_sq_291_cast)[name = tensor<string, []>("op_43759_cast")];
            tensor<fp16, []> var_43760_to_fp16 = const()[name = tensor<string, []>("op_43760_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 576]> var_43761_cast = add(x = var_43759_cast, y = var_43760_to_fp16)[name = tensor<string, []>("op_43761_cast")];
            tensor<fp16, []> denom_291_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_291_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 576]> denom_291_cast = rsqrt(epsilon = denom_291_epsilon_0_to_fp16, x = var_43761_cast)[name = tensor<string, []>("denom_291_cast")];
            tensor<fp16, [2, 1280, 1, 576]> out_291_cast = mul(x = zero_mean_291_cast, y = denom_291_cast)[name = tensor<string, []>("out_291_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_43765_to_fp16 = const()[name = tensor<string, []>("op_43765_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(152346560)))];
            tensor<fp16, [2, 1280, 1, 576]> var_43766_cast = add(x = out_291_cast, y = var_43765_to_fp16)[name = tensor<string, []>("op_43766_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_43768_to_fp16 = const()[name = tensor<string, []>("op_43768_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(152349184)))];
            tensor<fp16, [2, 1280, 1, 576]> hidden_states_387_cast = mul(x = var_43766_cast, y = var_43768_to_fp16)[name = tensor<string, []>("hidden_states_387_cast")];
            tensor<int32, [2]> var_43775 = const()[name = tensor<string, []>("op_43775"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_43777 = const()[name = tensor<string, []>("op_43777"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> q_195_pad_type_0 = const()[name = tensor<string, []>("q_195_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> q_195_pad_0 = const()[name = tensor<string, []>("q_195_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_4_attn2_to_q_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [409600]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(152351808))), lut = tensor<fp16, [4]>([-0x1.264p-5, -0x1.604p-7, 0x1.658p-7, 0x1.278p-5]), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_4_attn2_to_q_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> q_195_cast = conv(dilations = var_43777, groups = var_30355, pad = q_195_pad_0, pad_type = q_195_pad_type_0, strides = var_43775, weight = up_blocks_0_attentions_1_transformer_blocks_4_attn2_to_q_weight_to_fp16_palettized, x = hidden_states_387_cast)[name = tensor<string, []>("q_195_cast")];
            tensor<int32, [2]> var_43781 = const()[name = tensor<string, []>("op_43781"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_43783 = const()[name = tensor<string, []>("op_43783"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> k_389_pad_type_0 = const()[name = tensor<string, []>("k_389_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> k_389_pad_0 = const()[name = tensor<string, []>("k_389_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 2048, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_4_attn2_to_k_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [655360]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(152761472))), lut = tensor<fp16, [4]>([-0x1.fa4p-6, -0x1.2dcp-7, 0x1.274p-7, 0x1.f7p-6]), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_4_attn2_to_k_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 2048, 1, 1])];
            tensor<fp16, [2, 1280, 1, 77]> k_389_cast = conv(dilations = var_43783, groups = var_30355, pad = k_389_pad_0, pad_type = k_389_pad_type_0, strides = var_43781, weight = up_blocks_0_attentions_1_transformer_blocks_4_attn2_to_k_weight_to_fp16_palettized, x = encoder_hidden_states)[name = tensor<string, []>("k_389_cast")];
            tensor<int32, [2]> var_43787 = const()[name = tensor<string, []>("op_43787"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_43789 = const()[name = tensor<string, []>("op_43789"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> v_195_pad_type_0 = const()[name = tensor<string, []>("v_195_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> v_195_pad_0 = const()[name = tensor<string, []>("v_195_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 2048, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_4_attn2_to_v_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [1310720]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(153416896))), lut = tensor<fp16, [16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(154727680))), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_4_attn2_to_v_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 2048, 1, 1])];
            tensor<fp16, [2, 1280, 1, 77]> v_195_cast = conv(dilations = var_43789, groups = var_30355, pad = v_195_pad_0, pad_type = v_195_pad_type_0, strides = var_43787, weight = up_blocks_0_attentions_1_transformer_blocks_4_attn2_to_v_weight_to_fp16_palettized, x = encoder_hidden_states)[name = tensor<string, []>("v_195_cast")];
            tensor<int32, [4]> var_43793_begin_0 = const()[name = tensor<string, []>("op_43793_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_43793_end_0 = const()[name = tensor<string, []>("op_43793_end_0"), val = tensor<int32, [4]>([2, 64, 1, 576])];
            tensor<bool, [4]> var_43793_end_mask_0 = const()[name = tensor<string, []>("op_43793_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_43793_cast = slice_by_index(begin = var_43793_begin_0, end = var_43793_end_0, end_mask = var_43793_end_mask_0, x = q_195_cast)[name = tensor<string, []>("op_43793_cast")];
            tensor<int32, [4]> var_43797_begin_0 = const()[name = tensor<string, []>("op_43797_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_43797_end_0 = const()[name = tensor<string, []>("op_43797_end_0"), val = tensor<int32, [4]>([2, 128, 1, 576])];
            tensor<bool, [4]> var_43797_end_mask_0 = const()[name = tensor<string, []>("op_43797_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_43797_cast = slice_by_index(begin = var_43797_begin_0, end = var_43797_end_0, end_mask = var_43797_end_mask_0, x = q_195_cast)[name = tensor<string, []>("op_43797_cast")];
            tensor<int32, [4]> var_43801_begin_0 = const()[name = tensor<string, []>("op_43801_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_43801_end_0 = const()[name = tensor<string, []>("op_43801_end_0"), val = tensor<int32, [4]>([2, 192, 1, 576])];
            tensor<bool, [4]> var_43801_end_mask_0 = const()[name = tensor<string, []>("op_43801_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_43801_cast = slice_by_index(begin = var_43801_begin_0, end = var_43801_end_0, end_mask = var_43801_end_mask_0, x = q_195_cast)[name = tensor<string, []>("op_43801_cast")];
            tensor<int32, [4]> var_43805_begin_0 = const()[name = tensor<string, []>("op_43805_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_43805_end_0 = const()[name = tensor<string, []>("op_43805_end_0"), val = tensor<int32, [4]>([2, 256, 1, 576])];
            tensor<bool, [4]> var_43805_end_mask_0 = const()[name = tensor<string, []>("op_43805_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_43805_cast = slice_by_index(begin = var_43805_begin_0, end = var_43805_end_0, end_mask = var_43805_end_mask_0, x = q_195_cast)[name = tensor<string, []>("op_43805_cast")];
            tensor<int32, [4]> var_43809_begin_0 = const()[name = tensor<string, []>("op_43809_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_43809_end_0 = const()[name = tensor<string, []>("op_43809_end_0"), val = tensor<int32, [4]>([2, 320, 1, 576])];
            tensor<bool, [4]> var_43809_end_mask_0 = const()[name = tensor<string, []>("op_43809_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_43809_cast = slice_by_index(begin = var_43809_begin_0, end = var_43809_end_0, end_mask = var_43809_end_mask_0, x = q_195_cast)[name = tensor<string, []>("op_43809_cast")];
            tensor<int32, [4]> var_43813_begin_0 = const()[name = tensor<string, []>("op_43813_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_43813_end_0 = const()[name = tensor<string, []>("op_43813_end_0"), val = tensor<int32, [4]>([2, 384, 1, 576])];
            tensor<bool, [4]> var_43813_end_mask_0 = const()[name = tensor<string, []>("op_43813_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_43813_cast = slice_by_index(begin = var_43813_begin_0, end = var_43813_end_0, end_mask = var_43813_end_mask_0, x = q_195_cast)[name = tensor<string, []>("op_43813_cast")];
            tensor<int32, [4]> var_43817_begin_0 = const()[name = tensor<string, []>("op_43817_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_43817_end_0 = const()[name = tensor<string, []>("op_43817_end_0"), val = tensor<int32, [4]>([2, 448, 1, 576])];
            tensor<bool, [4]> var_43817_end_mask_0 = const()[name = tensor<string, []>("op_43817_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_43817_cast = slice_by_index(begin = var_43817_begin_0, end = var_43817_end_0, end_mask = var_43817_end_mask_0, x = q_195_cast)[name = tensor<string, []>("op_43817_cast")];
            tensor<int32, [4]> var_43821_begin_0 = const()[name = tensor<string, []>("op_43821_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_43821_end_0 = const()[name = tensor<string, []>("op_43821_end_0"), val = tensor<int32, [4]>([2, 512, 1, 576])];
            tensor<bool, [4]> var_43821_end_mask_0 = const()[name = tensor<string, []>("op_43821_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_43821_cast = slice_by_index(begin = var_43821_begin_0, end = var_43821_end_0, end_mask = var_43821_end_mask_0, x = q_195_cast)[name = tensor<string, []>("op_43821_cast")];
            tensor<int32, [4]> var_43825_begin_0 = const()[name = tensor<string, []>("op_43825_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_43825_end_0 = const()[name = tensor<string, []>("op_43825_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_43825_end_mask_0 = const()[name = tensor<string, []>("op_43825_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_43825_cast = slice_by_index(begin = var_43825_begin_0, end = var_43825_end_0, end_mask = var_43825_end_mask_0, x = q_195_cast)[name = tensor<string, []>("op_43825_cast")];
            tensor<int32, [4]> var_43829_begin_0 = const()[name = tensor<string, []>("op_43829_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_43829_end_0 = const()[name = tensor<string, []>("op_43829_end_0"), val = tensor<int32, [4]>([2, 640, 1, 576])];
            tensor<bool, [4]> var_43829_end_mask_0 = const()[name = tensor<string, []>("op_43829_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_43829_cast = slice_by_index(begin = var_43829_begin_0, end = var_43829_end_0, end_mask = var_43829_end_mask_0, x = q_195_cast)[name = tensor<string, []>("op_43829_cast")];
            tensor<int32, [4]> var_43833_begin_0 = const()[name = tensor<string, []>("op_43833_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_43833_end_0 = const()[name = tensor<string, []>("op_43833_end_0"), val = tensor<int32, [4]>([2, 704, 1, 576])];
            tensor<bool, [4]> var_43833_end_mask_0 = const()[name = tensor<string, []>("op_43833_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_43833_cast = slice_by_index(begin = var_43833_begin_0, end = var_43833_end_0, end_mask = var_43833_end_mask_0, x = q_195_cast)[name = tensor<string, []>("op_43833_cast")];
            tensor<int32, [4]> var_43837_begin_0 = const()[name = tensor<string, []>("op_43837_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_43837_end_0 = const()[name = tensor<string, []>("op_43837_end_0"), val = tensor<int32, [4]>([2, 768, 1, 576])];
            tensor<bool, [4]> var_43837_end_mask_0 = const()[name = tensor<string, []>("op_43837_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_43837_cast = slice_by_index(begin = var_43837_begin_0, end = var_43837_end_0, end_mask = var_43837_end_mask_0, x = q_195_cast)[name = tensor<string, []>("op_43837_cast")];
            tensor<int32, [4]> var_43841_begin_0 = const()[name = tensor<string, []>("op_43841_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_43841_end_0 = const()[name = tensor<string, []>("op_43841_end_0"), val = tensor<int32, [4]>([2, 832, 1, 576])];
            tensor<bool, [4]> var_43841_end_mask_0 = const()[name = tensor<string, []>("op_43841_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_43841_cast = slice_by_index(begin = var_43841_begin_0, end = var_43841_end_0, end_mask = var_43841_end_mask_0, x = q_195_cast)[name = tensor<string, []>("op_43841_cast")];
            tensor<int32, [4]> var_43845_begin_0 = const()[name = tensor<string, []>("op_43845_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_43845_end_0 = const()[name = tensor<string, []>("op_43845_end_0"), val = tensor<int32, [4]>([2, 896, 1, 576])];
            tensor<bool, [4]> var_43845_end_mask_0 = const()[name = tensor<string, []>("op_43845_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_43845_cast = slice_by_index(begin = var_43845_begin_0, end = var_43845_end_0, end_mask = var_43845_end_mask_0, x = q_195_cast)[name = tensor<string, []>("op_43845_cast")];
            tensor<int32, [4]> var_43849_begin_0 = const()[name = tensor<string, []>("op_43849_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_43849_end_0 = const()[name = tensor<string, []>("op_43849_end_0"), val = tensor<int32, [4]>([2, 960, 1, 576])];
            tensor<bool, [4]> var_43849_end_mask_0 = const()[name = tensor<string, []>("op_43849_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_43849_cast = slice_by_index(begin = var_43849_begin_0, end = var_43849_end_0, end_mask = var_43849_end_mask_0, x = q_195_cast)[name = tensor<string, []>("op_43849_cast")];
            tensor<int32, [4]> var_43853_begin_0 = const()[name = tensor<string, []>("op_43853_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_43853_end_0 = const()[name = tensor<string, []>("op_43853_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 576])];
            tensor<bool, [4]> var_43853_end_mask_0 = const()[name = tensor<string, []>("op_43853_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_43853_cast = slice_by_index(begin = var_43853_begin_0, end = var_43853_end_0, end_mask = var_43853_end_mask_0, x = q_195_cast)[name = tensor<string, []>("op_43853_cast")];
            tensor<int32, [4]> var_43857_begin_0 = const()[name = tensor<string, []>("op_43857_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_43857_end_0 = const()[name = tensor<string, []>("op_43857_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 576])];
            tensor<bool, [4]> var_43857_end_mask_0 = const()[name = tensor<string, []>("op_43857_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_43857_cast = slice_by_index(begin = var_43857_begin_0, end = var_43857_end_0, end_mask = var_43857_end_mask_0, x = q_195_cast)[name = tensor<string, []>("op_43857_cast")];
            tensor<int32, [4]> var_43861_begin_0 = const()[name = tensor<string, []>("op_43861_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_43861_end_0 = const()[name = tensor<string, []>("op_43861_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 576])];
            tensor<bool, [4]> var_43861_end_mask_0 = const()[name = tensor<string, []>("op_43861_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_43861_cast = slice_by_index(begin = var_43861_begin_0, end = var_43861_end_0, end_mask = var_43861_end_mask_0, x = q_195_cast)[name = tensor<string, []>("op_43861_cast")];
            tensor<int32, [4]> var_43865_begin_0 = const()[name = tensor<string, []>("op_43865_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_43865_end_0 = const()[name = tensor<string, []>("op_43865_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 576])];
            tensor<bool, [4]> var_43865_end_mask_0 = const()[name = tensor<string, []>("op_43865_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_43865_cast = slice_by_index(begin = var_43865_begin_0, end = var_43865_end_0, end_mask = var_43865_end_mask_0, x = q_195_cast)[name = tensor<string, []>("op_43865_cast")];
            tensor<int32, [4]> var_43869_begin_0 = const()[name = tensor<string, []>("op_43869_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_43869_end_0 = const()[name = tensor<string, []>("op_43869_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 576])];
            tensor<bool, [4]> var_43869_end_mask_0 = const()[name = tensor<string, []>("op_43869_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_43869_cast = slice_by_index(begin = var_43869_begin_0, end = var_43869_end_0, end_mask = var_43869_end_mask_0, x = q_195_cast)[name = tensor<string, []>("op_43869_cast")];
            tensor<int32, [4]> k_391_perm_0 = const()[name = tensor<string, []>("k_391_perm_0"), val = tensor<int32, [4]>([0, 3, 2, 1])];
            tensor<int32, [4]> var_43876_begin_0 = const()[name = tensor<string, []>("op_43876_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_43876_end_0 = const()[name = tensor<string, []>("op_43876_end_0"), val = tensor<int32, [4]>([2, 77, 1, 64])];
            tensor<bool, [4]> var_43876_end_mask_0 = const()[name = tensor<string, []>("op_43876_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 1280]> transpose_42 = transpose(perm = k_391_perm_0, x = k_389_cast)[name = tensor<string, []>("transpose_42")];
            tensor<fp16, [2, 77, 1, 64]> var_43876_cast = slice_by_index(begin = var_43876_begin_0, end = var_43876_end_0, end_mask = var_43876_end_mask_0, x = transpose_42)[name = tensor<string, []>("op_43876_cast")];
            tensor<int32, [4]> var_43880_begin_0 = const()[name = tensor<string, []>("op_43880_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 64])];
            tensor<int32, [4]> var_43880_end_0 = const()[name = tensor<string, []>("op_43880_end_0"), val = tensor<int32, [4]>([2, 77, 1, 128])];
            tensor<bool, [4]> var_43880_end_mask_0 = const()[name = tensor<string, []>("op_43880_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_43880_cast = slice_by_index(begin = var_43880_begin_0, end = var_43880_end_0, end_mask = var_43880_end_mask_0, x = transpose_42)[name = tensor<string, []>("op_43880_cast")];
            tensor<int32, [4]> var_43884_begin_0 = const()[name = tensor<string, []>("op_43884_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 128])];
            tensor<int32, [4]> var_43884_end_0 = const()[name = tensor<string, []>("op_43884_end_0"), val = tensor<int32, [4]>([2, 77, 1, 192])];
            tensor<bool, [4]> var_43884_end_mask_0 = const()[name = tensor<string, []>("op_43884_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_43884_cast = slice_by_index(begin = var_43884_begin_0, end = var_43884_end_0, end_mask = var_43884_end_mask_0, x = transpose_42)[name = tensor<string, []>("op_43884_cast")];
            tensor<int32, [4]> var_43888_begin_0 = const()[name = tensor<string, []>("op_43888_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 192])];
            tensor<int32, [4]> var_43888_end_0 = const()[name = tensor<string, []>("op_43888_end_0"), val = tensor<int32, [4]>([2, 77, 1, 256])];
            tensor<bool, [4]> var_43888_end_mask_0 = const()[name = tensor<string, []>("op_43888_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_43888_cast = slice_by_index(begin = var_43888_begin_0, end = var_43888_end_0, end_mask = var_43888_end_mask_0, x = transpose_42)[name = tensor<string, []>("op_43888_cast")];
            tensor<int32, [4]> var_43892_begin_0 = const()[name = tensor<string, []>("op_43892_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 256])];
            tensor<int32, [4]> var_43892_end_0 = const()[name = tensor<string, []>("op_43892_end_0"), val = tensor<int32, [4]>([2, 77, 1, 320])];
            tensor<bool, [4]> var_43892_end_mask_0 = const()[name = tensor<string, []>("op_43892_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_43892_cast = slice_by_index(begin = var_43892_begin_0, end = var_43892_end_0, end_mask = var_43892_end_mask_0, x = transpose_42)[name = tensor<string, []>("op_43892_cast")];
            tensor<int32, [4]> var_43896_begin_0 = const()[name = tensor<string, []>("op_43896_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 320])];
            tensor<int32, [4]> var_43896_end_0 = const()[name = tensor<string, []>("op_43896_end_0"), val = tensor<int32, [4]>([2, 77, 1, 384])];
            tensor<bool, [4]> var_43896_end_mask_0 = const()[name = tensor<string, []>("op_43896_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_43896_cast = slice_by_index(begin = var_43896_begin_0, end = var_43896_end_0, end_mask = var_43896_end_mask_0, x = transpose_42)[name = tensor<string, []>("op_43896_cast")];
            tensor<int32, [4]> var_43900_begin_0 = const()[name = tensor<string, []>("op_43900_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 384])];
            tensor<int32, [4]> var_43900_end_0 = const()[name = tensor<string, []>("op_43900_end_0"), val = tensor<int32, [4]>([2, 77, 1, 448])];
            tensor<bool, [4]> var_43900_end_mask_0 = const()[name = tensor<string, []>("op_43900_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_43900_cast = slice_by_index(begin = var_43900_begin_0, end = var_43900_end_0, end_mask = var_43900_end_mask_0, x = transpose_42)[name = tensor<string, []>("op_43900_cast")];
            tensor<int32, [4]> var_43904_begin_0 = const()[name = tensor<string, []>("op_43904_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 448])];
            tensor<int32, [4]> var_43904_end_0 = const()[name = tensor<string, []>("op_43904_end_0"), val = tensor<int32, [4]>([2, 77, 1, 512])];
            tensor<bool, [4]> var_43904_end_mask_0 = const()[name = tensor<string, []>("op_43904_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_43904_cast = slice_by_index(begin = var_43904_begin_0, end = var_43904_end_0, end_mask = var_43904_end_mask_0, x = transpose_42)[name = tensor<string, []>("op_43904_cast")];
            tensor<int32, [4]> var_43908_begin_0 = const()[name = tensor<string, []>("op_43908_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 512])];
            tensor<int32, [4]> var_43908_end_0 = const()[name = tensor<string, []>("op_43908_end_0"), val = tensor<int32, [4]>([2, 77, 1, 576])];
            tensor<bool, [4]> var_43908_end_mask_0 = const()[name = tensor<string, []>("op_43908_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_43908_cast = slice_by_index(begin = var_43908_begin_0, end = var_43908_end_0, end_mask = var_43908_end_mask_0, x = transpose_42)[name = tensor<string, []>("op_43908_cast")];
            tensor<int32, [4]> var_43912_begin_0 = const()[name = tensor<string, []>("op_43912_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 576])];
            tensor<int32, [4]> var_43912_end_0 = const()[name = tensor<string, []>("op_43912_end_0"), val = tensor<int32, [4]>([2, 77, 1, 640])];
            tensor<bool, [4]> var_43912_end_mask_0 = const()[name = tensor<string, []>("op_43912_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_43912_cast = slice_by_index(begin = var_43912_begin_0, end = var_43912_end_0, end_mask = var_43912_end_mask_0, x = transpose_42)[name = tensor<string, []>("op_43912_cast")];
            tensor<int32, [4]> var_43916_begin_0 = const()[name = tensor<string, []>("op_43916_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 640])];
            tensor<int32, [4]> var_43916_end_0 = const()[name = tensor<string, []>("op_43916_end_0"), val = tensor<int32, [4]>([2, 77, 1, 704])];
            tensor<bool, [4]> var_43916_end_mask_0 = const()[name = tensor<string, []>("op_43916_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_43916_cast = slice_by_index(begin = var_43916_begin_0, end = var_43916_end_0, end_mask = var_43916_end_mask_0, x = transpose_42)[name = tensor<string, []>("op_43916_cast")];
            tensor<int32, [4]> var_43920_begin_0 = const()[name = tensor<string, []>("op_43920_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 704])];
            tensor<int32, [4]> var_43920_end_0 = const()[name = tensor<string, []>("op_43920_end_0"), val = tensor<int32, [4]>([2, 77, 1, 768])];
            tensor<bool, [4]> var_43920_end_mask_0 = const()[name = tensor<string, []>("op_43920_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_43920_cast = slice_by_index(begin = var_43920_begin_0, end = var_43920_end_0, end_mask = var_43920_end_mask_0, x = transpose_42)[name = tensor<string, []>("op_43920_cast")];
            tensor<int32, [4]> var_43924_begin_0 = const()[name = tensor<string, []>("op_43924_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 768])];
            tensor<int32, [4]> var_43924_end_0 = const()[name = tensor<string, []>("op_43924_end_0"), val = tensor<int32, [4]>([2, 77, 1, 832])];
            tensor<bool, [4]> var_43924_end_mask_0 = const()[name = tensor<string, []>("op_43924_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_43924_cast = slice_by_index(begin = var_43924_begin_0, end = var_43924_end_0, end_mask = var_43924_end_mask_0, x = transpose_42)[name = tensor<string, []>("op_43924_cast")];
            tensor<int32, [4]> var_43928_begin_0 = const()[name = tensor<string, []>("op_43928_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 832])];
            tensor<int32, [4]> var_43928_end_0 = const()[name = tensor<string, []>("op_43928_end_0"), val = tensor<int32, [4]>([2, 77, 1, 896])];
            tensor<bool, [4]> var_43928_end_mask_0 = const()[name = tensor<string, []>("op_43928_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_43928_cast = slice_by_index(begin = var_43928_begin_0, end = var_43928_end_0, end_mask = var_43928_end_mask_0, x = transpose_42)[name = tensor<string, []>("op_43928_cast")];
            tensor<int32, [4]> var_43932_begin_0 = const()[name = tensor<string, []>("op_43932_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 896])];
            tensor<int32, [4]> var_43932_end_0 = const()[name = tensor<string, []>("op_43932_end_0"), val = tensor<int32, [4]>([2, 77, 1, 960])];
            tensor<bool, [4]> var_43932_end_mask_0 = const()[name = tensor<string, []>("op_43932_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_43932_cast = slice_by_index(begin = var_43932_begin_0, end = var_43932_end_0, end_mask = var_43932_end_mask_0, x = transpose_42)[name = tensor<string, []>("op_43932_cast")];
            tensor<int32, [4]> var_43936_begin_0 = const()[name = tensor<string, []>("op_43936_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 960])];
            tensor<int32, [4]> var_43936_end_0 = const()[name = tensor<string, []>("op_43936_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1024])];
            tensor<bool, [4]> var_43936_end_mask_0 = const()[name = tensor<string, []>("op_43936_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_43936_cast = slice_by_index(begin = var_43936_begin_0, end = var_43936_end_0, end_mask = var_43936_end_mask_0, x = transpose_42)[name = tensor<string, []>("op_43936_cast")];
            tensor<int32, [4]> var_43940_begin_0 = const()[name = tensor<string, []>("op_43940_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1024])];
            tensor<int32, [4]> var_43940_end_0 = const()[name = tensor<string, []>("op_43940_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1088])];
            tensor<bool, [4]> var_43940_end_mask_0 = const()[name = tensor<string, []>("op_43940_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_43940_cast = slice_by_index(begin = var_43940_begin_0, end = var_43940_end_0, end_mask = var_43940_end_mask_0, x = transpose_42)[name = tensor<string, []>("op_43940_cast")];
            tensor<int32, [4]> var_43944_begin_0 = const()[name = tensor<string, []>("op_43944_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1088])];
            tensor<int32, [4]> var_43944_end_0 = const()[name = tensor<string, []>("op_43944_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1152])];
            tensor<bool, [4]> var_43944_end_mask_0 = const()[name = tensor<string, []>("op_43944_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_43944_cast = slice_by_index(begin = var_43944_begin_0, end = var_43944_end_0, end_mask = var_43944_end_mask_0, x = transpose_42)[name = tensor<string, []>("op_43944_cast")];
            tensor<int32, [4]> var_43948_begin_0 = const()[name = tensor<string, []>("op_43948_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1152])];
            tensor<int32, [4]> var_43948_end_0 = const()[name = tensor<string, []>("op_43948_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1216])];
            tensor<bool, [4]> var_43948_end_mask_0 = const()[name = tensor<string, []>("op_43948_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_43948_cast = slice_by_index(begin = var_43948_begin_0, end = var_43948_end_0, end_mask = var_43948_end_mask_0, x = transpose_42)[name = tensor<string, []>("op_43948_cast")];
            tensor<int32, [4]> var_43952_begin_0 = const()[name = tensor<string, []>("op_43952_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1216])];
            tensor<int32, [4]> var_43952_end_0 = const()[name = tensor<string, []>("op_43952_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1280])];
            tensor<bool, [4]> var_43952_end_mask_0 = const()[name = tensor<string, []>("op_43952_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_43952_cast = slice_by_index(begin = var_43952_begin_0, end = var_43952_end_0, end_mask = var_43952_end_mask_0, x = transpose_42)[name = tensor<string, []>("op_43952_cast")];
            tensor<int32, [4]> var_43954_begin_0 = const()[name = tensor<string, []>("op_43954_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_43954_end_0 = const()[name = tensor<string, []>("op_43954_end_0"), val = tensor<int32, [4]>([2, 64, 1, 77])];
            tensor<bool, [4]> var_43954_end_mask_0 = const()[name = tensor<string, []>("op_43954_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_43954_cast = slice_by_index(begin = var_43954_begin_0, end = var_43954_end_0, end_mask = var_43954_end_mask_0, x = v_195_cast)[name = tensor<string, []>("op_43954_cast")];
            tensor<int32, [4]> var_43958_begin_0 = const()[name = tensor<string, []>("op_43958_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_43958_end_0 = const()[name = tensor<string, []>("op_43958_end_0"), val = tensor<int32, [4]>([2, 128, 1, 77])];
            tensor<bool, [4]> var_43958_end_mask_0 = const()[name = tensor<string, []>("op_43958_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_43958_cast = slice_by_index(begin = var_43958_begin_0, end = var_43958_end_0, end_mask = var_43958_end_mask_0, x = v_195_cast)[name = tensor<string, []>("op_43958_cast")];
            tensor<int32, [4]> var_43962_begin_0 = const()[name = tensor<string, []>("op_43962_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_43962_end_0 = const()[name = tensor<string, []>("op_43962_end_0"), val = tensor<int32, [4]>([2, 192, 1, 77])];
            tensor<bool, [4]> var_43962_end_mask_0 = const()[name = tensor<string, []>("op_43962_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_43962_cast = slice_by_index(begin = var_43962_begin_0, end = var_43962_end_0, end_mask = var_43962_end_mask_0, x = v_195_cast)[name = tensor<string, []>("op_43962_cast")];
            tensor<int32, [4]> var_43966_begin_0 = const()[name = tensor<string, []>("op_43966_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_43966_end_0 = const()[name = tensor<string, []>("op_43966_end_0"), val = tensor<int32, [4]>([2, 256, 1, 77])];
            tensor<bool, [4]> var_43966_end_mask_0 = const()[name = tensor<string, []>("op_43966_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_43966_cast = slice_by_index(begin = var_43966_begin_0, end = var_43966_end_0, end_mask = var_43966_end_mask_0, x = v_195_cast)[name = tensor<string, []>("op_43966_cast")];
            tensor<int32, [4]> var_43970_begin_0 = const()[name = tensor<string, []>("op_43970_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_43970_end_0 = const()[name = tensor<string, []>("op_43970_end_0"), val = tensor<int32, [4]>([2, 320, 1, 77])];
            tensor<bool, [4]> var_43970_end_mask_0 = const()[name = tensor<string, []>("op_43970_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_43970_cast = slice_by_index(begin = var_43970_begin_0, end = var_43970_end_0, end_mask = var_43970_end_mask_0, x = v_195_cast)[name = tensor<string, []>("op_43970_cast")];
            tensor<int32, [4]> var_43974_begin_0 = const()[name = tensor<string, []>("op_43974_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_43974_end_0 = const()[name = tensor<string, []>("op_43974_end_0"), val = tensor<int32, [4]>([2, 384, 1, 77])];
            tensor<bool, [4]> var_43974_end_mask_0 = const()[name = tensor<string, []>("op_43974_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_43974_cast = slice_by_index(begin = var_43974_begin_0, end = var_43974_end_0, end_mask = var_43974_end_mask_0, x = v_195_cast)[name = tensor<string, []>("op_43974_cast")];
            tensor<int32, [4]> var_43978_begin_0 = const()[name = tensor<string, []>("op_43978_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_43978_end_0 = const()[name = tensor<string, []>("op_43978_end_0"), val = tensor<int32, [4]>([2, 448, 1, 77])];
            tensor<bool, [4]> var_43978_end_mask_0 = const()[name = tensor<string, []>("op_43978_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_43978_cast = slice_by_index(begin = var_43978_begin_0, end = var_43978_end_0, end_mask = var_43978_end_mask_0, x = v_195_cast)[name = tensor<string, []>("op_43978_cast")];
            tensor<int32, [4]> var_43982_begin_0 = const()[name = tensor<string, []>("op_43982_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_43982_end_0 = const()[name = tensor<string, []>("op_43982_end_0"), val = tensor<int32, [4]>([2, 512, 1, 77])];
            tensor<bool, [4]> var_43982_end_mask_0 = const()[name = tensor<string, []>("op_43982_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_43982_cast = slice_by_index(begin = var_43982_begin_0, end = var_43982_end_0, end_mask = var_43982_end_mask_0, x = v_195_cast)[name = tensor<string, []>("op_43982_cast")];
            tensor<int32, [4]> var_43986_begin_0 = const()[name = tensor<string, []>("op_43986_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_43986_end_0 = const()[name = tensor<string, []>("op_43986_end_0"), val = tensor<int32, [4]>([2, 576, 1, 77])];
            tensor<bool, [4]> var_43986_end_mask_0 = const()[name = tensor<string, []>("op_43986_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_43986_cast = slice_by_index(begin = var_43986_begin_0, end = var_43986_end_0, end_mask = var_43986_end_mask_0, x = v_195_cast)[name = tensor<string, []>("op_43986_cast")];
            tensor<int32, [4]> var_43990_begin_0 = const()[name = tensor<string, []>("op_43990_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_43990_end_0 = const()[name = tensor<string, []>("op_43990_end_0"), val = tensor<int32, [4]>([2, 640, 1, 77])];
            tensor<bool, [4]> var_43990_end_mask_0 = const()[name = tensor<string, []>("op_43990_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_43990_cast = slice_by_index(begin = var_43990_begin_0, end = var_43990_end_0, end_mask = var_43990_end_mask_0, x = v_195_cast)[name = tensor<string, []>("op_43990_cast")];
            tensor<int32, [4]> var_43994_begin_0 = const()[name = tensor<string, []>("op_43994_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_43994_end_0 = const()[name = tensor<string, []>("op_43994_end_0"), val = tensor<int32, [4]>([2, 704, 1, 77])];
            tensor<bool, [4]> var_43994_end_mask_0 = const()[name = tensor<string, []>("op_43994_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_43994_cast = slice_by_index(begin = var_43994_begin_0, end = var_43994_end_0, end_mask = var_43994_end_mask_0, x = v_195_cast)[name = tensor<string, []>("op_43994_cast")];
            tensor<int32, [4]> var_43998_begin_0 = const()[name = tensor<string, []>("op_43998_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_43998_end_0 = const()[name = tensor<string, []>("op_43998_end_0"), val = tensor<int32, [4]>([2, 768, 1, 77])];
            tensor<bool, [4]> var_43998_end_mask_0 = const()[name = tensor<string, []>("op_43998_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_43998_cast = slice_by_index(begin = var_43998_begin_0, end = var_43998_end_0, end_mask = var_43998_end_mask_0, x = v_195_cast)[name = tensor<string, []>("op_43998_cast")];
            tensor<int32, [4]> var_44002_begin_0 = const()[name = tensor<string, []>("op_44002_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_44002_end_0 = const()[name = tensor<string, []>("op_44002_end_0"), val = tensor<int32, [4]>([2, 832, 1, 77])];
            tensor<bool, [4]> var_44002_end_mask_0 = const()[name = tensor<string, []>("op_44002_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_44002_cast = slice_by_index(begin = var_44002_begin_0, end = var_44002_end_0, end_mask = var_44002_end_mask_0, x = v_195_cast)[name = tensor<string, []>("op_44002_cast")];
            tensor<int32, [4]> var_44006_begin_0 = const()[name = tensor<string, []>("op_44006_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_44006_end_0 = const()[name = tensor<string, []>("op_44006_end_0"), val = tensor<int32, [4]>([2, 896, 1, 77])];
            tensor<bool, [4]> var_44006_end_mask_0 = const()[name = tensor<string, []>("op_44006_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_44006_cast = slice_by_index(begin = var_44006_begin_0, end = var_44006_end_0, end_mask = var_44006_end_mask_0, x = v_195_cast)[name = tensor<string, []>("op_44006_cast")];
            tensor<int32, [4]> var_44010_begin_0 = const()[name = tensor<string, []>("op_44010_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_44010_end_0 = const()[name = tensor<string, []>("op_44010_end_0"), val = tensor<int32, [4]>([2, 960, 1, 77])];
            tensor<bool, [4]> var_44010_end_mask_0 = const()[name = tensor<string, []>("op_44010_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_44010_cast = slice_by_index(begin = var_44010_begin_0, end = var_44010_end_0, end_mask = var_44010_end_mask_0, x = v_195_cast)[name = tensor<string, []>("op_44010_cast")];
            tensor<int32, [4]> var_44014_begin_0 = const()[name = tensor<string, []>("op_44014_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_44014_end_0 = const()[name = tensor<string, []>("op_44014_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 77])];
            tensor<bool, [4]> var_44014_end_mask_0 = const()[name = tensor<string, []>("op_44014_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_44014_cast = slice_by_index(begin = var_44014_begin_0, end = var_44014_end_0, end_mask = var_44014_end_mask_0, x = v_195_cast)[name = tensor<string, []>("op_44014_cast")];
            tensor<int32, [4]> var_44018_begin_0 = const()[name = tensor<string, []>("op_44018_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_44018_end_0 = const()[name = tensor<string, []>("op_44018_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 77])];
            tensor<bool, [4]> var_44018_end_mask_0 = const()[name = tensor<string, []>("op_44018_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_44018_cast = slice_by_index(begin = var_44018_begin_0, end = var_44018_end_0, end_mask = var_44018_end_mask_0, x = v_195_cast)[name = tensor<string, []>("op_44018_cast")];
            tensor<int32, [4]> var_44022_begin_0 = const()[name = tensor<string, []>("op_44022_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_44022_end_0 = const()[name = tensor<string, []>("op_44022_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 77])];
            tensor<bool, [4]> var_44022_end_mask_0 = const()[name = tensor<string, []>("op_44022_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_44022_cast = slice_by_index(begin = var_44022_begin_0, end = var_44022_end_0, end_mask = var_44022_end_mask_0, x = v_195_cast)[name = tensor<string, []>("op_44022_cast")];
            tensor<int32, [4]> var_44026_begin_0 = const()[name = tensor<string, []>("op_44026_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_44026_end_0 = const()[name = tensor<string, []>("op_44026_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 77])];
            tensor<bool, [4]> var_44026_end_mask_0 = const()[name = tensor<string, []>("op_44026_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_44026_cast = slice_by_index(begin = var_44026_begin_0, end = var_44026_end_0, end_mask = var_44026_end_mask_0, x = v_195_cast)[name = tensor<string, []>("op_44026_cast")];
            tensor<int32, [4]> var_44030_begin_0 = const()[name = tensor<string, []>("op_44030_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_44030_end_0 = const()[name = tensor<string, []>("op_44030_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 77])];
            tensor<bool, [4]> var_44030_end_mask_0 = const()[name = tensor<string, []>("op_44030_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_44030_cast = slice_by_index(begin = var_44030_begin_0, end = var_44030_end_0, end_mask = var_44030_end_mask_0, x = v_195_cast)[name = tensor<string, []>("op_44030_cast")];
            tensor<string, []> var_44034_equation_0 = const()[name = tensor<string, []>("op_44034_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_44034_cast = einsum(equation = var_44034_equation_0, values = (var_43876_cast, var_43793_cast))[name = tensor<string, []>("op_44034_cast")];
            tensor<fp16, []> var_44035_to_fp16 = const()[name = tensor<string, []>("op_44035_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3721_cast = mul(x = var_44034_cast, y = var_44035_to_fp16)[name = tensor<string, []>("aw_3721_cast")];
            tensor<string, []> var_44038_equation_0 = const()[name = tensor<string, []>("op_44038_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_44038_cast = einsum(equation = var_44038_equation_0, values = (var_43880_cast, var_43797_cast))[name = tensor<string, []>("op_44038_cast")];
            tensor<fp16, []> var_44039_to_fp16 = const()[name = tensor<string, []>("op_44039_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3723_cast = mul(x = var_44038_cast, y = var_44039_to_fp16)[name = tensor<string, []>("aw_3723_cast")];
            tensor<string, []> var_44042_equation_0 = const()[name = tensor<string, []>("op_44042_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_44042_cast = einsum(equation = var_44042_equation_0, values = (var_43884_cast, var_43801_cast))[name = tensor<string, []>("op_44042_cast")];
            tensor<fp16, []> var_44043_to_fp16 = const()[name = tensor<string, []>("op_44043_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3725_cast = mul(x = var_44042_cast, y = var_44043_to_fp16)[name = tensor<string, []>("aw_3725_cast")];
            tensor<string, []> var_44046_equation_0 = const()[name = tensor<string, []>("op_44046_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_44046_cast = einsum(equation = var_44046_equation_0, values = (var_43888_cast, var_43805_cast))[name = tensor<string, []>("op_44046_cast")];
            tensor<fp16, []> var_44047_to_fp16 = const()[name = tensor<string, []>("op_44047_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3727_cast = mul(x = var_44046_cast, y = var_44047_to_fp16)[name = tensor<string, []>("aw_3727_cast")];
            tensor<string, []> var_44050_equation_0 = const()[name = tensor<string, []>("op_44050_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_44050_cast = einsum(equation = var_44050_equation_0, values = (var_43892_cast, var_43809_cast))[name = tensor<string, []>("op_44050_cast")];
            tensor<fp16, []> var_44051_to_fp16 = const()[name = tensor<string, []>("op_44051_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3729_cast = mul(x = var_44050_cast, y = var_44051_to_fp16)[name = tensor<string, []>("aw_3729_cast")];
            tensor<string, []> var_44054_equation_0 = const()[name = tensor<string, []>("op_44054_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_44054_cast = einsum(equation = var_44054_equation_0, values = (var_43896_cast, var_43813_cast))[name = tensor<string, []>("op_44054_cast")];
            tensor<fp16, []> var_44055_to_fp16 = const()[name = tensor<string, []>("op_44055_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3731_cast = mul(x = var_44054_cast, y = var_44055_to_fp16)[name = tensor<string, []>("aw_3731_cast")];
            tensor<string, []> var_44058_equation_0 = const()[name = tensor<string, []>("op_44058_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_44058_cast = einsum(equation = var_44058_equation_0, values = (var_43900_cast, var_43817_cast))[name = tensor<string, []>("op_44058_cast")];
            tensor<fp16, []> var_44059_to_fp16 = const()[name = tensor<string, []>("op_44059_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3733_cast = mul(x = var_44058_cast, y = var_44059_to_fp16)[name = tensor<string, []>("aw_3733_cast")];
            tensor<string, []> var_44062_equation_0 = const()[name = tensor<string, []>("op_44062_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_44062_cast = einsum(equation = var_44062_equation_0, values = (var_43904_cast, var_43821_cast))[name = tensor<string, []>("op_44062_cast")];
            tensor<fp16, []> var_44063_to_fp16 = const()[name = tensor<string, []>("op_44063_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3735_cast = mul(x = var_44062_cast, y = var_44063_to_fp16)[name = tensor<string, []>("aw_3735_cast")];
            tensor<string, []> var_44066_equation_0 = const()[name = tensor<string, []>("op_44066_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_44066_cast = einsum(equation = var_44066_equation_0, values = (var_43908_cast, var_43825_cast))[name = tensor<string, []>("op_44066_cast")];
            tensor<fp16, []> var_44067_to_fp16 = const()[name = tensor<string, []>("op_44067_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3737_cast = mul(x = var_44066_cast, y = var_44067_to_fp16)[name = tensor<string, []>("aw_3737_cast")];
            tensor<string, []> var_44070_equation_0 = const()[name = tensor<string, []>("op_44070_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_44070_cast = einsum(equation = var_44070_equation_0, values = (var_43912_cast, var_43829_cast))[name = tensor<string, []>("op_44070_cast")];
            tensor<fp16, []> var_44071_to_fp16 = const()[name = tensor<string, []>("op_44071_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3739_cast = mul(x = var_44070_cast, y = var_44071_to_fp16)[name = tensor<string, []>("aw_3739_cast")];
            tensor<string, []> var_44074_equation_0 = const()[name = tensor<string, []>("op_44074_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_44074_cast = einsum(equation = var_44074_equation_0, values = (var_43916_cast, var_43833_cast))[name = tensor<string, []>("op_44074_cast")];
            tensor<fp16, []> var_44075_to_fp16 = const()[name = tensor<string, []>("op_44075_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3741_cast = mul(x = var_44074_cast, y = var_44075_to_fp16)[name = tensor<string, []>("aw_3741_cast")];
            tensor<string, []> var_44078_equation_0 = const()[name = tensor<string, []>("op_44078_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_44078_cast = einsum(equation = var_44078_equation_0, values = (var_43920_cast, var_43837_cast))[name = tensor<string, []>("op_44078_cast")];
            tensor<fp16, []> var_44079_to_fp16 = const()[name = tensor<string, []>("op_44079_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3743_cast = mul(x = var_44078_cast, y = var_44079_to_fp16)[name = tensor<string, []>("aw_3743_cast")];
            tensor<string, []> var_44082_equation_0 = const()[name = tensor<string, []>("op_44082_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_44082_cast = einsum(equation = var_44082_equation_0, values = (var_43924_cast, var_43841_cast))[name = tensor<string, []>("op_44082_cast")];
            tensor<fp16, []> var_44083_to_fp16 = const()[name = tensor<string, []>("op_44083_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3745_cast = mul(x = var_44082_cast, y = var_44083_to_fp16)[name = tensor<string, []>("aw_3745_cast")];
            tensor<string, []> var_44086_equation_0 = const()[name = tensor<string, []>("op_44086_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_44086_cast = einsum(equation = var_44086_equation_0, values = (var_43928_cast, var_43845_cast))[name = tensor<string, []>("op_44086_cast")];
            tensor<fp16, []> var_44087_to_fp16 = const()[name = tensor<string, []>("op_44087_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3747_cast = mul(x = var_44086_cast, y = var_44087_to_fp16)[name = tensor<string, []>("aw_3747_cast")];
            tensor<string, []> var_44090_equation_0 = const()[name = tensor<string, []>("op_44090_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_44090_cast = einsum(equation = var_44090_equation_0, values = (var_43932_cast, var_43849_cast))[name = tensor<string, []>("op_44090_cast")];
            tensor<fp16, []> var_44091_to_fp16 = const()[name = tensor<string, []>("op_44091_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3749_cast = mul(x = var_44090_cast, y = var_44091_to_fp16)[name = tensor<string, []>("aw_3749_cast")];
            tensor<string, []> var_44094_equation_0 = const()[name = tensor<string, []>("op_44094_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_44094_cast = einsum(equation = var_44094_equation_0, values = (var_43936_cast, var_43853_cast))[name = tensor<string, []>("op_44094_cast")];
            tensor<fp16, []> var_44095_to_fp16 = const()[name = tensor<string, []>("op_44095_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3751_cast = mul(x = var_44094_cast, y = var_44095_to_fp16)[name = tensor<string, []>("aw_3751_cast")];
            tensor<string, []> var_44098_equation_0 = const()[name = tensor<string, []>("op_44098_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_44098_cast = einsum(equation = var_44098_equation_0, values = (var_43940_cast, var_43857_cast))[name = tensor<string, []>("op_44098_cast")];
            tensor<fp16, []> var_44099_to_fp16 = const()[name = tensor<string, []>("op_44099_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3753_cast = mul(x = var_44098_cast, y = var_44099_to_fp16)[name = tensor<string, []>("aw_3753_cast")];
            tensor<string, []> var_44102_equation_0 = const()[name = tensor<string, []>("op_44102_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_44102_cast = einsum(equation = var_44102_equation_0, values = (var_43944_cast, var_43861_cast))[name = tensor<string, []>("op_44102_cast")];
            tensor<fp16, []> var_44103_to_fp16 = const()[name = tensor<string, []>("op_44103_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3755_cast = mul(x = var_44102_cast, y = var_44103_to_fp16)[name = tensor<string, []>("aw_3755_cast")];
            tensor<string, []> var_44106_equation_0 = const()[name = tensor<string, []>("op_44106_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_44106_cast = einsum(equation = var_44106_equation_0, values = (var_43948_cast, var_43865_cast))[name = tensor<string, []>("op_44106_cast")];
            tensor<fp16, []> var_44107_to_fp16 = const()[name = tensor<string, []>("op_44107_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3757_cast = mul(x = var_44106_cast, y = var_44107_to_fp16)[name = tensor<string, []>("aw_3757_cast")];
            tensor<string, []> var_44110_equation_0 = const()[name = tensor<string, []>("op_44110_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_44110_cast = einsum(equation = var_44110_equation_0, values = (var_43952_cast, var_43869_cast))[name = tensor<string, []>("op_44110_cast")];
            tensor<fp16, []> var_44111_to_fp16 = const()[name = tensor<string, []>("op_44111_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3759_cast = mul(x = var_44110_cast, y = var_44111_to_fp16)[name = tensor<string, []>("aw_3759_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_44113_cast = softmax(axis = var_30355, x = aw_3721_cast)[name = tensor<string, []>("op_44113_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_44114_cast = softmax(axis = var_30355, x = aw_3723_cast)[name = tensor<string, []>("op_44114_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_44115_cast = softmax(axis = var_30355, x = aw_3725_cast)[name = tensor<string, []>("op_44115_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_44116_cast = softmax(axis = var_30355, x = aw_3727_cast)[name = tensor<string, []>("op_44116_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_44117_cast = softmax(axis = var_30355, x = aw_3729_cast)[name = tensor<string, []>("op_44117_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_44118_cast = softmax(axis = var_30355, x = aw_3731_cast)[name = tensor<string, []>("op_44118_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_44119_cast = softmax(axis = var_30355, x = aw_3733_cast)[name = tensor<string, []>("op_44119_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_44120_cast = softmax(axis = var_30355, x = aw_3735_cast)[name = tensor<string, []>("op_44120_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_44121_cast = softmax(axis = var_30355, x = aw_3737_cast)[name = tensor<string, []>("op_44121_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_44122_cast = softmax(axis = var_30355, x = aw_3739_cast)[name = tensor<string, []>("op_44122_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_44123_cast = softmax(axis = var_30355, x = aw_3741_cast)[name = tensor<string, []>("op_44123_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_44124_cast = softmax(axis = var_30355, x = aw_3743_cast)[name = tensor<string, []>("op_44124_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_44125_cast = softmax(axis = var_30355, x = aw_3745_cast)[name = tensor<string, []>("op_44125_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_44126_cast = softmax(axis = var_30355, x = aw_3747_cast)[name = tensor<string, []>("op_44126_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_44127_cast = softmax(axis = var_30355, x = aw_3749_cast)[name = tensor<string, []>("op_44127_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_44128_cast = softmax(axis = var_30355, x = aw_3751_cast)[name = tensor<string, []>("op_44128_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_44129_cast = softmax(axis = var_30355, x = aw_3753_cast)[name = tensor<string, []>("op_44129_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_44130_cast = softmax(axis = var_30355, x = aw_3755_cast)[name = tensor<string, []>("op_44130_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_44131_cast = softmax(axis = var_30355, x = aw_3757_cast)[name = tensor<string, []>("op_44131_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_44132_cast = softmax(axis = var_30355, x = aw_3759_cast)[name = tensor<string, []>("op_44132_cast")];
            tensor<string, []> var_44134_equation_0 = const()[name = tensor<string, []>("op_44134_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_44134_cast = einsum(equation = var_44134_equation_0, values = (var_43954_cast, var_44113_cast))[name = tensor<string, []>("op_44134_cast")];
            tensor<string, []> var_44136_equation_0 = const()[name = tensor<string, []>("op_44136_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_44136_cast = einsum(equation = var_44136_equation_0, values = (var_43958_cast, var_44114_cast))[name = tensor<string, []>("op_44136_cast")];
            tensor<string, []> var_44138_equation_0 = const()[name = tensor<string, []>("op_44138_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_44138_cast = einsum(equation = var_44138_equation_0, values = (var_43962_cast, var_44115_cast))[name = tensor<string, []>("op_44138_cast")];
            tensor<string, []> var_44140_equation_0 = const()[name = tensor<string, []>("op_44140_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_44140_cast = einsum(equation = var_44140_equation_0, values = (var_43966_cast, var_44116_cast))[name = tensor<string, []>("op_44140_cast")];
            tensor<string, []> var_44142_equation_0 = const()[name = tensor<string, []>("op_44142_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_44142_cast = einsum(equation = var_44142_equation_0, values = (var_43970_cast, var_44117_cast))[name = tensor<string, []>("op_44142_cast")];
            tensor<string, []> var_44144_equation_0 = const()[name = tensor<string, []>("op_44144_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_44144_cast = einsum(equation = var_44144_equation_0, values = (var_43974_cast, var_44118_cast))[name = tensor<string, []>("op_44144_cast")];
            tensor<string, []> var_44146_equation_0 = const()[name = tensor<string, []>("op_44146_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_44146_cast = einsum(equation = var_44146_equation_0, values = (var_43978_cast, var_44119_cast))[name = tensor<string, []>("op_44146_cast")];
            tensor<string, []> var_44148_equation_0 = const()[name = tensor<string, []>("op_44148_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_44148_cast = einsum(equation = var_44148_equation_0, values = (var_43982_cast, var_44120_cast))[name = tensor<string, []>("op_44148_cast")];
            tensor<string, []> var_44150_equation_0 = const()[name = tensor<string, []>("op_44150_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_44150_cast = einsum(equation = var_44150_equation_0, values = (var_43986_cast, var_44121_cast))[name = tensor<string, []>("op_44150_cast")];
            tensor<string, []> var_44152_equation_0 = const()[name = tensor<string, []>("op_44152_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_44152_cast = einsum(equation = var_44152_equation_0, values = (var_43990_cast, var_44122_cast))[name = tensor<string, []>("op_44152_cast")];
            tensor<string, []> var_44154_equation_0 = const()[name = tensor<string, []>("op_44154_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_44154_cast = einsum(equation = var_44154_equation_0, values = (var_43994_cast, var_44123_cast))[name = tensor<string, []>("op_44154_cast")];
            tensor<string, []> var_44156_equation_0 = const()[name = tensor<string, []>("op_44156_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_44156_cast = einsum(equation = var_44156_equation_0, values = (var_43998_cast, var_44124_cast))[name = tensor<string, []>("op_44156_cast")];
            tensor<string, []> var_44158_equation_0 = const()[name = tensor<string, []>("op_44158_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_44158_cast = einsum(equation = var_44158_equation_0, values = (var_44002_cast, var_44125_cast))[name = tensor<string, []>("op_44158_cast")];
            tensor<string, []> var_44160_equation_0 = const()[name = tensor<string, []>("op_44160_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_44160_cast = einsum(equation = var_44160_equation_0, values = (var_44006_cast, var_44126_cast))[name = tensor<string, []>("op_44160_cast")];
            tensor<string, []> var_44162_equation_0 = const()[name = tensor<string, []>("op_44162_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_44162_cast = einsum(equation = var_44162_equation_0, values = (var_44010_cast, var_44127_cast))[name = tensor<string, []>("op_44162_cast")];
            tensor<string, []> var_44164_equation_0 = const()[name = tensor<string, []>("op_44164_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_44164_cast = einsum(equation = var_44164_equation_0, values = (var_44014_cast, var_44128_cast))[name = tensor<string, []>("op_44164_cast")];
            tensor<string, []> var_44166_equation_0 = const()[name = tensor<string, []>("op_44166_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_44166_cast = einsum(equation = var_44166_equation_0, values = (var_44018_cast, var_44129_cast))[name = tensor<string, []>("op_44166_cast")];
            tensor<string, []> var_44168_equation_0 = const()[name = tensor<string, []>("op_44168_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_44168_cast = einsum(equation = var_44168_equation_0, values = (var_44022_cast, var_44130_cast))[name = tensor<string, []>("op_44168_cast")];
            tensor<string, []> var_44170_equation_0 = const()[name = tensor<string, []>("op_44170_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_44170_cast = einsum(equation = var_44170_equation_0, values = (var_44026_cast, var_44131_cast))[name = tensor<string, []>("op_44170_cast")];
            tensor<string, []> var_44172_equation_0 = const()[name = tensor<string, []>("op_44172_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_44172_cast = einsum(equation = var_44172_equation_0, values = (var_44030_cast, var_44132_cast))[name = tensor<string, []>("op_44172_cast")];
            tensor<bool, []> input_571_interleave_0 = const()[name = tensor<string, []>("input_571_interleave_0"), val = tensor<bool, []>(false)];
            tensor<fp16, [2, 1280, 1, 576]> input_571_cast = concat(axis = var_30355, interleave = input_571_interleave_0, values = (var_44134_cast, var_44136_cast, var_44138_cast, var_44140_cast, var_44142_cast, var_44144_cast, var_44146_cast, var_44148_cast, var_44150_cast, var_44152_cast, var_44154_cast, var_44156_cast, var_44158_cast, var_44160_cast, var_44162_cast, var_44164_cast, var_44166_cast, var_44168_cast, var_44170_cast, var_44172_cast))[name = tensor<string, []>("input_571_cast")];
            tensor<int32, [2]> var_44178 = const()[name = tensor<string, []>("op_44178"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_44180 = const()[name = tensor<string, []>("op_44180"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_44182_pad_type_0 = const()[name = tensor<string, []>("op_44182_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_44182_pad_0 = const()[name = tensor<string, []>("op_44182_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_4_attn2_to_out_0_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [409600]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(154727808))), lut = tensor<fp16, [4]>([-0x1.3a8p-6, -0x1.79p-8, 0x1.798p-8, 0x1.3bp-6]), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_4_attn2_to_out_0_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_attentions_1_transformer_blocks_4_attn2_to_out_0_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_4_attn2_to_out_0_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(155137472)))];
            tensor<fp16, [2, 1280, 1, 576]> var_44182_cast = conv(bias = up_blocks_0_attentions_1_transformer_blocks_4_attn2_to_out_0_bias_to_fp16, dilations = var_44180, groups = var_30355, pad = var_44182_pad_0, pad_type = var_44182_pad_type_0, strides = var_44178, weight = up_blocks_0_attentions_1_transformer_blocks_4_attn2_to_out_0_weight_to_fp16_palettized, x = input_571_cast)[name = tensor<string, []>("op_44182_cast")];
            tensor<fp16, [2, 1280, 1, 576]> inputs_293_cast = add(x = var_44182_cast, y = inputs_291_cast)[name = tensor<string, []>("inputs_293_cast")];
            tensor<int32, [1]> var_44186 = const()[name = tensor<string, []>("op_44186"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> channels_mean_293_cast = reduce_mean(axes = var_44186, keep_dims = var_30350, x = inputs_293_cast)[name = tensor<string, []>("channels_mean_293_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_293_cast = sub(x = inputs_293_cast, y = channels_mean_293_cast)[name = tensor<string, []>("zero_mean_293_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_sq_293_cast = mul(x = zero_mean_293_cast, y = zero_mean_293_cast)[name = tensor<string, []>("zero_mean_sq_293_cast")];
            tensor<int32, [1]> var_44190 = const()[name = tensor<string, []>("op_44190"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> var_44191_cast = reduce_mean(axes = var_44190, keep_dims = var_30350, x = zero_mean_sq_293_cast)[name = tensor<string, []>("op_44191_cast")];
            tensor<fp16, []> var_44192_to_fp16 = const()[name = tensor<string, []>("op_44192_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 576]> var_44193_cast = add(x = var_44191_cast, y = var_44192_to_fp16)[name = tensor<string, []>("op_44193_cast")];
            tensor<fp16, []> denom_293_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_293_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 576]> denom_293_cast = rsqrt(epsilon = denom_293_epsilon_0_to_fp16, x = var_44193_cast)[name = tensor<string, []>("denom_293_cast")];
            tensor<fp16, [2, 1280, 1, 576]> out_293_cast = mul(x = zero_mean_293_cast, y = denom_293_cast)[name = tensor<string, []>("out_293_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_44197_to_fp16 = const()[name = tensor<string, []>("op_44197_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(155140096)))];
            tensor<fp16, [2, 1280, 1, 576]> var_44198_cast = add(x = out_293_cast, y = var_44197_to_fp16)[name = tensor<string, []>("op_44198_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_44200_to_fp16 = const()[name = tensor<string, []>("op_44200_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(155142720)))];
            tensor<fp16, [2, 1280, 1, 576]> input_573_cast = mul(x = var_44198_cast, y = var_44200_to_fp16)[name = tensor<string, []>("input_573_cast")];
            tensor<int32, [2]> var_44208 = const()[name = tensor<string, []>("op_44208"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_44210 = const()[name = tensor<string, []>("op_44210"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_44212_pad_type_0 = const()[name = tensor<string, []>("op_44212_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_44212_pad_0 = const()[name = tensor<string, []>("op_44212_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [10240, 1280, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_4_ff_net_0_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [9830400]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(155145344))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(164975808))), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_4_ff_net_0_proj_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([10240, 1280, 1, 1])];
            tensor<fp16, [10240]> up_blocks_0_attentions_1_transformer_blocks_4_ff_net_0_proj_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_4_ff_net_0_proj_bias_to_fp16"), val = tensor<fp16, [10240]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(164976000)))];
            tensor<fp16, [2, 10240, 1, 576]> var_44212_cast = conv(bias = up_blocks_0_attentions_1_transformer_blocks_4_ff_net_0_proj_bias_to_fp16, dilations = var_44210, groups = var_30355, pad = var_44212_pad_0, pad_type = var_44212_pad_type_0, strides = var_44208, weight = up_blocks_0_attentions_1_transformer_blocks_4_ff_net_0_proj_weight_to_fp16_palettized, x = input_573_cast)[name = tensor<string, []>("op_44212_cast")];
            tensor<int32, [2]> var_44213_split_sizes_0 = const()[name = tensor<string, []>("op_44213_split_sizes_0"), val = tensor<int32, [2]>([5120, 5120])];
            tensor<int32, []> var_44213_axis_0 = const()[name = tensor<string, []>("op_44213_axis_0"), val = tensor<int32, []>(1)];
            tensor<fp16, [2, 5120, 1, 576]> var_44213_cast_0, tensor<fp16, [2, 5120, 1, 576]> var_44213_cast_1 = split(axis = var_44213_axis_0, split_sizes = var_44213_split_sizes_0, x = var_44212_cast)[name = tensor<string, []>("op_44213_cast")];
            tensor<string, []> var_44215_mode_0 = const()[name = tensor<string, []>("op_44215_mode_0"), val = tensor<string, []>("EXACT")];
            tensor<fp16, [2, 5120, 1, 576]> var_44215_cast = gelu(mode = var_44215_mode_0, x = var_44213_cast_1)[name = tensor<string, []>("op_44215_cast")];
            tensor<fp16, [2, 5120, 1, 576]> input_575_cast = mul(x = var_44213_cast_0, y = var_44215_cast)[name = tensor<string, []>("input_575_cast")];
            tensor<int32, [2]> var_44219 = const()[name = tensor<string, []>("op_44219"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_44221 = const()[name = tensor<string, []>("op_44221"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_44223_pad_type_0 = const()[name = tensor<string, []>("op_44223_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_44223_pad_0 = const()[name = tensor<string, []>("op_44223_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 5120, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_4_ff_net_2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [4915200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(164996544))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(169911808))), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_4_ff_net_2_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 5120, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_attentions_1_transformer_blocks_4_ff_net_2_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_4_ff_net_2_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(169912000)))];
            tensor<fp16, [2, 1280, 1, 576]> var_44223_cast = conv(bias = up_blocks_0_attentions_1_transformer_blocks_4_ff_net_2_bias_to_fp16, dilations = var_44221, groups = var_30355, pad = var_44223_pad_0, pad_type = var_44223_pad_type_0, strides = var_44219, weight = up_blocks_0_attentions_1_transformer_blocks_4_ff_net_2_weight_to_fp16_palettized, x = input_575_cast)[name = tensor<string, []>("op_44223_cast")];
            tensor<fp16, [2, 1280, 1, 576]> inputs_295_cast = add(x = var_44223_cast, y = inputs_293_cast)[name = tensor<string, []>("inputs_295_cast")];
            tensor<int32, [1]> var_44233 = const()[name = tensor<string, []>("op_44233"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> channels_mean_295_cast = reduce_mean(axes = var_44233, keep_dims = var_30350, x = inputs_295_cast)[name = tensor<string, []>("channels_mean_295_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_295_cast = sub(x = inputs_295_cast, y = channels_mean_295_cast)[name = tensor<string, []>("zero_mean_295_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_sq_295_cast = mul(x = zero_mean_295_cast, y = zero_mean_295_cast)[name = tensor<string, []>("zero_mean_sq_295_cast")];
            tensor<int32, [1]> var_44237 = const()[name = tensor<string, []>("op_44237"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> var_44238_cast = reduce_mean(axes = var_44237, keep_dims = var_30350, x = zero_mean_sq_295_cast)[name = tensor<string, []>("op_44238_cast")];
            tensor<fp16, []> var_44239_to_fp16 = const()[name = tensor<string, []>("op_44239_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 576]> var_44240_cast = add(x = var_44238_cast, y = var_44239_to_fp16)[name = tensor<string, []>("op_44240_cast")];
            tensor<fp16, []> denom_295_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_295_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 576]> denom_295_cast = rsqrt(epsilon = denom_295_epsilon_0_to_fp16, x = var_44240_cast)[name = tensor<string, []>("denom_295_cast")];
            tensor<fp16, [2, 1280, 1, 576]> out_295_cast = mul(x = zero_mean_295_cast, y = denom_295_cast)[name = tensor<string, []>("out_295_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_44244_to_fp16 = const()[name = tensor<string, []>("op_44244_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(169914624)))];
            tensor<fp16, [2, 1280, 1, 576]> var_44245_cast = add(x = out_295_cast, y = var_44244_to_fp16)[name = tensor<string, []>("op_44245_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_44247_to_fp16 = const()[name = tensor<string, []>("op_44247_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(169917248)))];
            tensor<fp16, [2, 1280, 1, 576]> hidden_states_391_cast = mul(x = var_44245_cast, y = var_44247_to_fp16)[name = tensor<string, []>("hidden_states_391_cast")];
            tensor<int32, [2]> var_44254 = const()[name = tensor<string, []>("op_44254"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_44256 = const()[name = tensor<string, []>("op_44256"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> q_197_pad_type_0 = const()[name = tensor<string, []>("q_197_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> q_197_pad_0 = const()[name = tensor<string, []>("q_197_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_5_attn1_to_q_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [819200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(169919872))), lut = tensor<fp16, [16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(170739136))), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_5_attn1_to_q_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> q_197_cast = conv(dilations = var_44256, groups = var_30355, pad = q_197_pad_0, pad_type = q_197_pad_type_0, strides = var_44254, weight = up_blocks_0_attentions_1_transformer_blocks_5_attn1_to_q_weight_to_fp16_palettized, x = hidden_states_391_cast)[name = tensor<string, []>("q_197_cast")];
            tensor<int32, [2]> var_44260 = const()[name = tensor<string, []>("op_44260"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_44262 = const()[name = tensor<string, []>("op_44262"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> k_393_pad_type_0 = const()[name = tensor<string, []>("k_393_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> k_393_pad_0 = const()[name = tensor<string, []>("k_393_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_5_attn1_to_k_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [819200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(170739264))), lut = tensor<fp16, [16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(171558528))), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_5_attn1_to_k_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> k_393_cast = conv(dilations = var_44262, groups = var_30355, pad = k_393_pad_0, pad_type = k_393_pad_type_0, strides = var_44260, weight = up_blocks_0_attentions_1_transformer_blocks_5_attn1_to_k_weight_to_fp16_palettized, x = hidden_states_391_cast)[name = tensor<string, []>("k_393_cast")];
            tensor<int32, [2]> var_44266 = const()[name = tensor<string, []>("op_44266"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_44268 = const()[name = tensor<string, []>("op_44268"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> v_197_pad_type_0 = const()[name = tensor<string, []>("v_197_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> v_197_pad_0 = const()[name = tensor<string, []>("v_197_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_5_attn1_to_v_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [1228800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(171558656))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(172787520))), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_5_attn1_to_v_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> v_197_cast = conv(dilations = var_44268, groups = var_30355, pad = v_197_pad_0, pad_type = v_197_pad_type_0, strides = var_44266, weight = up_blocks_0_attentions_1_transformer_blocks_5_attn1_to_v_weight_to_fp16_palettized, x = hidden_states_391_cast)[name = tensor<string, []>("v_197_cast")];
            tensor<int32, [4]> var_44272_begin_0 = const()[name = tensor<string, []>("op_44272_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_44272_end_0 = const()[name = tensor<string, []>("op_44272_end_0"), val = tensor<int32, [4]>([2, 64, 1, 576])];
            tensor<bool, [4]> var_44272_end_mask_0 = const()[name = tensor<string, []>("op_44272_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_44272_cast = slice_by_index(begin = var_44272_begin_0, end = var_44272_end_0, end_mask = var_44272_end_mask_0, x = q_197_cast)[name = tensor<string, []>("op_44272_cast")];
            tensor<int32, [4]> var_44276_begin_0 = const()[name = tensor<string, []>("op_44276_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_44276_end_0 = const()[name = tensor<string, []>("op_44276_end_0"), val = tensor<int32, [4]>([2, 128, 1, 576])];
            tensor<bool, [4]> var_44276_end_mask_0 = const()[name = tensor<string, []>("op_44276_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_44276_cast = slice_by_index(begin = var_44276_begin_0, end = var_44276_end_0, end_mask = var_44276_end_mask_0, x = q_197_cast)[name = tensor<string, []>("op_44276_cast")];
            tensor<int32, [4]> var_44280_begin_0 = const()[name = tensor<string, []>("op_44280_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_44280_end_0 = const()[name = tensor<string, []>("op_44280_end_0"), val = tensor<int32, [4]>([2, 192, 1, 576])];
            tensor<bool, [4]> var_44280_end_mask_0 = const()[name = tensor<string, []>("op_44280_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_44280_cast = slice_by_index(begin = var_44280_begin_0, end = var_44280_end_0, end_mask = var_44280_end_mask_0, x = q_197_cast)[name = tensor<string, []>("op_44280_cast")];
            tensor<int32, [4]> var_44284_begin_0 = const()[name = tensor<string, []>("op_44284_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_44284_end_0 = const()[name = tensor<string, []>("op_44284_end_0"), val = tensor<int32, [4]>([2, 256, 1, 576])];
            tensor<bool, [4]> var_44284_end_mask_0 = const()[name = tensor<string, []>("op_44284_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_44284_cast = slice_by_index(begin = var_44284_begin_0, end = var_44284_end_0, end_mask = var_44284_end_mask_0, x = q_197_cast)[name = tensor<string, []>("op_44284_cast")];
            tensor<int32, [4]> var_44288_begin_0 = const()[name = tensor<string, []>("op_44288_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_44288_end_0 = const()[name = tensor<string, []>("op_44288_end_0"), val = tensor<int32, [4]>([2, 320, 1, 576])];
            tensor<bool, [4]> var_44288_end_mask_0 = const()[name = tensor<string, []>("op_44288_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_44288_cast = slice_by_index(begin = var_44288_begin_0, end = var_44288_end_0, end_mask = var_44288_end_mask_0, x = q_197_cast)[name = tensor<string, []>("op_44288_cast")];
            tensor<int32, [4]> var_44292_begin_0 = const()[name = tensor<string, []>("op_44292_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_44292_end_0 = const()[name = tensor<string, []>("op_44292_end_0"), val = tensor<int32, [4]>([2, 384, 1, 576])];
            tensor<bool, [4]> var_44292_end_mask_0 = const()[name = tensor<string, []>("op_44292_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_44292_cast = slice_by_index(begin = var_44292_begin_0, end = var_44292_end_0, end_mask = var_44292_end_mask_0, x = q_197_cast)[name = tensor<string, []>("op_44292_cast")];
            tensor<int32, [4]> var_44296_begin_0 = const()[name = tensor<string, []>("op_44296_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_44296_end_0 = const()[name = tensor<string, []>("op_44296_end_0"), val = tensor<int32, [4]>([2, 448, 1, 576])];
            tensor<bool, [4]> var_44296_end_mask_0 = const()[name = tensor<string, []>("op_44296_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_44296_cast = slice_by_index(begin = var_44296_begin_0, end = var_44296_end_0, end_mask = var_44296_end_mask_0, x = q_197_cast)[name = tensor<string, []>("op_44296_cast")];
            tensor<int32, [4]> var_44300_begin_0 = const()[name = tensor<string, []>("op_44300_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_44300_end_0 = const()[name = tensor<string, []>("op_44300_end_0"), val = tensor<int32, [4]>([2, 512, 1, 576])];
            tensor<bool, [4]> var_44300_end_mask_0 = const()[name = tensor<string, []>("op_44300_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_44300_cast = slice_by_index(begin = var_44300_begin_0, end = var_44300_end_0, end_mask = var_44300_end_mask_0, x = q_197_cast)[name = tensor<string, []>("op_44300_cast")];
            tensor<int32, [4]> var_44304_begin_0 = const()[name = tensor<string, []>("op_44304_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_44304_end_0 = const()[name = tensor<string, []>("op_44304_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_44304_end_mask_0 = const()[name = tensor<string, []>("op_44304_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_44304_cast = slice_by_index(begin = var_44304_begin_0, end = var_44304_end_0, end_mask = var_44304_end_mask_0, x = q_197_cast)[name = tensor<string, []>("op_44304_cast")];
            tensor<int32, [4]> var_44308_begin_0 = const()[name = tensor<string, []>("op_44308_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_44308_end_0 = const()[name = tensor<string, []>("op_44308_end_0"), val = tensor<int32, [4]>([2, 640, 1, 576])];
            tensor<bool, [4]> var_44308_end_mask_0 = const()[name = tensor<string, []>("op_44308_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_44308_cast = slice_by_index(begin = var_44308_begin_0, end = var_44308_end_0, end_mask = var_44308_end_mask_0, x = q_197_cast)[name = tensor<string, []>("op_44308_cast")];
            tensor<int32, [4]> var_44312_begin_0 = const()[name = tensor<string, []>("op_44312_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_44312_end_0 = const()[name = tensor<string, []>("op_44312_end_0"), val = tensor<int32, [4]>([2, 704, 1, 576])];
            tensor<bool, [4]> var_44312_end_mask_0 = const()[name = tensor<string, []>("op_44312_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_44312_cast = slice_by_index(begin = var_44312_begin_0, end = var_44312_end_0, end_mask = var_44312_end_mask_0, x = q_197_cast)[name = tensor<string, []>("op_44312_cast")];
            tensor<int32, [4]> var_44316_begin_0 = const()[name = tensor<string, []>("op_44316_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_44316_end_0 = const()[name = tensor<string, []>("op_44316_end_0"), val = tensor<int32, [4]>([2, 768, 1, 576])];
            tensor<bool, [4]> var_44316_end_mask_0 = const()[name = tensor<string, []>("op_44316_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_44316_cast = slice_by_index(begin = var_44316_begin_0, end = var_44316_end_0, end_mask = var_44316_end_mask_0, x = q_197_cast)[name = tensor<string, []>("op_44316_cast")];
            tensor<int32, [4]> var_44320_begin_0 = const()[name = tensor<string, []>("op_44320_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_44320_end_0 = const()[name = tensor<string, []>("op_44320_end_0"), val = tensor<int32, [4]>([2, 832, 1, 576])];
            tensor<bool, [4]> var_44320_end_mask_0 = const()[name = tensor<string, []>("op_44320_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_44320_cast = slice_by_index(begin = var_44320_begin_0, end = var_44320_end_0, end_mask = var_44320_end_mask_0, x = q_197_cast)[name = tensor<string, []>("op_44320_cast")];
            tensor<int32, [4]> var_44324_begin_0 = const()[name = tensor<string, []>("op_44324_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_44324_end_0 = const()[name = tensor<string, []>("op_44324_end_0"), val = tensor<int32, [4]>([2, 896, 1, 576])];
            tensor<bool, [4]> var_44324_end_mask_0 = const()[name = tensor<string, []>("op_44324_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_44324_cast = slice_by_index(begin = var_44324_begin_0, end = var_44324_end_0, end_mask = var_44324_end_mask_0, x = q_197_cast)[name = tensor<string, []>("op_44324_cast")];
            tensor<int32, [4]> var_44328_begin_0 = const()[name = tensor<string, []>("op_44328_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_44328_end_0 = const()[name = tensor<string, []>("op_44328_end_0"), val = tensor<int32, [4]>([2, 960, 1, 576])];
            tensor<bool, [4]> var_44328_end_mask_0 = const()[name = tensor<string, []>("op_44328_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_44328_cast = slice_by_index(begin = var_44328_begin_0, end = var_44328_end_0, end_mask = var_44328_end_mask_0, x = q_197_cast)[name = tensor<string, []>("op_44328_cast")];
            tensor<int32, [4]> var_44332_begin_0 = const()[name = tensor<string, []>("op_44332_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_44332_end_0 = const()[name = tensor<string, []>("op_44332_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 576])];
            tensor<bool, [4]> var_44332_end_mask_0 = const()[name = tensor<string, []>("op_44332_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_44332_cast = slice_by_index(begin = var_44332_begin_0, end = var_44332_end_0, end_mask = var_44332_end_mask_0, x = q_197_cast)[name = tensor<string, []>("op_44332_cast")];
            tensor<int32, [4]> var_44336_begin_0 = const()[name = tensor<string, []>("op_44336_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_44336_end_0 = const()[name = tensor<string, []>("op_44336_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 576])];
            tensor<bool, [4]> var_44336_end_mask_0 = const()[name = tensor<string, []>("op_44336_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_44336_cast = slice_by_index(begin = var_44336_begin_0, end = var_44336_end_0, end_mask = var_44336_end_mask_0, x = q_197_cast)[name = tensor<string, []>("op_44336_cast")];
            tensor<int32, [4]> var_44340_begin_0 = const()[name = tensor<string, []>("op_44340_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_44340_end_0 = const()[name = tensor<string, []>("op_44340_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 576])];
            tensor<bool, [4]> var_44340_end_mask_0 = const()[name = tensor<string, []>("op_44340_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_44340_cast = slice_by_index(begin = var_44340_begin_0, end = var_44340_end_0, end_mask = var_44340_end_mask_0, x = q_197_cast)[name = tensor<string, []>("op_44340_cast")];
            tensor<int32, [4]> var_44344_begin_0 = const()[name = tensor<string, []>("op_44344_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_44344_end_0 = const()[name = tensor<string, []>("op_44344_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 576])];
            tensor<bool, [4]> var_44344_end_mask_0 = const()[name = tensor<string, []>("op_44344_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_44344_cast = slice_by_index(begin = var_44344_begin_0, end = var_44344_end_0, end_mask = var_44344_end_mask_0, x = q_197_cast)[name = tensor<string, []>("op_44344_cast")];
            tensor<int32, [4]> var_44348_begin_0 = const()[name = tensor<string, []>("op_44348_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_44348_end_0 = const()[name = tensor<string, []>("op_44348_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 576])];
            tensor<bool, [4]> var_44348_end_mask_0 = const()[name = tensor<string, []>("op_44348_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_44348_cast = slice_by_index(begin = var_44348_begin_0, end = var_44348_end_0, end_mask = var_44348_end_mask_0, x = q_197_cast)[name = tensor<string, []>("op_44348_cast")];
            tensor<int32, [4]> k_395_perm_0 = const()[name = tensor<string, []>("k_395_perm_0"), val = tensor<int32, [4]>([0, 3, 2, 1])];
            tensor<int32, [4]> var_44355_begin_0 = const()[name = tensor<string, []>("op_44355_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_44355_end_0 = const()[name = tensor<string, []>("op_44355_end_0"), val = tensor<int32, [4]>([2, 576, 1, 64])];
            tensor<bool, [4]> var_44355_end_mask_0 = const()[name = tensor<string, []>("op_44355_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 1280]> transpose_41 = transpose(perm = k_395_perm_0, x = k_393_cast)[name = tensor<string, []>("transpose_41")];
            tensor<fp16, [2, 576, 1, 64]> var_44355_cast = slice_by_index(begin = var_44355_begin_0, end = var_44355_end_0, end_mask = var_44355_end_mask_0, x = transpose_41)[name = tensor<string, []>("op_44355_cast")];
            tensor<int32, [4]> var_44359_begin_0 = const()[name = tensor<string, []>("op_44359_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 64])];
            tensor<int32, [4]> var_44359_end_0 = const()[name = tensor<string, []>("op_44359_end_0"), val = tensor<int32, [4]>([2, 576, 1, 128])];
            tensor<bool, [4]> var_44359_end_mask_0 = const()[name = tensor<string, []>("op_44359_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_44359_cast = slice_by_index(begin = var_44359_begin_0, end = var_44359_end_0, end_mask = var_44359_end_mask_0, x = transpose_41)[name = tensor<string, []>("op_44359_cast")];
            tensor<int32, [4]> var_44363_begin_0 = const()[name = tensor<string, []>("op_44363_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 128])];
            tensor<int32, [4]> var_44363_end_0 = const()[name = tensor<string, []>("op_44363_end_0"), val = tensor<int32, [4]>([2, 576, 1, 192])];
            tensor<bool, [4]> var_44363_end_mask_0 = const()[name = tensor<string, []>("op_44363_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_44363_cast = slice_by_index(begin = var_44363_begin_0, end = var_44363_end_0, end_mask = var_44363_end_mask_0, x = transpose_41)[name = tensor<string, []>("op_44363_cast")];
            tensor<int32, [4]> var_44367_begin_0 = const()[name = tensor<string, []>("op_44367_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 192])];
            tensor<int32, [4]> var_44367_end_0 = const()[name = tensor<string, []>("op_44367_end_0"), val = tensor<int32, [4]>([2, 576, 1, 256])];
            tensor<bool, [4]> var_44367_end_mask_0 = const()[name = tensor<string, []>("op_44367_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_44367_cast = slice_by_index(begin = var_44367_begin_0, end = var_44367_end_0, end_mask = var_44367_end_mask_0, x = transpose_41)[name = tensor<string, []>("op_44367_cast")];
            tensor<int32, [4]> var_44371_begin_0 = const()[name = tensor<string, []>("op_44371_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 256])];
            tensor<int32, [4]> var_44371_end_0 = const()[name = tensor<string, []>("op_44371_end_0"), val = tensor<int32, [4]>([2, 576, 1, 320])];
            tensor<bool, [4]> var_44371_end_mask_0 = const()[name = tensor<string, []>("op_44371_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_44371_cast = slice_by_index(begin = var_44371_begin_0, end = var_44371_end_0, end_mask = var_44371_end_mask_0, x = transpose_41)[name = tensor<string, []>("op_44371_cast")];
            tensor<int32, [4]> var_44375_begin_0 = const()[name = tensor<string, []>("op_44375_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 320])];
            tensor<int32, [4]> var_44375_end_0 = const()[name = tensor<string, []>("op_44375_end_0"), val = tensor<int32, [4]>([2, 576, 1, 384])];
            tensor<bool, [4]> var_44375_end_mask_0 = const()[name = tensor<string, []>("op_44375_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_44375_cast = slice_by_index(begin = var_44375_begin_0, end = var_44375_end_0, end_mask = var_44375_end_mask_0, x = transpose_41)[name = tensor<string, []>("op_44375_cast")];
            tensor<int32, [4]> var_44379_begin_0 = const()[name = tensor<string, []>("op_44379_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 384])];
            tensor<int32, [4]> var_44379_end_0 = const()[name = tensor<string, []>("op_44379_end_0"), val = tensor<int32, [4]>([2, 576, 1, 448])];
            tensor<bool, [4]> var_44379_end_mask_0 = const()[name = tensor<string, []>("op_44379_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_44379_cast = slice_by_index(begin = var_44379_begin_0, end = var_44379_end_0, end_mask = var_44379_end_mask_0, x = transpose_41)[name = tensor<string, []>("op_44379_cast")];
            tensor<int32, [4]> var_44383_begin_0 = const()[name = tensor<string, []>("op_44383_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 448])];
            tensor<int32, [4]> var_44383_end_0 = const()[name = tensor<string, []>("op_44383_end_0"), val = tensor<int32, [4]>([2, 576, 1, 512])];
            tensor<bool, [4]> var_44383_end_mask_0 = const()[name = tensor<string, []>("op_44383_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_44383_cast = slice_by_index(begin = var_44383_begin_0, end = var_44383_end_0, end_mask = var_44383_end_mask_0, x = transpose_41)[name = tensor<string, []>("op_44383_cast")];
            tensor<int32, [4]> var_44387_begin_0 = const()[name = tensor<string, []>("op_44387_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 512])];
            tensor<int32, [4]> var_44387_end_0 = const()[name = tensor<string, []>("op_44387_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_44387_end_mask_0 = const()[name = tensor<string, []>("op_44387_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_44387_cast = slice_by_index(begin = var_44387_begin_0, end = var_44387_end_0, end_mask = var_44387_end_mask_0, x = transpose_41)[name = tensor<string, []>("op_44387_cast")];
            tensor<int32, [4]> var_44391_begin_0 = const()[name = tensor<string, []>("op_44391_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 576])];
            tensor<int32, [4]> var_44391_end_0 = const()[name = tensor<string, []>("op_44391_end_0"), val = tensor<int32, [4]>([2, 576, 1, 640])];
            tensor<bool, [4]> var_44391_end_mask_0 = const()[name = tensor<string, []>("op_44391_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_44391_cast = slice_by_index(begin = var_44391_begin_0, end = var_44391_end_0, end_mask = var_44391_end_mask_0, x = transpose_41)[name = tensor<string, []>("op_44391_cast")];
            tensor<int32, [4]> var_44395_begin_0 = const()[name = tensor<string, []>("op_44395_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 640])];
            tensor<int32, [4]> var_44395_end_0 = const()[name = tensor<string, []>("op_44395_end_0"), val = tensor<int32, [4]>([2, 576, 1, 704])];
            tensor<bool, [4]> var_44395_end_mask_0 = const()[name = tensor<string, []>("op_44395_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_44395_cast = slice_by_index(begin = var_44395_begin_0, end = var_44395_end_0, end_mask = var_44395_end_mask_0, x = transpose_41)[name = tensor<string, []>("op_44395_cast")];
            tensor<int32, [4]> var_44399_begin_0 = const()[name = tensor<string, []>("op_44399_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 704])];
            tensor<int32, [4]> var_44399_end_0 = const()[name = tensor<string, []>("op_44399_end_0"), val = tensor<int32, [4]>([2, 576, 1, 768])];
            tensor<bool, [4]> var_44399_end_mask_0 = const()[name = tensor<string, []>("op_44399_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_44399_cast = slice_by_index(begin = var_44399_begin_0, end = var_44399_end_0, end_mask = var_44399_end_mask_0, x = transpose_41)[name = tensor<string, []>("op_44399_cast")];
            tensor<int32, [4]> var_44403_begin_0 = const()[name = tensor<string, []>("op_44403_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 768])];
            tensor<int32, [4]> var_44403_end_0 = const()[name = tensor<string, []>("op_44403_end_0"), val = tensor<int32, [4]>([2, 576, 1, 832])];
            tensor<bool, [4]> var_44403_end_mask_0 = const()[name = tensor<string, []>("op_44403_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_44403_cast = slice_by_index(begin = var_44403_begin_0, end = var_44403_end_0, end_mask = var_44403_end_mask_0, x = transpose_41)[name = tensor<string, []>("op_44403_cast")];
            tensor<int32, [4]> var_44407_begin_0 = const()[name = tensor<string, []>("op_44407_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 832])];
            tensor<int32, [4]> var_44407_end_0 = const()[name = tensor<string, []>("op_44407_end_0"), val = tensor<int32, [4]>([2, 576, 1, 896])];
            tensor<bool, [4]> var_44407_end_mask_0 = const()[name = tensor<string, []>("op_44407_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_44407_cast = slice_by_index(begin = var_44407_begin_0, end = var_44407_end_0, end_mask = var_44407_end_mask_0, x = transpose_41)[name = tensor<string, []>("op_44407_cast")];
            tensor<int32, [4]> var_44411_begin_0 = const()[name = tensor<string, []>("op_44411_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 896])];
            tensor<int32, [4]> var_44411_end_0 = const()[name = tensor<string, []>("op_44411_end_0"), val = tensor<int32, [4]>([2, 576, 1, 960])];
            tensor<bool, [4]> var_44411_end_mask_0 = const()[name = tensor<string, []>("op_44411_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_44411_cast = slice_by_index(begin = var_44411_begin_0, end = var_44411_end_0, end_mask = var_44411_end_mask_0, x = transpose_41)[name = tensor<string, []>("op_44411_cast")];
            tensor<int32, [4]> var_44415_begin_0 = const()[name = tensor<string, []>("op_44415_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 960])];
            tensor<int32, [4]> var_44415_end_0 = const()[name = tensor<string, []>("op_44415_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1024])];
            tensor<bool, [4]> var_44415_end_mask_0 = const()[name = tensor<string, []>("op_44415_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_44415_cast = slice_by_index(begin = var_44415_begin_0, end = var_44415_end_0, end_mask = var_44415_end_mask_0, x = transpose_41)[name = tensor<string, []>("op_44415_cast")];
            tensor<int32, [4]> var_44419_begin_0 = const()[name = tensor<string, []>("op_44419_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1024])];
            tensor<int32, [4]> var_44419_end_0 = const()[name = tensor<string, []>("op_44419_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1088])];
            tensor<bool, [4]> var_44419_end_mask_0 = const()[name = tensor<string, []>("op_44419_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_44419_cast = slice_by_index(begin = var_44419_begin_0, end = var_44419_end_0, end_mask = var_44419_end_mask_0, x = transpose_41)[name = tensor<string, []>("op_44419_cast")];
            tensor<int32, [4]> var_44423_begin_0 = const()[name = tensor<string, []>("op_44423_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1088])];
            tensor<int32, [4]> var_44423_end_0 = const()[name = tensor<string, []>("op_44423_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1152])];
            tensor<bool, [4]> var_44423_end_mask_0 = const()[name = tensor<string, []>("op_44423_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_44423_cast = slice_by_index(begin = var_44423_begin_0, end = var_44423_end_0, end_mask = var_44423_end_mask_0, x = transpose_41)[name = tensor<string, []>("op_44423_cast")];
            tensor<int32, [4]> var_44427_begin_0 = const()[name = tensor<string, []>("op_44427_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1152])];
            tensor<int32, [4]> var_44427_end_0 = const()[name = tensor<string, []>("op_44427_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1216])];
            tensor<bool, [4]> var_44427_end_mask_0 = const()[name = tensor<string, []>("op_44427_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_44427_cast = slice_by_index(begin = var_44427_begin_0, end = var_44427_end_0, end_mask = var_44427_end_mask_0, x = transpose_41)[name = tensor<string, []>("op_44427_cast")];
            tensor<int32, [4]> var_44431_begin_0 = const()[name = tensor<string, []>("op_44431_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1216])];
            tensor<int32, [4]> var_44431_end_0 = const()[name = tensor<string, []>("op_44431_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1280])];
            tensor<bool, [4]> var_44431_end_mask_0 = const()[name = tensor<string, []>("op_44431_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_44431_cast = slice_by_index(begin = var_44431_begin_0, end = var_44431_end_0, end_mask = var_44431_end_mask_0, x = transpose_41)[name = tensor<string, []>("op_44431_cast")];
            tensor<int32, [4]> var_44433_begin_0 = const()[name = tensor<string, []>("op_44433_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_44433_end_0 = const()[name = tensor<string, []>("op_44433_end_0"), val = tensor<int32, [4]>([2, 64, 1, 576])];
            tensor<bool, [4]> var_44433_end_mask_0 = const()[name = tensor<string, []>("op_44433_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_44433_cast = slice_by_index(begin = var_44433_begin_0, end = var_44433_end_0, end_mask = var_44433_end_mask_0, x = v_197_cast)[name = tensor<string, []>("op_44433_cast")];
            tensor<int32, [4]> var_44437_begin_0 = const()[name = tensor<string, []>("op_44437_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_44437_end_0 = const()[name = tensor<string, []>("op_44437_end_0"), val = tensor<int32, [4]>([2, 128, 1, 576])];
            tensor<bool, [4]> var_44437_end_mask_0 = const()[name = tensor<string, []>("op_44437_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_44437_cast = slice_by_index(begin = var_44437_begin_0, end = var_44437_end_0, end_mask = var_44437_end_mask_0, x = v_197_cast)[name = tensor<string, []>("op_44437_cast")];
            tensor<int32, [4]> var_44441_begin_0 = const()[name = tensor<string, []>("op_44441_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_44441_end_0 = const()[name = tensor<string, []>("op_44441_end_0"), val = tensor<int32, [4]>([2, 192, 1, 576])];
            tensor<bool, [4]> var_44441_end_mask_0 = const()[name = tensor<string, []>("op_44441_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_44441_cast = slice_by_index(begin = var_44441_begin_0, end = var_44441_end_0, end_mask = var_44441_end_mask_0, x = v_197_cast)[name = tensor<string, []>("op_44441_cast")];
            tensor<int32, [4]> var_44445_begin_0 = const()[name = tensor<string, []>("op_44445_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_44445_end_0 = const()[name = tensor<string, []>("op_44445_end_0"), val = tensor<int32, [4]>([2, 256, 1, 576])];
            tensor<bool, [4]> var_44445_end_mask_0 = const()[name = tensor<string, []>("op_44445_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_44445_cast = slice_by_index(begin = var_44445_begin_0, end = var_44445_end_0, end_mask = var_44445_end_mask_0, x = v_197_cast)[name = tensor<string, []>("op_44445_cast")];
            tensor<int32, [4]> var_44449_begin_0 = const()[name = tensor<string, []>("op_44449_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_44449_end_0 = const()[name = tensor<string, []>("op_44449_end_0"), val = tensor<int32, [4]>([2, 320, 1, 576])];
            tensor<bool, [4]> var_44449_end_mask_0 = const()[name = tensor<string, []>("op_44449_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_44449_cast = slice_by_index(begin = var_44449_begin_0, end = var_44449_end_0, end_mask = var_44449_end_mask_0, x = v_197_cast)[name = tensor<string, []>("op_44449_cast")];
            tensor<int32, [4]> var_44453_begin_0 = const()[name = tensor<string, []>("op_44453_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_44453_end_0 = const()[name = tensor<string, []>("op_44453_end_0"), val = tensor<int32, [4]>([2, 384, 1, 576])];
            tensor<bool, [4]> var_44453_end_mask_0 = const()[name = tensor<string, []>("op_44453_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_44453_cast = slice_by_index(begin = var_44453_begin_0, end = var_44453_end_0, end_mask = var_44453_end_mask_0, x = v_197_cast)[name = tensor<string, []>("op_44453_cast")];
            tensor<int32, [4]> var_44457_begin_0 = const()[name = tensor<string, []>("op_44457_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_44457_end_0 = const()[name = tensor<string, []>("op_44457_end_0"), val = tensor<int32, [4]>([2, 448, 1, 576])];
            tensor<bool, [4]> var_44457_end_mask_0 = const()[name = tensor<string, []>("op_44457_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_44457_cast = slice_by_index(begin = var_44457_begin_0, end = var_44457_end_0, end_mask = var_44457_end_mask_0, x = v_197_cast)[name = tensor<string, []>("op_44457_cast")];
            tensor<int32, [4]> var_44461_begin_0 = const()[name = tensor<string, []>("op_44461_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_44461_end_0 = const()[name = tensor<string, []>("op_44461_end_0"), val = tensor<int32, [4]>([2, 512, 1, 576])];
            tensor<bool, [4]> var_44461_end_mask_0 = const()[name = tensor<string, []>("op_44461_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_44461_cast = slice_by_index(begin = var_44461_begin_0, end = var_44461_end_0, end_mask = var_44461_end_mask_0, x = v_197_cast)[name = tensor<string, []>("op_44461_cast")];
            tensor<int32, [4]> var_44465_begin_0 = const()[name = tensor<string, []>("op_44465_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_44465_end_0 = const()[name = tensor<string, []>("op_44465_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_44465_end_mask_0 = const()[name = tensor<string, []>("op_44465_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_44465_cast = slice_by_index(begin = var_44465_begin_0, end = var_44465_end_0, end_mask = var_44465_end_mask_0, x = v_197_cast)[name = tensor<string, []>("op_44465_cast")];
            tensor<int32, [4]> var_44469_begin_0 = const()[name = tensor<string, []>("op_44469_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_44469_end_0 = const()[name = tensor<string, []>("op_44469_end_0"), val = tensor<int32, [4]>([2, 640, 1, 576])];
            tensor<bool, [4]> var_44469_end_mask_0 = const()[name = tensor<string, []>("op_44469_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_44469_cast = slice_by_index(begin = var_44469_begin_0, end = var_44469_end_0, end_mask = var_44469_end_mask_0, x = v_197_cast)[name = tensor<string, []>("op_44469_cast")];
            tensor<int32, [4]> var_44473_begin_0 = const()[name = tensor<string, []>("op_44473_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_44473_end_0 = const()[name = tensor<string, []>("op_44473_end_0"), val = tensor<int32, [4]>([2, 704, 1, 576])];
            tensor<bool, [4]> var_44473_end_mask_0 = const()[name = tensor<string, []>("op_44473_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_44473_cast = slice_by_index(begin = var_44473_begin_0, end = var_44473_end_0, end_mask = var_44473_end_mask_0, x = v_197_cast)[name = tensor<string, []>("op_44473_cast")];
            tensor<int32, [4]> var_44477_begin_0 = const()[name = tensor<string, []>("op_44477_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_44477_end_0 = const()[name = tensor<string, []>("op_44477_end_0"), val = tensor<int32, [4]>([2, 768, 1, 576])];
            tensor<bool, [4]> var_44477_end_mask_0 = const()[name = tensor<string, []>("op_44477_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_44477_cast = slice_by_index(begin = var_44477_begin_0, end = var_44477_end_0, end_mask = var_44477_end_mask_0, x = v_197_cast)[name = tensor<string, []>("op_44477_cast")];
            tensor<int32, [4]> var_44481_begin_0 = const()[name = tensor<string, []>("op_44481_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_44481_end_0 = const()[name = tensor<string, []>("op_44481_end_0"), val = tensor<int32, [4]>([2, 832, 1, 576])];
            tensor<bool, [4]> var_44481_end_mask_0 = const()[name = tensor<string, []>("op_44481_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_44481_cast = slice_by_index(begin = var_44481_begin_0, end = var_44481_end_0, end_mask = var_44481_end_mask_0, x = v_197_cast)[name = tensor<string, []>("op_44481_cast")];
            tensor<int32, [4]> var_44485_begin_0 = const()[name = tensor<string, []>("op_44485_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_44485_end_0 = const()[name = tensor<string, []>("op_44485_end_0"), val = tensor<int32, [4]>([2, 896, 1, 576])];
            tensor<bool, [4]> var_44485_end_mask_0 = const()[name = tensor<string, []>("op_44485_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_44485_cast = slice_by_index(begin = var_44485_begin_0, end = var_44485_end_0, end_mask = var_44485_end_mask_0, x = v_197_cast)[name = tensor<string, []>("op_44485_cast")];
            tensor<int32, [4]> var_44489_begin_0 = const()[name = tensor<string, []>("op_44489_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_44489_end_0 = const()[name = tensor<string, []>("op_44489_end_0"), val = tensor<int32, [4]>([2, 960, 1, 576])];
            tensor<bool, [4]> var_44489_end_mask_0 = const()[name = tensor<string, []>("op_44489_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_44489_cast = slice_by_index(begin = var_44489_begin_0, end = var_44489_end_0, end_mask = var_44489_end_mask_0, x = v_197_cast)[name = tensor<string, []>("op_44489_cast")];
            tensor<int32, [4]> var_44493_begin_0 = const()[name = tensor<string, []>("op_44493_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_44493_end_0 = const()[name = tensor<string, []>("op_44493_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 576])];
            tensor<bool, [4]> var_44493_end_mask_0 = const()[name = tensor<string, []>("op_44493_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_44493_cast = slice_by_index(begin = var_44493_begin_0, end = var_44493_end_0, end_mask = var_44493_end_mask_0, x = v_197_cast)[name = tensor<string, []>("op_44493_cast")];
            tensor<int32, [4]> var_44497_begin_0 = const()[name = tensor<string, []>("op_44497_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_44497_end_0 = const()[name = tensor<string, []>("op_44497_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 576])];
            tensor<bool, [4]> var_44497_end_mask_0 = const()[name = tensor<string, []>("op_44497_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_44497_cast = slice_by_index(begin = var_44497_begin_0, end = var_44497_end_0, end_mask = var_44497_end_mask_0, x = v_197_cast)[name = tensor<string, []>("op_44497_cast")];
            tensor<int32, [4]> var_44501_begin_0 = const()[name = tensor<string, []>("op_44501_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_44501_end_0 = const()[name = tensor<string, []>("op_44501_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 576])];
            tensor<bool, [4]> var_44501_end_mask_0 = const()[name = tensor<string, []>("op_44501_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_44501_cast = slice_by_index(begin = var_44501_begin_0, end = var_44501_end_0, end_mask = var_44501_end_mask_0, x = v_197_cast)[name = tensor<string, []>("op_44501_cast")];
            tensor<int32, [4]> var_44505_begin_0 = const()[name = tensor<string, []>("op_44505_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_44505_end_0 = const()[name = tensor<string, []>("op_44505_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 576])];
            tensor<bool, [4]> var_44505_end_mask_0 = const()[name = tensor<string, []>("op_44505_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_44505_cast = slice_by_index(begin = var_44505_begin_0, end = var_44505_end_0, end_mask = var_44505_end_mask_0, x = v_197_cast)[name = tensor<string, []>("op_44505_cast")];
            tensor<int32, [4]> var_44509_begin_0 = const()[name = tensor<string, []>("op_44509_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_44509_end_0 = const()[name = tensor<string, []>("op_44509_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 576])];
            tensor<bool, [4]> var_44509_end_mask_0 = const()[name = tensor<string, []>("op_44509_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_44509_cast = slice_by_index(begin = var_44509_begin_0, end = var_44509_end_0, end_mask = var_44509_end_mask_0, x = v_197_cast)[name = tensor<string, []>("op_44509_cast")];
            tensor<string, []> var_44513_equation_0 = const()[name = tensor<string, []>("op_44513_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_44513_cast = einsum(equation = var_44513_equation_0, values = (var_44355_cast, var_44272_cast))[name = tensor<string, []>("op_44513_cast")];
            tensor<fp16, []> var_44514_to_fp16 = const()[name = tensor<string, []>("op_44514_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3761_cast = mul(x = var_44513_cast, y = var_44514_to_fp16)[name = tensor<string, []>("aw_3761_cast")];
            tensor<string, []> var_44517_equation_0 = const()[name = tensor<string, []>("op_44517_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_44517_cast = einsum(equation = var_44517_equation_0, values = (var_44359_cast, var_44276_cast))[name = tensor<string, []>("op_44517_cast")];
            tensor<fp16, []> var_44518_to_fp16 = const()[name = tensor<string, []>("op_44518_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3763_cast = mul(x = var_44517_cast, y = var_44518_to_fp16)[name = tensor<string, []>("aw_3763_cast")];
            tensor<string, []> var_44521_equation_0 = const()[name = tensor<string, []>("op_44521_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_44521_cast = einsum(equation = var_44521_equation_0, values = (var_44363_cast, var_44280_cast))[name = tensor<string, []>("op_44521_cast")];
            tensor<fp16, []> var_44522_to_fp16 = const()[name = tensor<string, []>("op_44522_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3765_cast = mul(x = var_44521_cast, y = var_44522_to_fp16)[name = tensor<string, []>("aw_3765_cast")];
            tensor<string, []> var_44525_equation_0 = const()[name = tensor<string, []>("op_44525_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_44525_cast = einsum(equation = var_44525_equation_0, values = (var_44367_cast, var_44284_cast))[name = tensor<string, []>("op_44525_cast")];
            tensor<fp16, []> var_44526_to_fp16 = const()[name = tensor<string, []>("op_44526_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3767_cast = mul(x = var_44525_cast, y = var_44526_to_fp16)[name = tensor<string, []>("aw_3767_cast")];
            tensor<string, []> var_44529_equation_0 = const()[name = tensor<string, []>("op_44529_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_44529_cast = einsum(equation = var_44529_equation_0, values = (var_44371_cast, var_44288_cast))[name = tensor<string, []>("op_44529_cast")];
            tensor<fp16, []> var_44530_to_fp16 = const()[name = tensor<string, []>("op_44530_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3769_cast = mul(x = var_44529_cast, y = var_44530_to_fp16)[name = tensor<string, []>("aw_3769_cast")];
            tensor<string, []> var_44533_equation_0 = const()[name = tensor<string, []>("op_44533_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_44533_cast = einsum(equation = var_44533_equation_0, values = (var_44375_cast, var_44292_cast))[name = tensor<string, []>("op_44533_cast")];
            tensor<fp16, []> var_44534_to_fp16 = const()[name = tensor<string, []>("op_44534_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3771_cast = mul(x = var_44533_cast, y = var_44534_to_fp16)[name = tensor<string, []>("aw_3771_cast")];
            tensor<string, []> var_44537_equation_0 = const()[name = tensor<string, []>("op_44537_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_44537_cast = einsum(equation = var_44537_equation_0, values = (var_44379_cast, var_44296_cast))[name = tensor<string, []>("op_44537_cast")];
            tensor<fp16, []> var_44538_to_fp16 = const()[name = tensor<string, []>("op_44538_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3773_cast = mul(x = var_44537_cast, y = var_44538_to_fp16)[name = tensor<string, []>("aw_3773_cast")];
            tensor<string, []> var_44541_equation_0 = const()[name = tensor<string, []>("op_44541_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_44541_cast = einsum(equation = var_44541_equation_0, values = (var_44383_cast, var_44300_cast))[name = tensor<string, []>("op_44541_cast")];
            tensor<fp16, []> var_44542_to_fp16 = const()[name = tensor<string, []>("op_44542_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3775_cast = mul(x = var_44541_cast, y = var_44542_to_fp16)[name = tensor<string, []>("aw_3775_cast")];
            tensor<string, []> var_44545_equation_0 = const()[name = tensor<string, []>("op_44545_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_44545_cast = einsum(equation = var_44545_equation_0, values = (var_44387_cast, var_44304_cast))[name = tensor<string, []>("op_44545_cast")];
            tensor<fp16, []> var_44546_to_fp16 = const()[name = tensor<string, []>("op_44546_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3777_cast = mul(x = var_44545_cast, y = var_44546_to_fp16)[name = tensor<string, []>("aw_3777_cast")];
            tensor<string, []> var_44549_equation_0 = const()[name = tensor<string, []>("op_44549_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_44549_cast = einsum(equation = var_44549_equation_0, values = (var_44391_cast, var_44308_cast))[name = tensor<string, []>("op_44549_cast")];
            tensor<fp16, []> var_44550_to_fp16 = const()[name = tensor<string, []>("op_44550_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3779_cast = mul(x = var_44549_cast, y = var_44550_to_fp16)[name = tensor<string, []>("aw_3779_cast")];
            tensor<string, []> var_44553_equation_0 = const()[name = tensor<string, []>("op_44553_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_44553_cast = einsum(equation = var_44553_equation_0, values = (var_44395_cast, var_44312_cast))[name = tensor<string, []>("op_44553_cast")];
            tensor<fp16, []> var_44554_to_fp16 = const()[name = tensor<string, []>("op_44554_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3781_cast = mul(x = var_44553_cast, y = var_44554_to_fp16)[name = tensor<string, []>("aw_3781_cast")];
            tensor<string, []> var_44557_equation_0 = const()[name = tensor<string, []>("op_44557_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_44557_cast = einsum(equation = var_44557_equation_0, values = (var_44399_cast, var_44316_cast))[name = tensor<string, []>("op_44557_cast")];
            tensor<fp16, []> var_44558_to_fp16 = const()[name = tensor<string, []>("op_44558_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3783_cast = mul(x = var_44557_cast, y = var_44558_to_fp16)[name = tensor<string, []>("aw_3783_cast")];
            tensor<string, []> var_44561_equation_0 = const()[name = tensor<string, []>("op_44561_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_44561_cast = einsum(equation = var_44561_equation_0, values = (var_44403_cast, var_44320_cast))[name = tensor<string, []>("op_44561_cast")];
            tensor<fp16, []> var_44562_to_fp16 = const()[name = tensor<string, []>("op_44562_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3785_cast = mul(x = var_44561_cast, y = var_44562_to_fp16)[name = tensor<string, []>("aw_3785_cast")];
            tensor<string, []> var_44565_equation_0 = const()[name = tensor<string, []>("op_44565_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_44565_cast = einsum(equation = var_44565_equation_0, values = (var_44407_cast, var_44324_cast))[name = tensor<string, []>("op_44565_cast")];
            tensor<fp16, []> var_44566_to_fp16 = const()[name = tensor<string, []>("op_44566_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3787_cast = mul(x = var_44565_cast, y = var_44566_to_fp16)[name = tensor<string, []>("aw_3787_cast")];
            tensor<string, []> var_44569_equation_0 = const()[name = tensor<string, []>("op_44569_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_44569_cast = einsum(equation = var_44569_equation_0, values = (var_44411_cast, var_44328_cast))[name = tensor<string, []>("op_44569_cast")];
            tensor<fp16, []> var_44570_to_fp16 = const()[name = tensor<string, []>("op_44570_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3789_cast = mul(x = var_44569_cast, y = var_44570_to_fp16)[name = tensor<string, []>("aw_3789_cast")];
            tensor<string, []> var_44573_equation_0 = const()[name = tensor<string, []>("op_44573_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_44573_cast = einsum(equation = var_44573_equation_0, values = (var_44415_cast, var_44332_cast))[name = tensor<string, []>("op_44573_cast")];
            tensor<fp16, []> var_44574_to_fp16 = const()[name = tensor<string, []>("op_44574_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3791_cast = mul(x = var_44573_cast, y = var_44574_to_fp16)[name = tensor<string, []>("aw_3791_cast")];
            tensor<string, []> var_44577_equation_0 = const()[name = tensor<string, []>("op_44577_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_44577_cast = einsum(equation = var_44577_equation_0, values = (var_44419_cast, var_44336_cast))[name = tensor<string, []>("op_44577_cast")];
            tensor<fp16, []> var_44578_to_fp16 = const()[name = tensor<string, []>("op_44578_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3793_cast = mul(x = var_44577_cast, y = var_44578_to_fp16)[name = tensor<string, []>("aw_3793_cast")];
            tensor<string, []> var_44581_equation_0 = const()[name = tensor<string, []>("op_44581_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_44581_cast = einsum(equation = var_44581_equation_0, values = (var_44423_cast, var_44340_cast))[name = tensor<string, []>("op_44581_cast")];
            tensor<fp16, []> var_44582_to_fp16 = const()[name = tensor<string, []>("op_44582_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3795_cast = mul(x = var_44581_cast, y = var_44582_to_fp16)[name = tensor<string, []>("aw_3795_cast")];
            tensor<string, []> var_44585_equation_0 = const()[name = tensor<string, []>("op_44585_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_44585_cast = einsum(equation = var_44585_equation_0, values = (var_44427_cast, var_44344_cast))[name = tensor<string, []>("op_44585_cast")];
            tensor<fp16, []> var_44586_to_fp16 = const()[name = tensor<string, []>("op_44586_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3797_cast = mul(x = var_44585_cast, y = var_44586_to_fp16)[name = tensor<string, []>("aw_3797_cast")];
            tensor<string, []> var_44589_equation_0 = const()[name = tensor<string, []>("op_44589_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_44589_cast = einsum(equation = var_44589_equation_0, values = (var_44431_cast, var_44348_cast))[name = tensor<string, []>("op_44589_cast")];
            tensor<fp16, []> var_44590_to_fp16 = const()[name = tensor<string, []>("op_44590_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3799_cast = mul(x = var_44589_cast, y = var_44590_to_fp16)[name = tensor<string, []>("aw_3799_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_44592_cast = softmax(axis = var_30355, x = aw_3761_cast)[name = tensor<string, []>("op_44592_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_44593_cast = softmax(axis = var_30355, x = aw_3763_cast)[name = tensor<string, []>("op_44593_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_44594_cast = softmax(axis = var_30355, x = aw_3765_cast)[name = tensor<string, []>("op_44594_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_44595_cast = softmax(axis = var_30355, x = aw_3767_cast)[name = tensor<string, []>("op_44595_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_44596_cast = softmax(axis = var_30355, x = aw_3769_cast)[name = tensor<string, []>("op_44596_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_44597_cast = softmax(axis = var_30355, x = aw_3771_cast)[name = tensor<string, []>("op_44597_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_44598_cast = softmax(axis = var_30355, x = aw_3773_cast)[name = tensor<string, []>("op_44598_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_44599_cast = softmax(axis = var_30355, x = aw_3775_cast)[name = tensor<string, []>("op_44599_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_44600_cast = softmax(axis = var_30355, x = aw_3777_cast)[name = tensor<string, []>("op_44600_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_44601_cast = softmax(axis = var_30355, x = aw_3779_cast)[name = tensor<string, []>("op_44601_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_44602_cast = softmax(axis = var_30355, x = aw_3781_cast)[name = tensor<string, []>("op_44602_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_44603_cast = softmax(axis = var_30355, x = aw_3783_cast)[name = tensor<string, []>("op_44603_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_44604_cast = softmax(axis = var_30355, x = aw_3785_cast)[name = tensor<string, []>("op_44604_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_44605_cast = softmax(axis = var_30355, x = aw_3787_cast)[name = tensor<string, []>("op_44605_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_44606_cast = softmax(axis = var_30355, x = aw_3789_cast)[name = tensor<string, []>("op_44606_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_44607_cast = softmax(axis = var_30355, x = aw_3791_cast)[name = tensor<string, []>("op_44607_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_44608_cast = softmax(axis = var_30355, x = aw_3793_cast)[name = tensor<string, []>("op_44608_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_44609_cast = softmax(axis = var_30355, x = aw_3795_cast)[name = tensor<string, []>("op_44609_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_44610_cast = softmax(axis = var_30355, x = aw_3797_cast)[name = tensor<string, []>("op_44610_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_44611_cast = softmax(axis = var_30355, x = aw_3799_cast)[name = tensor<string, []>("op_44611_cast")];
            tensor<string, []> var_44613_equation_0 = const()[name = tensor<string, []>("op_44613_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_44613_cast = einsum(equation = var_44613_equation_0, values = (var_44433_cast, var_44592_cast))[name = tensor<string, []>("op_44613_cast")];
            tensor<string, []> var_44615_equation_0 = const()[name = tensor<string, []>("op_44615_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_44615_cast = einsum(equation = var_44615_equation_0, values = (var_44437_cast, var_44593_cast))[name = tensor<string, []>("op_44615_cast")];
            tensor<string, []> var_44617_equation_0 = const()[name = tensor<string, []>("op_44617_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_44617_cast = einsum(equation = var_44617_equation_0, values = (var_44441_cast, var_44594_cast))[name = tensor<string, []>("op_44617_cast")];
            tensor<string, []> var_44619_equation_0 = const()[name = tensor<string, []>("op_44619_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_44619_cast = einsum(equation = var_44619_equation_0, values = (var_44445_cast, var_44595_cast))[name = tensor<string, []>("op_44619_cast")];
            tensor<string, []> var_44621_equation_0 = const()[name = tensor<string, []>("op_44621_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_44621_cast = einsum(equation = var_44621_equation_0, values = (var_44449_cast, var_44596_cast))[name = tensor<string, []>("op_44621_cast")];
            tensor<string, []> var_44623_equation_0 = const()[name = tensor<string, []>("op_44623_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_44623_cast = einsum(equation = var_44623_equation_0, values = (var_44453_cast, var_44597_cast))[name = tensor<string, []>("op_44623_cast")];
            tensor<string, []> var_44625_equation_0 = const()[name = tensor<string, []>("op_44625_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_44625_cast = einsum(equation = var_44625_equation_0, values = (var_44457_cast, var_44598_cast))[name = tensor<string, []>("op_44625_cast")];
            tensor<string, []> var_44627_equation_0 = const()[name = tensor<string, []>("op_44627_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_44627_cast = einsum(equation = var_44627_equation_0, values = (var_44461_cast, var_44599_cast))[name = tensor<string, []>("op_44627_cast")];
            tensor<string, []> var_44629_equation_0 = const()[name = tensor<string, []>("op_44629_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_44629_cast = einsum(equation = var_44629_equation_0, values = (var_44465_cast, var_44600_cast))[name = tensor<string, []>("op_44629_cast")];
            tensor<string, []> var_44631_equation_0 = const()[name = tensor<string, []>("op_44631_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_44631_cast = einsum(equation = var_44631_equation_0, values = (var_44469_cast, var_44601_cast))[name = tensor<string, []>("op_44631_cast")];
            tensor<string, []> var_44633_equation_0 = const()[name = tensor<string, []>("op_44633_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_44633_cast = einsum(equation = var_44633_equation_0, values = (var_44473_cast, var_44602_cast))[name = tensor<string, []>("op_44633_cast")];
            tensor<string, []> var_44635_equation_0 = const()[name = tensor<string, []>("op_44635_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_44635_cast = einsum(equation = var_44635_equation_0, values = (var_44477_cast, var_44603_cast))[name = tensor<string, []>("op_44635_cast")];
            tensor<string, []> var_44637_equation_0 = const()[name = tensor<string, []>("op_44637_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_44637_cast = einsum(equation = var_44637_equation_0, values = (var_44481_cast, var_44604_cast))[name = tensor<string, []>("op_44637_cast")];
            tensor<string, []> var_44639_equation_0 = const()[name = tensor<string, []>("op_44639_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_44639_cast = einsum(equation = var_44639_equation_0, values = (var_44485_cast, var_44605_cast))[name = tensor<string, []>("op_44639_cast")];
            tensor<string, []> var_44641_equation_0 = const()[name = tensor<string, []>("op_44641_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_44641_cast = einsum(equation = var_44641_equation_0, values = (var_44489_cast, var_44606_cast))[name = tensor<string, []>("op_44641_cast")];
            tensor<string, []> var_44643_equation_0 = const()[name = tensor<string, []>("op_44643_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_44643_cast = einsum(equation = var_44643_equation_0, values = (var_44493_cast, var_44607_cast))[name = tensor<string, []>("op_44643_cast")];
            tensor<string, []> var_44645_equation_0 = const()[name = tensor<string, []>("op_44645_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_44645_cast = einsum(equation = var_44645_equation_0, values = (var_44497_cast, var_44608_cast))[name = tensor<string, []>("op_44645_cast")];
            tensor<string, []> var_44647_equation_0 = const()[name = tensor<string, []>("op_44647_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_44647_cast = einsum(equation = var_44647_equation_0, values = (var_44501_cast, var_44609_cast))[name = tensor<string, []>("op_44647_cast")];
            tensor<string, []> var_44649_equation_0 = const()[name = tensor<string, []>("op_44649_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_44649_cast = einsum(equation = var_44649_equation_0, values = (var_44505_cast, var_44610_cast))[name = tensor<string, []>("op_44649_cast")];
            tensor<string, []> var_44651_equation_0 = const()[name = tensor<string, []>("op_44651_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_44651_cast = einsum(equation = var_44651_equation_0, values = (var_44509_cast, var_44611_cast))[name = tensor<string, []>("op_44651_cast")];
            tensor<bool, []> input_577_interleave_0 = const()[name = tensor<string, []>("input_577_interleave_0"), val = tensor<bool, []>(false)];
            tensor<fp16, [2, 1280, 1, 576]> input_577_cast = concat(axis = var_30355, interleave = input_577_interleave_0, values = (var_44613_cast, var_44615_cast, var_44617_cast, var_44619_cast, var_44621_cast, var_44623_cast, var_44625_cast, var_44627_cast, var_44629_cast, var_44631_cast, var_44633_cast, var_44635_cast, var_44637_cast, var_44639_cast, var_44641_cast, var_44643_cast, var_44645_cast, var_44647_cast, var_44649_cast, var_44651_cast))[name = tensor<string, []>("input_577_cast")];
            tensor<int32, [2]> var_44657 = const()[name = tensor<string, []>("op_44657"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_44659 = const()[name = tensor<string, []>("op_44659"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_44661_pad_type_0 = const()[name = tensor<string, []>("op_44661_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_44661_pad_0 = const()[name = tensor<string, []>("op_44661_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_5_attn1_to_out_0_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [1228800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(172787712))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(174016576))), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_5_attn1_to_out_0_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_attentions_1_transformer_blocks_5_attn1_to_out_0_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_5_attn1_to_out_0_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(174016768)))];
            tensor<fp16, [2, 1280, 1, 576]> var_44661_cast = conv(bias = up_blocks_0_attentions_1_transformer_blocks_5_attn1_to_out_0_bias_to_fp16, dilations = var_44659, groups = var_30355, pad = var_44661_pad_0, pad_type = var_44661_pad_type_0, strides = var_44657, weight = up_blocks_0_attentions_1_transformer_blocks_5_attn1_to_out_0_weight_to_fp16_palettized, x = input_577_cast)[name = tensor<string, []>("op_44661_cast")];
            tensor<fp16, [2, 1280, 1, 576]> inputs_297_cast = add(x = var_44661_cast, y = inputs_295_cast)[name = tensor<string, []>("inputs_297_cast")];
            tensor<int32, [1]> var_44665 = const()[name = tensor<string, []>("op_44665"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> channels_mean_297_cast = reduce_mean(axes = var_44665, keep_dims = var_30350, x = inputs_297_cast)[name = tensor<string, []>("channels_mean_297_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_297_cast = sub(x = inputs_297_cast, y = channels_mean_297_cast)[name = tensor<string, []>("zero_mean_297_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_sq_297_cast = mul(x = zero_mean_297_cast, y = zero_mean_297_cast)[name = tensor<string, []>("zero_mean_sq_297_cast")];
            tensor<int32, [1]> var_44669 = const()[name = tensor<string, []>("op_44669"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> var_44670_cast = reduce_mean(axes = var_44669, keep_dims = var_30350, x = zero_mean_sq_297_cast)[name = tensor<string, []>("op_44670_cast")];
            tensor<fp16, []> var_44671_to_fp16 = const()[name = tensor<string, []>("op_44671_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 576]> var_44672_cast = add(x = var_44670_cast, y = var_44671_to_fp16)[name = tensor<string, []>("op_44672_cast")];
            tensor<fp16, []> denom_297_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_297_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 576]> denom_297_cast = rsqrt(epsilon = denom_297_epsilon_0_to_fp16, x = var_44672_cast)[name = tensor<string, []>("denom_297_cast")];
            tensor<fp16, [2, 1280, 1, 576]> out_297_cast = mul(x = zero_mean_297_cast, y = denom_297_cast)[name = tensor<string, []>("out_297_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_44676_to_fp16 = const()[name = tensor<string, []>("op_44676_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(174019392)))];
            tensor<fp16, [2, 1280, 1, 576]> var_44677_cast = add(x = out_297_cast, y = var_44676_to_fp16)[name = tensor<string, []>("op_44677_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_44679_to_fp16 = const()[name = tensor<string, []>("op_44679_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(174022016)))];
            tensor<fp16, [2, 1280, 1, 576]> hidden_states_393_cast = mul(x = var_44677_cast, y = var_44679_to_fp16)[name = tensor<string, []>("hidden_states_393_cast")];
            tensor<int32, [2]> var_44686 = const()[name = tensor<string, []>("op_44686"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_44688 = const()[name = tensor<string, []>("op_44688"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> q_199_pad_type_0 = const()[name = tensor<string, []>("q_199_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> q_199_pad_0 = const()[name = tensor<string, []>("q_199_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_5_attn2_to_q_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [409600]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(174024640))), lut = tensor<fp16, [4]>([-0x1.164p-5, -0x1.4ecp-7, 0x1.5p-7, 0x1.16p-5]), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_5_attn2_to_q_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> q_199_cast = conv(dilations = var_44688, groups = var_30355, pad = q_199_pad_0, pad_type = q_199_pad_type_0, strides = var_44686, weight = up_blocks_0_attentions_1_transformer_blocks_5_attn2_to_q_weight_to_fp16_palettized, x = hidden_states_393_cast)[name = tensor<string, []>("q_199_cast")];
            tensor<int32, [2]> var_44692 = const()[name = tensor<string, []>("op_44692"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_44694 = const()[name = tensor<string, []>("op_44694"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> k_397_pad_type_0 = const()[name = tensor<string, []>("k_397_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> k_397_pad_0 = const()[name = tensor<string, []>("k_397_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 2048, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_5_attn2_to_k_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [655360]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(174434304))), lut = tensor<fp16, [4]>([-0x1.cfcp-6, -0x1.12p-7, 0x1.0f8p-7, 0x1.cep-6]), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_5_attn2_to_k_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 2048, 1, 1])];
            tensor<fp16, [2, 1280, 1, 77]> k_397_cast = conv(dilations = var_44694, groups = var_30355, pad = k_397_pad_0, pad_type = k_397_pad_type_0, strides = var_44692, weight = up_blocks_0_attentions_1_transformer_blocks_5_attn2_to_k_weight_to_fp16_palettized, x = encoder_hidden_states)[name = tensor<string, []>("k_397_cast")];
            tensor<int32, [2]> var_44698 = const()[name = tensor<string, []>("op_44698"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_44700 = const()[name = tensor<string, []>("op_44700"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> v_199_pad_type_0 = const()[name = tensor<string, []>("v_199_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> v_199_pad_0 = const()[name = tensor<string, []>("v_199_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 2048, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_5_attn2_to_v_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [1310720]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(175089728))), lut = tensor<fp16, [16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(176400512))), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_5_attn2_to_v_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 2048, 1, 1])];
            tensor<fp16, [2, 1280, 1, 77]> v_199_cast = conv(dilations = var_44700, groups = var_30355, pad = v_199_pad_0, pad_type = v_199_pad_type_0, strides = var_44698, weight = up_blocks_0_attentions_1_transformer_blocks_5_attn2_to_v_weight_to_fp16_palettized, x = encoder_hidden_states)[name = tensor<string, []>("v_199_cast")];
            tensor<int32, [4]> var_44704_begin_0 = const()[name = tensor<string, []>("op_44704_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_44704_end_0 = const()[name = tensor<string, []>("op_44704_end_0"), val = tensor<int32, [4]>([2, 64, 1, 576])];
            tensor<bool, [4]> var_44704_end_mask_0 = const()[name = tensor<string, []>("op_44704_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_44704_cast = slice_by_index(begin = var_44704_begin_0, end = var_44704_end_0, end_mask = var_44704_end_mask_0, x = q_199_cast)[name = tensor<string, []>("op_44704_cast")];
            tensor<int32, [4]> var_44708_begin_0 = const()[name = tensor<string, []>("op_44708_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_44708_end_0 = const()[name = tensor<string, []>("op_44708_end_0"), val = tensor<int32, [4]>([2, 128, 1, 576])];
            tensor<bool, [4]> var_44708_end_mask_0 = const()[name = tensor<string, []>("op_44708_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_44708_cast = slice_by_index(begin = var_44708_begin_0, end = var_44708_end_0, end_mask = var_44708_end_mask_0, x = q_199_cast)[name = tensor<string, []>("op_44708_cast")];
            tensor<int32, [4]> var_44712_begin_0 = const()[name = tensor<string, []>("op_44712_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_44712_end_0 = const()[name = tensor<string, []>("op_44712_end_0"), val = tensor<int32, [4]>([2, 192, 1, 576])];
            tensor<bool, [4]> var_44712_end_mask_0 = const()[name = tensor<string, []>("op_44712_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_44712_cast = slice_by_index(begin = var_44712_begin_0, end = var_44712_end_0, end_mask = var_44712_end_mask_0, x = q_199_cast)[name = tensor<string, []>("op_44712_cast")];
            tensor<int32, [4]> var_44716_begin_0 = const()[name = tensor<string, []>("op_44716_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_44716_end_0 = const()[name = tensor<string, []>("op_44716_end_0"), val = tensor<int32, [4]>([2, 256, 1, 576])];
            tensor<bool, [4]> var_44716_end_mask_0 = const()[name = tensor<string, []>("op_44716_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_44716_cast = slice_by_index(begin = var_44716_begin_0, end = var_44716_end_0, end_mask = var_44716_end_mask_0, x = q_199_cast)[name = tensor<string, []>("op_44716_cast")];
            tensor<int32, [4]> var_44720_begin_0 = const()[name = tensor<string, []>("op_44720_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_44720_end_0 = const()[name = tensor<string, []>("op_44720_end_0"), val = tensor<int32, [4]>([2, 320, 1, 576])];
            tensor<bool, [4]> var_44720_end_mask_0 = const()[name = tensor<string, []>("op_44720_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_44720_cast = slice_by_index(begin = var_44720_begin_0, end = var_44720_end_0, end_mask = var_44720_end_mask_0, x = q_199_cast)[name = tensor<string, []>("op_44720_cast")];
            tensor<int32, [4]> var_44724_begin_0 = const()[name = tensor<string, []>("op_44724_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_44724_end_0 = const()[name = tensor<string, []>("op_44724_end_0"), val = tensor<int32, [4]>([2, 384, 1, 576])];
            tensor<bool, [4]> var_44724_end_mask_0 = const()[name = tensor<string, []>("op_44724_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_44724_cast = slice_by_index(begin = var_44724_begin_0, end = var_44724_end_0, end_mask = var_44724_end_mask_0, x = q_199_cast)[name = tensor<string, []>("op_44724_cast")];
            tensor<int32, [4]> var_44728_begin_0 = const()[name = tensor<string, []>("op_44728_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_44728_end_0 = const()[name = tensor<string, []>("op_44728_end_0"), val = tensor<int32, [4]>([2, 448, 1, 576])];
            tensor<bool, [4]> var_44728_end_mask_0 = const()[name = tensor<string, []>("op_44728_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_44728_cast = slice_by_index(begin = var_44728_begin_0, end = var_44728_end_0, end_mask = var_44728_end_mask_0, x = q_199_cast)[name = tensor<string, []>("op_44728_cast")];
            tensor<int32, [4]> var_44732_begin_0 = const()[name = tensor<string, []>("op_44732_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_44732_end_0 = const()[name = tensor<string, []>("op_44732_end_0"), val = tensor<int32, [4]>([2, 512, 1, 576])];
            tensor<bool, [4]> var_44732_end_mask_0 = const()[name = tensor<string, []>("op_44732_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_44732_cast = slice_by_index(begin = var_44732_begin_0, end = var_44732_end_0, end_mask = var_44732_end_mask_0, x = q_199_cast)[name = tensor<string, []>("op_44732_cast")];
            tensor<int32, [4]> var_44736_begin_0 = const()[name = tensor<string, []>("op_44736_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_44736_end_0 = const()[name = tensor<string, []>("op_44736_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_44736_end_mask_0 = const()[name = tensor<string, []>("op_44736_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_44736_cast = slice_by_index(begin = var_44736_begin_0, end = var_44736_end_0, end_mask = var_44736_end_mask_0, x = q_199_cast)[name = tensor<string, []>("op_44736_cast")];
            tensor<int32, [4]> var_44740_begin_0 = const()[name = tensor<string, []>("op_44740_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_44740_end_0 = const()[name = tensor<string, []>("op_44740_end_0"), val = tensor<int32, [4]>([2, 640, 1, 576])];
            tensor<bool, [4]> var_44740_end_mask_0 = const()[name = tensor<string, []>("op_44740_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_44740_cast = slice_by_index(begin = var_44740_begin_0, end = var_44740_end_0, end_mask = var_44740_end_mask_0, x = q_199_cast)[name = tensor<string, []>("op_44740_cast")];
            tensor<int32, [4]> var_44744_begin_0 = const()[name = tensor<string, []>("op_44744_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_44744_end_0 = const()[name = tensor<string, []>("op_44744_end_0"), val = tensor<int32, [4]>([2, 704, 1, 576])];
            tensor<bool, [4]> var_44744_end_mask_0 = const()[name = tensor<string, []>("op_44744_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_44744_cast = slice_by_index(begin = var_44744_begin_0, end = var_44744_end_0, end_mask = var_44744_end_mask_0, x = q_199_cast)[name = tensor<string, []>("op_44744_cast")];
            tensor<int32, [4]> var_44748_begin_0 = const()[name = tensor<string, []>("op_44748_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_44748_end_0 = const()[name = tensor<string, []>("op_44748_end_0"), val = tensor<int32, [4]>([2, 768, 1, 576])];
            tensor<bool, [4]> var_44748_end_mask_0 = const()[name = tensor<string, []>("op_44748_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_44748_cast = slice_by_index(begin = var_44748_begin_0, end = var_44748_end_0, end_mask = var_44748_end_mask_0, x = q_199_cast)[name = tensor<string, []>("op_44748_cast")];
            tensor<int32, [4]> var_44752_begin_0 = const()[name = tensor<string, []>("op_44752_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_44752_end_0 = const()[name = tensor<string, []>("op_44752_end_0"), val = tensor<int32, [4]>([2, 832, 1, 576])];
            tensor<bool, [4]> var_44752_end_mask_0 = const()[name = tensor<string, []>("op_44752_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_44752_cast = slice_by_index(begin = var_44752_begin_0, end = var_44752_end_0, end_mask = var_44752_end_mask_0, x = q_199_cast)[name = tensor<string, []>("op_44752_cast")];
            tensor<int32, [4]> var_44756_begin_0 = const()[name = tensor<string, []>("op_44756_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_44756_end_0 = const()[name = tensor<string, []>("op_44756_end_0"), val = tensor<int32, [4]>([2, 896, 1, 576])];
            tensor<bool, [4]> var_44756_end_mask_0 = const()[name = tensor<string, []>("op_44756_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_44756_cast = slice_by_index(begin = var_44756_begin_0, end = var_44756_end_0, end_mask = var_44756_end_mask_0, x = q_199_cast)[name = tensor<string, []>("op_44756_cast")];
            tensor<int32, [4]> var_44760_begin_0 = const()[name = tensor<string, []>("op_44760_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_44760_end_0 = const()[name = tensor<string, []>("op_44760_end_0"), val = tensor<int32, [4]>([2, 960, 1, 576])];
            tensor<bool, [4]> var_44760_end_mask_0 = const()[name = tensor<string, []>("op_44760_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_44760_cast = slice_by_index(begin = var_44760_begin_0, end = var_44760_end_0, end_mask = var_44760_end_mask_0, x = q_199_cast)[name = tensor<string, []>("op_44760_cast")];
            tensor<int32, [4]> var_44764_begin_0 = const()[name = tensor<string, []>("op_44764_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_44764_end_0 = const()[name = tensor<string, []>("op_44764_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 576])];
            tensor<bool, [4]> var_44764_end_mask_0 = const()[name = tensor<string, []>("op_44764_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_44764_cast = slice_by_index(begin = var_44764_begin_0, end = var_44764_end_0, end_mask = var_44764_end_mask_0, x = q_199_cast)[name = tensor<string, []>("op_44764_cast")];
            tensor<int32, [4]> var_44768_begin_0 = const()[name = tensor<string, []>("op_44768_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_44768_end_0 = const()[name = tensor<string, []>("op_44768_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 576])];
            tensor<bool, [4]> var_44768_end_mask_0 = const()[name = tensor<string, []>("op_44768_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_44768_cast = slice_by_index(begin = var_44768_begin_0, end = var_44768_end_0, end_mask = var_44768_end_mask_0, x = q_199_cast)[name = tensor<string, []>("op_44768_cast")];
            tensor<int32, [4]> var_44772_begin_0 = const()[name = tensor<string, []>("op_44772_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_44772_end_0 = const()[name = tensor<string, []>("op_44772_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 576])];
            tensor<bool, [4]> var_44772_end_mask_0 = const()[name = tensor<string, []>("op_44772_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_44772_cast = slice_by_index(begin = var_44772_begin_0, end = var_44772_end_0, end_mask = var_44772_end_mask_0, x = q_199_cast)[name = tensor<string, []>("op_44772_cast")];
            tensor<int32, [4]> var_44776_begin_0 = const()[name = tensor<string, []>("op_44776_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_44776_end_0 = const()[name = tensor<string, []>("op_44776_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 576])];
            tensor<bool, [4]> var_44776_end_mask_0 = const()[name = tensor<string, []>("op_44776_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_44776_cast = slice_by_index(begin = var_44776_begin_0, end = var_44776_end_0, end_mask = var_44776_end_mask_0, x = q_199_cast)[name = tensor<string, []>("op_44776_cast")];
            tensor<int32, [4]> var_44780_begin_0 = const()[name = tensor<string, []>("op_44780_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_44780_end_0 = const()[name = tensor<string, []>("op_44780_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 576])];
            tensor<bool, [4]> var_44780_end_mask_0 = const()[name = tensor<string, []>("op_44780_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_44780_cast = slice_by_index(begin = var_44780_begin_0, end = var_44780_end_0, end_mask = var_44780_end_mask_0, x = q_199_cast)[name = tensor<string, []>("op_44780_cast")];
            tensor<int32, [4]> k_399_perm_0 = const()[name = tensor<string, []>("k_399_perm_0"), val = tensor<int32, [4]>([0, 3, 2, 1])];
            tensor<int32, [4]> var_44787_begin_0 = const()[name = tensor<string, []>("op_44787_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_44787_end_0 = const()[name = tensor<string, []>("op_44787_end_0"), val = tensor<int32, [4]>([2, 77, 1, 64])];
            tensor<bool, [4]> var_44787_end_mask_0 = const()[name = tensor<string, []>("op_44787_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 1280]> transpose_40 = transpose(perm = k_399_perm_0, x = k_397_cast)[name = tensor<string, []>("transpose_40")];
            tensor<fp16, [2, 77, 1, 64]> var_44787_cast = slice_by_index(begin = var_44787_begin_0, end = var_44787_end_0, end_mask = var_44787_end_mask_0, x = transpose_40)[name = tensor<string, []>("op_44787_cast")];
            tensor<int32, [4]> var_44791_begin_0 = const()[name = tensor<string, []>("op_44791_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 64])];
            tensor<int32, [4]> var_44791_end_0 = const()[name = tensor<string, []>("op_44791_end_0"), val = tensor<int32, [4]>([2, 77, 1, 128])];
            tensor<bool, [4]> var_44791_end_mask_0 = const()[name = tensor<string, []>("op_44791_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_44791_cast = slice_by_index(begin = var_44791_begin_0, end = var_44791_end_0, end_mask = var_44791_end_mask_0, x = transpose_40)[name = tensor<string, []>("op_44791_cast")];
            tensor<int32, [4]> var_44795_begin_0 = const()[name = tensor<string, []>("op_44795_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 128])];
            tensor<int32, [4]> var_44795_end_0 = const()[name = tensor<string, []>("op_44795_end_0"), val = tensor<int32, [4]>([2, 77, 1, 192])];
            tensor<bool, [4]> var_44795_end_mask_0 = const()[name = tensor<string, []>("op_44795_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_44795_cast = slice_by_index(begin = var_44795_begin_0, end = var_44795_end_0, end_mask = var_44795_end_mask_0, x = transpose_40)[name = tensor<string, []>("op_44795_cast")];
            tensor<int32, [4]> var_44799_begin_0 = const()[name = tensor<string, []>("op_44799_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 192])];
            tensor<int32, [4]> var_44799_end_0 = const()[name = tensor<string, []>("op_44799_end_0"), val = tensor<int32, [4]>([2, 77, 1, 256])];
            tensor<bool, [4]> var_44799_end_mask_0 = const()[name = tensor<string, []>("op_44799_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_44799_cast = slice_by_index(begin = var_44799_begin_0, end = var_44799_end_0, end_mask = var_44799_end_mask_0, x = transpose_40)[name = tensor<string, []>("op_44799_cast")];
            tensor<int32, [4]> var_44803_begin_0 = const()[name = tensor<string, []>("op_44803_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 256])];
            tensor<int32, [4]> var_44803_end_0 = const()[name = tensor<string, []>("op_44803_end_0"), val = tensor<int32, [4]>([2, 77, 1, 320])];
            tensor<bool, [4]> var_44803_end_mask_0 = const()[name = tensor<string, []>("op_44803_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_44803_cast = slice_by_index(begin = var_44803_begin_0, end = var_44803_end_0, end_mask = var_44803_end_mask_0, x = transpose_40)[name = tensor<string, []>("op_44803_cast")];
            tensor<int32, [4]> var_44807_begin_0 = const()[name = tensor<string, []>("op_44807_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 320])];
            tensor<int32, [4]> var_44807_end_0 = const()[name = tensor<string, []>("op_44807_end_0"), val = tensor<int32, [4]>([2, 77, 1, 384])];
            tensor<bool, [4]> var_44807_end_mask_0 = const()[name = tensor<string, []>("op_44807_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_44807_cast = slice_by_index(begin = var_44807_begin_0, end = var_44807_end_0, end_mask = var_44807_end_mask_0, x = transpose_40)[name = tensor<string, []>("op_44807_cast")];
            tensor<int32, [4]> var_44811_begin_0 = const()[name = tensor<string, []>("op_44811_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 384])];
            tensor<int32, [4]> var_44811_end_0 = const()[name = tensor<string, []>("op_44811_end_0"), val = tensor<int32, [4]>([2, 77, 1, 448])];
            tensor<bool, [4]> var_44811_end_mask_0 = const()[name = tensor<string, []>("op_44811_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_44811_cast = slice_by_index(begin = var_44811_begin_0, end = var_44811_end_0, end_mask = var_44811_end_mask_0, x = transpose_40)[name = tensor<string, []>("op_44811_cast")];
            tensor<int32, [4]> var_44815_begin_0 = const()[name = tensor<string, []>("op_44815_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 448])];
            tensor<int32, [4]> var_44815_end_0 = const()[name = tensor<string, []>("op_44815_end_0"), val = tensor<int32, [4]>([2, 77, 1, 512])];
            tensor<bool, [4]> var_44815_end_mask_0 = const()[name = tensor<string, []>("op_44815_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_44815_cast = slice_by_index(begin = var_44815_begin_0, end = var_44815_end_0, end_mask = var_44815_end_mask_0, x = transpose_40)[name = tensor<string, []>("op_44815_cast")];
            tensor<int32, [4]> var_44819_begin_0 = const()[name = tensor<string, []>("op_44819_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 512])];
            tensor<int32, [4]> var_44819_end_0 = const()[name = tensor<string, []>("op_44819_end_0"), val = tensor<int32, [4]>([2, 77, 1, 576])];
            tensor<bool, [4]> var_44819_end_mask_0 = const()[name = tensor<string, []>("op_44819_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_44819_cast = slice_by_index(begin = var_44819_begin_0, end = var_44819_end_0, end_mask = var_44819_end_mask_0, x = transpose_40)[name = tensor<string, []>("op_44819_cast")];
            tensor<int32, [4]> var_44823_begin_0 = const()[name = tensor<string, []>("op_44823_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 576])];
            tensor<int32, [4]> var_44823_end_0 = const()[name = tensor<string, []>("op_44823_end_0"), val = tensor<int32, [4]>([2, 77, 1, 640])];
            tensor<bool, [4]> var_44823_end_mask_0 = const()[name = tensor<string, []>("op_44823_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_44823_cast = slice_by_index(begin = var_44823_begin_0, end = var_44823_end_0, end_mask = var_44823_end_mask_0, x = transpose_40)[name = tensor<string, []>("op_44823_cast")];
            tensor<int32, [4]> var_44827_begin_0 = const()[name = tensor<string, []>("op_44827_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 640])];
            tensor<int32, [4]> var_44827_end_0 = const()[name = tensor<string, []>("op_44827_end_0"), val = tensor<int32, [4]>([2, 77, 1, 704])];
            tensor<bool, [4]> var_44827_end_mask_0 = const()[name = tensor<string, []>("op_44827_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_44827_cast = slice_by_index(begin = var_44827_begin_0, end = var_44827_end_0, end_mask = var_44827_end_mask_0, x = transpose_40)[name = tensor<string, []>("op_44827_cast")];
            tensor<int32, [4]> var_44831_begin_0 = const()[name = tensor<string, []>("op_44831_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 704])];
            tensor<int32, [4]> var_44831_end_0 = const()[name = tensor<string, []>("op_44831_end_0"), val = tensor<int32, [4]>([2, 77, 1, 768])];
            tensor<bool, [4]> var_44831_end_mask_0 = const()[name = tensor<string, []>("op_44831_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_44831_cast = slice_by_index(begin = var_44831_begin_0, end = var_44831_end_0, end_mask = var_44831_end_mask_0, x = transpose_40)[name = tensor<string, []>("op_44831_cast")];
            tensor<int32, [4]> var_44835_begin_0 = const()[name = tensor<string, []>("op_44835_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 768])];
            tensor<int32, [4]> var_44835_end_0 = const()[name = tensor<string, []>("op_44835_end_0"), val = tensor<int32, [4]>([2, 77, 1, 832])];
            tensor<bool, [4]> var_44835_end_mask_0 = const()[name = tensor<string, []>("op_44835_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_44835_cast = slice_by_index(begin = var_44835_begin_0, end = var_44835_end_0, end_mask = var_44835_end_mask_0, x = transpose_40)[name = tensor<string, []>("op_44835_cast")];
            tensor<int32, [4]> var_44839_begin_0 = const()[name = tensor<string, []>("op_44839_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 832])];
            tensor<int32, [4]> var_44839_end_0 = const()[name = tensor<string, []>("op_44839_end_0"), val = tensor<int32, [4]>([2, 77, 1, 896])];
            tensor<bool, [4]> var_44839_end_mask_0 = const()[name = tensor<string, []>("op_44839_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_44839_cast = slice_by_index(begin = var_44839_begin_0, end = var_44839_end_0, end_mask = var_44839_end_mask_0, x = transpose_40)[name = tensor<string, []>("op_44839_cast")];
            tensor<int32, [4]> var_44843_begin_0 = const()[name = tensor<string, []>("op_44843_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 896])];
            tensor<int32, [4]> var_44843_end_0 = const()[name = tensor<string, []>("op_44843_end_0"), val = tensor<int32, [4]>([2, 77, 1, 960])];
            tensor<bool, [4]> var_44843_end_mask_0 = const()[name = tensor<string, []>("op_44843_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_44843_cast = slice_by_index(begin = var_44843_begin_0, end = var_44843_end_0, end_mask = var_44843_end_mask_0, x = transpose_40)[name = tensor<string, []>("op_44843_cast")];
            tensor<int32, [4]> var_44847_begin_0 = const()[name = tensor<string, []>("op_44847_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 960])];
            tensor<int32, [4]> var_44847_end_0 = const()[name = tensor<string, []>("op_44847_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1024])];
            tensor<bool, [4]> var_44847_end_mask_0 = const()[name = tensor<string, []>("op_44847_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_44847_cast = slice_by_index(begin = var_44847_begin_0, end = var_44847_end_0, end_mask = var_44847_end_mask_0, x = transpose_40)[name = tensor<string, []>("op_44847_cast")];
            tensor<int32, [4]> var_44851_begin_0 = const()[name = tensor<string, []>("op_44851_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1024])];
            tensor<int32, [4]> var_44851_end_0 = const()[name = tensor<string, []>("op_44851_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1088])];
            tensor<bool, [4]> var_44851_end_mask_0 = const()[name = tensor<string, []>("op_44851_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_44851_cast = slice_by_index(begin = var_44851_begin_0, end = var_44851_end_0, end_mask = var_44851_end_mask_0, x = transpose_40)[name = tensor<string, []>("op_44851_cast")];
            tensor<int32, [4]> var_44855_begin_0 = const()[name = tensor<string, []>("op_44855_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1088])];
            tensor<int32, [4]> var_44855_end_0 = const()[name = tensor<string, []>("op_44855_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1152])];
            tensor<bool, [4]> var_44855_end_mask_0 = const()[name = tensor<string, []>("op_44855_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_44855_cast = slice_by_index(begin = var_44855_begin_0, end = var_44855_end_0, end_mask = var_44855_end_mask_0, x = transpose_40)[name = tensor<string, []>("op_44855_cast")];
            tensor<int32, [4]> var_44859_begin_0 = const()[name = tensor<string, []>("op_44859_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1152])];
            tensor<int32, [4]> var_44859_end_0 = const()[name = tensor<string, []>("op_44859_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1216])];
            tensor<bool, [4]> var_44859_end_mask_0 = const()[name = tensor<string, []>("op_44859_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_44859_cast = slice_by_index(begin = var_44859_begin_0, end = var_44859_end_0, end_mask = var_44859_end_mask_0, x = transpose_40)[name = tensor<string, []>("op_44859_cast")];
            tensor<int32, [4]> var_44863_begin_0 = const()[name = tensor<string, []>("op_44863_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1216])];
            tensor<int32, [4]> var_44863_end_0 = const()[name = tensor<string, []>("op_44863_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1280])];
            tensor<bool, [4]> var_44863_end_mask_0 = const()[name = tensor<string, []>("op_44863_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_44863_cast = slice_by_index(begin = var_44863_begin_0, end = var_44863_end_0, end_mask = var_44863_end_mask_0, x = transpose_40)[name = tensor<string, []>("op_44863_cast")];
            tensor<int32, [4]> var_44865_begin_0 = const()[name = tensor<string, []>("op_44865_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_44865_end_0 = const()[name = tensor<string, []>("op_44865_end_0"), val = tensor<int32, [4]>([2, 64, 1, 77])];
            tensor<bool, [4]> var_44865_end_mask_0 = const()[name = tensor<string, []>("op_44865_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_44865_cast = slice_by_index(begin = var_44865_begin_0, end = var_44865_end_0, end_mask = var_44865_end_mask_0, x = v_199_cast)[name = tensor<string, []>("op_44865_cast")];
            tensor<int32, [4]> var_44869_begin_0 = const()[name = tensor<string, []>("op_44869_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_44869_end_0 = const()[name = tensor<string, []>("op_44869_end_0"), val = tensor<int32, [4]>([2, 128, 1, 77])];
            tensor<bool, [4]> var_44869_end_mask_0 = const()[name = tensor<string, []>("op_44869_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_44869_cast = slice_by_index(begin = var_44869_begin_0, end = var_44869_end_0, end_mask = var_44869_end_mask_0, x = v_199_cast)[name = tensor<string, []>("op_44869_cast")];
            tensor<int32, [4]> var_44873_begin_0 = const()[name = tensor<string, []>("op_44873_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_44873_end_0 = const()[name = tensor<string, []>("op_44873_end_0"), val = tensor<int32, [4]>([2, 192, 1, 77])];
            tensor<bool, [4]> var_44873_end_mask_0 = const()[name = tensor<string, []>("op_44873_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_44873_cast = slice_by_index(begin = var_44873_begin_0, end = var_44873_end_0, end_mask = var_44873_end_mask_0, x = v_199_cast)[name = tensor<string, []>("op_44873_cast")];
            tensor<int32, [4]> var_44877_begin_0 = const()[name = tensor<string, []>("op_44877_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_44877_end_0 = const()[name = tensor<string, []>("op_44877_end_0"), val = tensor<int32, [4]>([2, 256, 1, 77])];
            tensor<bool, [4]> var_44877_end_mask_0 = const()[name = tensor<string, []>("op_44877_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_44877_cast = slice_by_index(begin = var_44877_begin_0, end = var_44877_end_0, end_mask = var_44877_end_mask_0, x = v_199_cast)[name = tensor<string, []>("op_44877_cast")];
            tensor<int32, [4]> var_44881_begin_0 = const()[name = tensor<string, []>("op_44881_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_44881_end_0 = const()[name = tensor<string, []>("op_44881_end_0"), val = tensor<int32, [4]>([2, 320, 1, 77])];
            tensor<bool, [4]> var_44881_end_mask_0 = const()[name = tensor<string, []>("op_44881_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_44881_cast = slice_by_index(begin = var_44881_begin_0, end = var_44881_end_0, end_mask = var_44881_end_mask_0, x = v_199_cast)[name = tensor<string, []>("op_44881_cast")];
            tensor<int32, [4]> var_44885_begin_0 = const()[name = tensor<string, []>("op_44885_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_44885_end_0 = const()[name = tensor<string, []>("op_44885_end_0"), val = tensor<int32, [4]>([2, 384, 1, 77])];
            tensor<bool, [4]> var_44885_end_mask_0 = const()[name = tensor<string, []>("op_44885_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_44885_cast = slice_by_index(begin = var_44885_begin_0, end = var_44885_end_0, end_mask = var_44885_end_mask_0, x = v_199_cast)[name = tensor<string, []>("op_44885_cast")];
            tensor<int32, [4]> var_44889_begin_0 = const()[name = tensor<string, []>("op_44889_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_44889_end_0 = const()[name = tensor<string, []>("op_44889_end_0"), val = tensor<int32, [4]>([2, 448, 1, 77])];
            tensor<bool, [4]> var_44889_end_mask_0 = const()[name = tensor<string, []>("op_44889_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_44889_cast = slice_by_index(begin = var_44889_begin_0, end = var_44889_end_0, end_mask = var_44889_end_mask_0, x = v_199_cast)[name = tensor<string, []>("op_44889_cast")];
            tensor<int32, [4]> var_44893_begin_0 = const()[name = tensor<string, []>("op_44893_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_44893_end_0 = const()[name = tensor<string, []>("op_44893_end_0"), val = tensor<int32, [4]>([2, 512, 1, 77])];
            tensor<bool, [4]> var_44893_end_mask_0 = const()[name = tensor<string, []>("op_44893_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_44893_cast = slice_by_index(begin = var_44893_begin_0, end = var_44893_end_0, end_mask = var_44893_end_mask_0, x = v_199_cast)[name = tensor<string, []>("op_44893_cast")];
            tensor<int32, [4]> var_44897_begin_0 = const()[name = tensor<string, []>("op_44897_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_44897_end_0 = const()[name = tensor<string, []>("op_44897_end_0"), val = tensor<int32, [4]>([2, 576, 1, 77])];
            tensor<bool, [4]> var_44897_end_mask_0 = const()[name = tensor<string, []>("op_44897_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_44897_cast = slice_by_index(begin = var_44897_begin_0, end = var_44897_end_0, end_mask = var_44897_end_mask_0, x = v_199_cast)[name = tensor<string, []>("op_44897_cast")];
            tensor<int32, [4]> var_44901_begin_0 = const()[name = tensor<string, []>("op_44901_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_44901_end_0 = const()[name = tensor<string, []>("op_44901_end_0"), val = tensor<int32, [4]>([2, 640, 1, 77])];
            tensor<bool, [4]> var_44901_end_mask_0 = const()[name = tensor<string, []>("op_44901_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_44901_cast = slice_by_index(begin = var_44901_begin_0, end = var_44901_end_0, end_mask = var_44901_end_mask_0, x = v_199_cast)[name = tensor<string, []>("op_44901_cast")];
            tensor<int32, [4]> var_44905_begin_0 = const()[name = tensor<string, []>("op_44905_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_44905_end_0 = const()[name = tensor<string, []>("op_44905_end_0"), val = tensor<int32, [4]>([2, 704, 1, 77])];
            tensor<bool, [4]> var_44905_end_mask_0 = const()[name = tensor<string, []>("op_44905_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_44905_cast = slice_by_index(begin = var_44905_begin_0, end = var_44905_end_0, end_mask = var_44905_end_mask_0, x = v_199_cast)[name = tensor<string, []>("op_44905_cast")];
            tensor<int32, [4]> var_44909_begin_0 = const()[name = tensor<string, []>("op_44909_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_44909_end_0 = const()[name = tensor<string, []>("op_44909_end_0"), val = tensor<int32, [4]>([2, 768, 1, 77])];
            tensor<bool, [4]> var_44909_end_mask_0 = const()[name = tensor<string, []>("op_44909_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_44909_cast = slice_by_index(begin = var_44909_begin_0, end = var_44909_end_0, end_mask = var_44909_end_mask_0, x = v_199_cast)[name = tensor<string, []>("op_44909_cast")];
            tensor<int32, [4]> var_44913_begin_0 = const()[name = tensor<string, []>("op_44913_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_44913_end_0 = const()[name = tensor<string, []>("op_44913_end_0"), val = tensor<int32, [4]>([2, 832, 1, 77])];
            tensor<bool, [4]> var_44913_end_mask_0 = const()[name = tensor<string, []>("op_44913_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_44913_cast = slice_by_index(begin = var_44913_begin_0, end = var_44913_end_0, end_mask = var_44913_end_mask_0, x = v_199_cast)[name = tensor<string, []>("op_44913_cast")];
            tensor<int32, [4]> var_44917_begin_0 = const()[name = tensor<string, []>("op_44917_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_44917_end_0 = const()[name = tensor<string, []>("op_44917_end_0"), val = tensor<int32, [4]>([2, 896, 1, 77])];
            tensor<bool, [4]> var_44917_end_mask_0 = const()[name = tensor<string, []>("op_44917_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_44917_cast = slice_by_index(begin = var_44917_begin_0, end = var_44917_end_0, end_mask = var_44917_end_mask_0, x = v_199_cast)[name = tensor<string, []>("op_44917_cast")];
            tensor<int32, [4]> var_44921_begin_0 = const()[name = tensor<string, []>("op_44921_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_44921_end_0 = const()[name = tensor<string, []>("op_44921_end_0"), val = tensor<int32, [4]>([2, 960, 1, 77])];
            tensor<bool, [4]> var_44921_end_mask_0 = const()[name = tensor<string, []>("op_44921_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_44921_cast = slice_by_index(begin = var_44921_begin_0, end = var_44921_end_0, end_mask = var_44921_end_mask_0, x = v_199_cast)[name = tensor<string, []>("op_44921_cast")];
            tensor<int32, [4]> var_44925_begin_0 = const()[name = tensor<string, []>("op_44925_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_44925_end_0 = const()[name = tensor<string, []>("op_44925_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 77])];
            tensor<bool, [4]> var_44925_end_mask_0 = const()[name = tensor<string, []>("op_44925_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_44925_cast = slice_by_index(begin = var_44925_begin_0, end = var_44925_end_0, end_mask = var_44925_end_mask_0, x = v_199_cast)[name = tensor<string, []>("op_44925_cast")];
            tensor<int32, [4]> var_44929_begin_0 = const()[name = tensor<string, []>("op_44929_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_44929_end_0 = const()[name = tensor<string, []>("op_44929_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 77])];
            tensor<bool, [4]> var_44929_end_mask_0 = const()[name = tensor<string, []>("op_44929_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_44929_cast = slice_by_index(begin = var_44929_begin_0, end = var_44929_end_0, end_mask = var_44929_end_mask_0, x = v_199_cast)[name = tensor<string, []>("op_44929_cast")];
            tensor<int32, [4]> var_44933_begin_0 = const()[name = tensor<string, []>("op_44933_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_44933_end_0 = const()[name = tensor<string, []>("op_44933_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 77])];
            tensor<bool, [4]> var_44933_end_mask_0 = const()[name = tensor<string, []>("op_44933_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_44933_cast = slice_by_index(begin = var_44933_begin_0, end = var_44933_end_0, end_mask = var_44933_end_mask_0, x = v_199_cast)[name = tensor<string, []>("op_44933_cast")];
            tensor<int32, [4]> var_44937_begin_0 = const()[name = tensor<string, []>("op_44937_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_44937_end_0 = const()[name = tensor<string, []>("op_44937_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 77])];
            tensor<bool, [4]> var_44937_end_mask_0 = const()[name = tensor<string, []>("op_44937_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_44937_cast = slice_by_index(begin = var_44937_begin_0, end = var_44937_end_0, end_mask = var_44937_end_mask_0, x = v_199_cast)[name = tensor<string, []>("op_44937_cast")];
            tensor<int32, [4]> var_44941_begin_0 = const()[name = tensor<string, []>("op_44941_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_44941_end_0 = const()[name = tensor<string, []>("op_44941_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 77])];
            tensor<bool, [4]> var_44941_end_mask_0 = const()[name = tensor<string, []>("op_44941_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_44941_cast = slice_by_index(begin = var_44941_begin_0, end = var_44941_end_0, end_mask = var_44941_end_mask_0, x = v_199_cast)[name = tensor<string, []>("op_44941_cast")];
            tensor<string, []> var_44945_equation_0 = const()[name = tensor<string, []>("op_44945_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_44945_cast = einsum(equation = var_44945_equation_0, values = (var_44787_cast, var_44704_cast))[name = tensor<string, []>("op_44945_cast")];
            tensor<fp16, []> var_44946_to_fp16 = const()[name = tensor<string, []>("op_44946_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3801_cast = mul(x = var_44945_cast, y = var_44946_to_fp16)[name = tensor<string, []>("aw_3801_cast")];
            tensor<string, []> var_44949_equation_0 = const()[name = tensor<string, []>("op_44949_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_44949_cast = einsum(equation = var_44949_equation_0, values = (var_44791_cast, var_44708_cast))[name = tensor<string, []>("op_44949_cast")];
            tensor<fp16, []> var_44950_to_fp16 = const()[name = tensor<string, []>("op_44950_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3803_cast = mul(x = var_44949_cast, y = var_44950_to_fp16)[name = tensor<string, []>("aw_3803_cast")];
            tensor<string, []> var_44953_equation_0 = const()[name = tensor<string, []>("op_44953_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_44953_cast = einsum(equation = var_44953_equation_0, values = (var_44795_cast, var_44712_cast))[name = tensor<string, []>("op_44953_cast")];
            tensor<fp16, []> var_44954_to_fp16 = const()[name = tensor<string, []>("op_44954_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3805_cast = mul(x = var_44953_cast, y = var_44954_to_fp16)[name = tensor<string, []>("aw_3805_cast")];
            tensor<string, []> var_44957_equation_0 = const()[name = tensor<string, []>("op_44957_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_44957_cast = einsum(equation = var_44957_equation_0, values = (var_44799_cast, var_44716_cast))[name = tensor<string, []>("op_44957_cast")];
            tensor<fp16, []> var_44958_to_fp16 = const()[name = tensor<string, []>("op_44958_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3807_cast = mul(x = var_44957_cast, y = var_44958_to_fp16)[name = tensor<string, []>("aw_3807_cast")];
            tensor<string, []> var_44961_equation_0 = const()[name = tensor<string, []>("op_44961_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_44961_cast = einsum(equation = var_44961_equation_0, values = (var_44803_cast, var_44720_cast))[name = tensor<string, []>("op_44961_cast")];
            tensor<fp16, []> var_44962_to_fp16 = const()[name = tensor<string, []>("op_44962_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3809_cast = mul(x = var_44961_cast, y = var_44962_to_fp16)[name = tensor<string, []>("aw_3809_cast")];
            tensor<string, []> var_44965_equation_0 = const()[name = tensor<string, []>("op_44965_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_44965_cast = einsum(equation = var_44965_equation_0, values = (var_44807_cast, var_44724_cast))[name = tensor<string, []>("op_44965_cast")];
            tensor<fp16, []> var_44966_to_fp16 = const()[name = tensor<string, []>("op_44966_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3811_cast = mul(x = var_44965_cast, y = var_44966_to_fp16)[name = tensor<string, []>("aw_3811_cast")];
            tensor<string, []> var_44969_equation_0 = const()[name = tensor<string, []>("op_44969_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_44969_cast = einsum(equation = var_44969_equation_0, values = (var_44811_cast, var_44728_cast))[name = tensor<string, []>("op_44969_cast")];
            tensor<fp16, []> var_44970_to_fp16 = const()[name = tensor<string, []>("op_44970_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3813_cast = mul(x = var_44969_cast, y = var_44970_to_fp16)[name = tensor<string, []>("aw_3813_cast")];
            tensor<string, []> var_44973_equation_0 = const()[name = tensor<string, []>("op_44973_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_44973_cast = einsum(equation = var_44973_equation_0, values = (var_44815_cast, var_44732_cast))[name = tensor<string, []>("op_44973_cast")];
            tensor<fp16, []> var_44974_to_fp16 = const()[name = tensor<string, []>("op_44974_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3815_cast = mul(x = var_44973_cast, y = var_44974_to_fp16)[name = tensor<string, []>("aw_3815_cast")];
            tensor<string, []> var_44977_equation_0 = const()[name = tensor<string, []>("op_44977_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_44977_cast = einsum(equation = var_44977_equation_0, values = (var_44819_cast, var_44736_cast))[name = tensor<string, []>("op_44977_cast")];
            tensor<fp16, []> var_44978_to_fp16 = const()[name = tensor<string, []>("op_44978_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3817_cast = mul(x = var_44977_cast, y = var_44978_to_fp16)[name = tensor<string, []>("aw_3817_cast")];
            tensor<string, []> var_44981_equation_0 = const()[name = tensor<string, []>("op_44981_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_44981_cast = einsum(equation = var_44981_equation_0, values = (var_44823_cast, var_44740_cast))[name = tensor<string, []>("op_44981_cast")];
            tensor<fp16, []> var_44982_to_fp16 = const()[name = tensor<string, []>("op_44982_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3819_cast = mul(x = var_44981_cast, y = var_44982_to_fp16)[name = tensor<string, []>("aw_3819_cast")];
            tensor<string, []> var_44985_equation_0 = const()[name = tensor<string, []>("op_44985_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_44985_cast = einsum(equation = var_44985_equation_0, values = (var_44827_cast, var_44744_cast))[name = tensor<string, []>("op_44985_cast")];
            tensor<fp16, []> var_44986_to_fp16 = const()[name = tensor<string, []>("op_44986_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3821_cast = mul(x = var_44985_cast, y = var_44986_to_fp16)[name = tensor<string, []>("aw_3821_cast")];
            tensor<string, []> var_44989_equation_0 = const()[name = tensor<string, []>("op_44989_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_44989_cast = einsum(equation = var_44989_equation_0, values = (var_44831_cast, var_44748_cast))[name = tensor<string, []>("op_44989_cast")];
            tensor<fp16, []> var_44990_to_fp16 = const()[name = tensor<string, []>("op_44990_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3823_cast = mul(x = var_44989_cast, y = var_44990_to_fp16)[name = tensor<string, []>("aw_3823_cast")];
            tensor<string, []> var_44993_equation_0 = const()[name = tensor<string, []>("op_44993_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_44993_cast = einsum(equation = var_44993_equation_0, values = (var_44835_cast, var_44752_cast))[name = tensor<string, []>("op_44993_cast")];
            tensor<fp16, []> var_44994_to_fp16 = const()[name = tensor<string, []>("op_44994_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3825_cast = mul(x = var_44993_cast, y = var_44994_to_fp16)[name = tensor<string, []>("aw_3825_cast")];
            tensor<string, []> var_44997_equation_0 = const()[name = tensor<string, []>("op_44997_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_44997_cast = einsum(equation = var_44997_equation_0, values = (var_44839_cast, var_44756_cast))[name = tensor<string, []>("op_44997_cast")];
            tensor<fp16, []> var_44998_to_fp16 = const()[name = tensor<string, []>("op_44998_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3827_cast = mul(x = var_44997_cast, y = var_44998_to_fp16)[name = tensor<string, []>("aw_3827_cast")];
            tensor<string, []> var_45001_equation_0 = const()[name = tensor<string, []>("op_45001_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_45001_cast = einsum(equation = var_45001_equation_0, values = (var_44843_cast, var_44760_cast))[name = tensor<string, []>("op_45001_cast")];
            tensor<fp16, []> var_45002_to_fp16 = const()[name = tensor<string, []>("op_45002_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3829_cast = mul(x = var_45001_cast, y = var_45002_to_fp16)[name = tensor<string, []>("aw_3829_cast")];
            tensor<string, []> var_45005_equation_0 = const()[name = tensor<string, []>("op_45005_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_45005_cast = einsum(equation = var_45005_equation_0, values = (var_44847_cast, var_44764_cast))[name = tensor<string, []>("op_45005_cast")];
            tensor<fp16, []> var_45006_to_fp16 = const()[name = tensor<string, []>("op_45006_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3831_cast = mul(x = var_45005_cast, y = var_45006_to_fp16)[name = tensor<string, []>("aw_3831_cast")];
            tensor<string, []> var_45009_equation_0 = const()[name = tensor<string, []>("op_45009_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_45009_cast = einsum(equation = var_45009_equation_0, values = (var_44851_cast, var_44768_cast))[name = tensor<string, []>("op_45009_cast")];
            tensor<fp16, []> var_45010_to_fp16 = const()[name = tensor<string, []>("op_45010_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3833_cast = mul(x = var_45009_cast, y = var_45010_to_fp16)[name = tensor<string, []>("aw_3833_cast")];
            tensor<string, []> var_45013_equation_0 = const()[name = tensor<string, []>("op_45013_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_45013_cast = einsum(equation = var_45013_equation_0, values = (var_44855_cast, var_44772_cast))[name = tensor<string, []>("op_45013_cast")];
            tensor<fp16, []> var_45014_to_fp16 = const()[name = tensor<string, []>("op_45014_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3835_cast = mul(x = var_45013_cast, y = var_45014_to_fp16)[name = tensor<string, []>("aw_3835_cast")];
            tensor<string, []> var_45017_equation_0 = const()[name = tensor<string, []>("op_45017_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_45017_cast = einsum(equation = var_45017_equation_0, values = (var_44859_cast, var_44776_cast))[name = tensor<string, []>("op_45017_cast")];
            tensor<fp16, []> var_45018_to_fp16 = const()[name = tensor<string, []>("op_45018_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3837_cast = mul(x = var_45017_cast, y = var_45018_to_fp16)[name = tensor<string, []>("aw_3837_cast")];
            tensor<string, []> var_45021_equation_0 = const()[name = tensor<string, []>("op_45021_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_45021_cast = einsum(equation = var_45021_equation_0, values = (var_44863_cast, var_44780_cast))[name = tensor<string, []>("op_45021_cast")];
            tensor<fp16, []> var_45022_to_fp16 = const()[name = tensor<string, []>("op_45022_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3839_cast = mul(x = var_45021_cast, y = var_45022_to_fp16)[name = tensor<string, []>("aw_3839_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_45024_cast = softmax(axis = var_30355, x = aw_3801_cast)[name = tensor<string, []>("op_45024_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_45025_cast = softmax(axis = var_30355, x = aw_3803_cast)[name = tensor<string, []>("op_45025_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_45026_cast = softmax(axis = var_30355, x = aw_3805_cast)[name = tensor<string, []>("op_45026_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_45027_cast = softmax(axis = var_30355, x = aw_3807_cast)[name = tensor<string, []>("op_45027_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_45028_cast = softmax(axis = var_30355, x = aw_3809_cast)[name = tensor<string, []>("op_45028_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_45029_cast = softmax(axis = var_30355, x = aw_3811_cast)[name = tensor<string, []>("op_45029_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_45030_cast = softmax(axis = var_30355, x = aw_3813_cast)[name = tensor<string, []>("op_45030_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_45031_cast = softmax(axis = var_30355, x = aw_3815_cast)[name = tensor<string, []>("op_45031_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_45032_cast = softmax(axis = var_30355, x = aw_3817_cast)[name = tensor<string, []>("op_45032_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_45033_cast = softmax(axis = var_30355, x = aw_3819_cast)[name = tensor<string, []>("op_45033_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_45034_cast = softmax(axis = var_30355, x = aw_3821_cast)[name = tensor<string, []>("op_45034_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_45035_cast = softmax(axis = var_30355, x = aw_3823_cast)[name = tensor<string, []>("op_45035_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_45036_cast = softmax(axis = var_30355, x = aw_3825_cast)[name = tensor<string, []>("op_45036_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_45037_cast = softmax(axis = var_30355, x = aw_3827_cast)[name = tensor<string, []>("op_45037_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_45038_cast = softmax(axis = var_30355, x = aw_3829_cast)[name = tensor<string, []>("op_45038_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_45039_cast = softmax(axis = var_30355, x = aw_3831_cast)[name = tensor<string, []>("op_45039_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_45040_cast = softmax(axis = var_30355, x = aw_3833_cast)[name = tensor<string, []>("op_45040_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_45041_cast = softmax(axis = var_30355, x = aw_3835_cast)[name = tensor<string, []>("op_45041_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_45042_cast = softmax(axis = var_30355, x = aw_3837_cast)[name = tensor<string, []>("op_45042_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_45043_cast = softmax(axis = var_30355, x = aw_3839_cast)[name = tensor<string, []>("op_45043_cast")];
            tensor<string, []> var_45045_equation_0 = const()[name = tensor<string, []>("op_45045_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_45045_cast = einsum(equation = var_45045_equation_0, values = (var_44865_cast, var_45024_cast))[name = tensor<string, []>("op_45045_cast")];
            tensor<string, []> var_45047_equation_0 = const()[name = tensor<string, []>("op_45047_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_45047_cast = einsum(equation = var_45047_equation_0, values = (var_44869_cast, var_45025_cast))[name = tensor<string, []>("op_45047_cast")];
            tensor<string, []> var_45049_equation_0 = const()[name = tensor<string, []>("op_45049_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_45049_cast = einsum(equation = var_45049_equation_0, values = (var_44873_cast, var_45026_cast))[name = tensor<string, []>("op_45049_cast")];
            tensor<string, []> var_45051_equation_0 = const()[name = tensor<string, []>("op_45051_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_45051_cast = einsum(equation = var_45051_equation_0, values = (var_44877_cast, var_45027_cast))[name = tensor<string, []>("op_45051_cast")];
            tensor<string, []> var_45053_equation_0 = const()[name = tensor<string, []>("op_45053_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_45053_cast = einsum(equation = var_45053_equation_0, values = (var_44881_cast, var_45028_cast))[name = tensor<string, []>("op_45053_cast")];
            tensor<string, []> var_45055_equation_0 = const()[name = tensor<string, []>("op_45055_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_45055_cast = einsum(equation = var_45055_equation_0, values = (var_44885_cast, var_45029_cast))[name = tensor<string, []>("op_45055_cast")];
            tensor<string, []> var_45057_equation_0 = const()[name = tensor<string, []>("op_45057_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_45057_cast = einsum(equation = var_45057_equation_0, values = (var_44889_cast, var_45030_cast))[name = tensor<string, []>("op_45057_cast")];
            tensor<string, []> var_45059_equation_0 = const()[name = tensor<string, []>("op_45059_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_45059_cast = einsum(equation = var_45059_equation_0, values = (var_44893_cast, var_45031_cast))[name = tensor<string, []>("op_45059_cast")];
            tensor<string, []> var_45061_equation_0 = const()[name = tensor<string, []>("op_45061_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_45061_cast = einsum(equation = var_45061_equation_0, values = (var_44897_cast, var_45032_cast))[name = tensor<string, []>("op_45061_cast")];
            tensor<string, []> var_45063_equation_0 = const()[name = tensor<string, []>("op_45063_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_45063_cast = einsum(equation = var_45063_equation_0, values = (var_44901_cast, var_45033_cast))[name = tensor<string, []>("op_45063_cast")];
            tensor<string, []> var_45065_equation_0 = const()[name = tensor<string, []>("op_45065_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_45065_cast = einsum(equation = var_45065_equation_0, values = (var_44905_cast, var_45034_cast))[name = tensor<string, []>("op_45065_cast")];
            tensor<string, []> var_45067_equation_0 = const()[name = tensor<string, []>("op_45067_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_45067_cast = einsum(equation = var_45067_equation_0, values = (var_44909_cast, var_45035_cast))[name = tensor<string, []>("op_45067_cast")];
            tensor<string, []> var_45069_equation_0 = const()[name = tensor<string, []>("op_45069_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_45069_cast = einsum(equation = var_45069_equation_0, values = (var_44913_cast, var_45036_cast))[name = tensor<string, []>("op_45069_cast")];
            tensor<string, []> var_45071_equation_0 = const()[name = tensor<string, []>("op_45071_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_45071_cast = einsum(equation = var_45071_equation_0, values = (var_44917_cast, var_45037_cast))[name = tensor<string, []>("op_45071_cast")];
            tensor<string, []> var_45073_equation_0 = const()[name = tensor<string, []>("op_45073_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_45073_cast = einsum(equation = var_45073_equation_0, values = (var_44921_cast, var_45038_cast))[name = tensor<string, []>("op_45073_cast")];
            tensor<string, []> var_45075_equation_0 = const()[name = tensor<string, []>("op_45075_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_45075_cast = einsum(equation = var_45075_equation_0, values = (var_44925_cast, var_45039_cast))[name = tensor<string, []>("op_45075_cast")];
            tensor<string, []> var_45077_equation_0 = const()[name = tensor<string, []>("op_45077_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_45077_cast = einsum(equation = var_45077_equation_0, values = (var_44929_cast, var_45040_cast))[name = tensor<string, []>("op_45077_cast")];
            tensor<string, []> var_45079_equation_0 = const()[name = tensor<string, []>("op_45079_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_45079_cast = einsum(equation = var_45079_equation_0, values = (var_44933_cast, var_45041_cast))[name = tensor<string, []>("op_45079_cast")];
            tensor<string, []> var_45081_equation_0 = const()[name = tensor<string, []>("op_45081_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_45081_cast = einsum(equation = var_45081_equation_0, values = (var_44937_cast, var_45042_cast))[name = tensor<string, []>("op_45081_cast")];
            tensor<string, []> var_45083_equation_0 = const()[name = tensor<string, []>("op_45083_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_45083_cast = einsum(equation = var_45083_equation_0, values = (var_44941_cast, var_45043_cast))[name = tensor<string, []>("op_45083_cast")];
            tensor<bool, []> input_579_interleave_0 = const()[name = tensor<string, []>("input_579_interleave_0"), val = tensor<bool, []>(false)];
            tensor<fp16, [2, 1280, 1, 576]> input_579_cast = concat(axis = var_30355, interleave = input_579_interleave_0, values = (var_45045_cast, var_45047_cast, var_45049_cast, var_45051_cast, var_45053_cast, var_45055_cast, var_45057_cast, var_45059_cast, var_45061_cast, var_45063_cast, var_45065_cast, var_45067_cast, var_45069_cast, var_45071_cast, var_45073_cast, var_45075_cast, var_45077_cast, var_45079_cast, var_45081_cast, var_45083_cast))[name = tensor<string, []>("input_579_cast")];
            tensor<int32, [2]> var_45089 = const()[name = tensor<string, []>("op_45089"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_45091 = const()[name = tensor<string, []>("op_45091"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_45093_pad_type_0 = const()[name = tensor<string, []>("op_45093_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_45093_pad_0 = const()[name = tensor<string, []>("op_45093_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_5_attn2_to_out_0_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [409600]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(176400640))), lut = tensor<fp16, [4]>([-0x1.2b8p-6, -0x1.664p-8, 0x1.644p-8, 0x1.2b4p-6]), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_5_attn2_to_out_0_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_attentions_1_transformer_blocks_5_attn2_to_out_0_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_5_attn2_to_out_0_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(176810304)))];
            tensor<fp16, [2, 1280, 1, 576]> var_45093_cast = conv(bias = up_blocks_0_attentions_1_transformer_blocks_5_attn2_to_out_0_bias_to_fp16, dilations = var_45091, groups = var_30355, pad = var_45093_pad_0, pad_type = var_45093_pad_type_0, strides = var_45089, weight = up_blocks_0_attentions_1_transformer_blocks_5_attn2_to_out_0_weight_to_fp16_palettized, x = input_579_cast)[name = tensor<string, []>("op_45093_cast")];
            tensor<fp16, [2, 1280, 1, 576]> inputs_299_cast = add(x = var_45093_cast, y = inputs_297_cast)[name = tensor<string, []>("inputs_299_cast")];
            tensor<int32, [1]> var_45097 = const()[name = tensor<string, []>("op_45097"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> channels_mean_299_cast = reduce_mean(axes = var_45097, keep_dims = var_30350, x = inputs_299_cast)[name = tensor<string, []>("channels_mean_299_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_299_cast = sub(x = inputs_299_cast, y = channels_mean_299_cast)[name = tensor<string, []>("zero_mean_299_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_sq_299_cast = mul(x = zero_mean_299_cast, y = zero_mean_299_cast)[name = tensor<string, []>("zero_mean_sq_299_cast")];
            tensor<int32, [1]> var_45101 = const()[name = tensor<string, []>("op_45101"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> var_45102_cast = reduce_mean(axes = var_45101, keep_dims = var_30350, x = zero_mean_sq_299_cast)[name = tensor<string, []>("op_45102_cast")];
            tensor<fp16, []> var_45103_to_fp16 = const()[name = tensor<string, []>("op_45103_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 576]> var_45104_cast = add(x = var_45102_cast, y = var_45103_to_fp16)[name = tensor<string, []>("op_45104_cast")];
            tensor<fp16, []> denom_299_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_299_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 576]> denom_299_cast = rsqrt(epsilon = denom_299_epsilon_0_to_fp16, x = var_45104_cast)[name = tensor<string, []>("denom_299_cast")];
            tensor<fp16, [2, 1280, 1, 576]> out_299_cast = mul(x = zero_mean_299_cast, y = denom_299_cast)[name = tensor<string, []>("out_299_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_45108_to_fp16 = const()[name = tensor<string, []>("op_45108_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(176812928)))];
            tensor<fp16, [2, 1280, 1, 576]> var_45109_cast = add(x = out_299_cast, y = var_45108_to_fp16)[name = tensor<string, []>("op_45109_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_45111_to_fp16 = const()[name = tensor<string, []>("op_45111_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(176815552)))];
            tensor<fp16, [2, 1280, 1, 576]> input_581_cast = mul(x = var_45109_cast, y = var_45111_to_fp16)[name = tensor<string, []>("input_581_cast")];
            tensor<int32, [2]> var_45119 = const()[name = tensor<string, []>("op_45119"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_45121 = const()[name = tensor<string, []>("op_45121"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_45123_pad_type_0 = const()[name = tensor<string, []>("op_45123_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_45123_pad_0 = const()[name = tensor<string, []>("op_45123_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [10240, 1280, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_5_ff_net_0_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [9830400]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(176818176))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(186648640))), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_5_ff_net_0_proj_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([10240, 1280, 1, 1])];
            tensor<fp16, [10240]> up_blocks_0_attentions_1_transformer_blocks_5_ff_net_0_proj_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_5_ff_net_0_proj_bias_to_fp16"), val = tensor<fp16, [10240]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(186648832)))];
            tensor<fp16, [2, 10240, 1, 576]> var_45123_cast = conv(bias = up_blocks_0_attentions_1_transformer_blocks_5_ff_net_0_proj_bias_to_fp16, dilations = var_45121, groups = var_30355, pad = var_45123_pad_0, pad_type = var_45123_pad_type_0, strides = var_45119, weight = up_blocks_0_attentions_1_transformer_blocks_5_ff_net_0_proj_weight_to_fp16_palettized, x = input_581_cast)[name = tensor<string, []>("op_45123_cast")];
            tensor<int32, [2]> var_45124_split_sizes_0 = const()[name = tensor<string, []>("op_45124_split_sizes_0"), val = tensor<int32, [2]>([5120, 5120])];
            tensor<int32, []> var_45124_axis_0 = const()[name = tensor<string, []>("op_45124_axis_0"), val = tensor<int32, []>(1)];
            tensor<fp16, [2, 5120, 1, 576]> var_45124_cast_0, tensor<fp16, [2, 5120, 1, 576]> var_45124_cast_1 = split(axis = var_45124_axis_0, split_sizes = var_45124_split_sizes_0, x = var_45123_cast)[name = tensor<string, []>("op_45124_cast")];
            tensor<string, []> var_45126_mode_0 = const()[name = tensor<string, []>("op_45126_mode_0"), val = tensor<string, []>("EXACT")];
            tensor<fp16, [2, 5120, 1, 576]> var_45126_cast = gelu(mode = var_45126_mode_0, x = var_45124_cast_1)[name = tensor<string, []>("op_45126_cast")];
            tensor<fp16, [2, 5120, 1, 576]> input_583_cast = mul(x = var_45124_cast_0, y = var_45126_cast)[name = tensor<string, []>("input_583_cast")];
            tensor<int32, [2]> var_45130 = const()[name = tensor<string, []>("op_45130"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_45132 = const()[name = tensor<string, []>("op_45132"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_45134_pad_type_0 = const()[name = tensor<string, []>("op_45134_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_45134_pad_0 = const()[name = tensor<string, []>("op_45134_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 5120, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_5_ff_net_2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [4915200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(186669376))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(191584640))), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_5_ff_net_2_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 5120, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_attentions_1_transformer_blocks_5_ff_net_2_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_5_ff_net_2_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(191584832)))];
            tensor<fp16, [2, 1280, 1, 576]> var_45134_cast = conv(bias = up_blocks_0_attentions_1_transformer_blocks_5_ff_net_2_bias_to_fp16, dilations = var_45132, groups = var_30355, pad = var_45134_pad_0, pad_type = var_45134_pad_type_0, strides = var_45130, weight = up_blocks_0_attentions_1_transformer_blocks_5_ff_net_2_weight_to_fp16_palettized, x = input_583_cast)[name = tensor<string, []>("op_45134_cast")];
            tensor<fp16, [2, 1280, 1, 576]> inputs_301_cast = add(x = var_45134_cast, y = inputs_299_cast)[name = tensor<string, []>("inputs_301_cast")];
            tensor<int32, [1]> var_45144 = const()[name = tensor<string, []>("op_45144"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> channels_mean_301_cast = reduce_mean(axes = var_45144, keep_dims = var_30350, x = inputs_301_cast)[name = tensor<string, []>("channels_mean_301_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_301_cast = sub(x = inputs_301_cast, y = channels_mean_301_cast)[name = tensor<string, []>("zero_mean_301_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_sq_301_cast = mul(x = zero_mean_301_cast, y = zero_mean_301_cast)[name = tensor<string, []>("zero_mean_sq_301_cast")];
            tensor<int32, [1]> var_45148 = const()[name = tensor<string, []>("op_45148"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> var_45149_cast = reduce_mean(axes = var_45148, keep_dims = var_30350, x = zero_mean_sq_301_cast)[name = tensor<string, []>("op_45149_cast")];
            tensor<fp16, []> var_45150_to_fp16 = const()[name = tensor<string, []>("op_45150_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 576]> var_45151_cast = add(x = var_45149_cast, y = var_45150_to_fp16)[name = tensor<string, []>("op_45151_cast")];
            tensor<fp16, []> denom_301_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_301_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 576]> denom_301_cast = rsqrt(epsilon = denom_301_epsilon_0_to_fp16, x = var_45151_cast)[name = tensor<string, []>("denom_301_cast")];
            tensor<fp16, [2, 1280, 1, 576]> out_301_cast = mul(x = zero_mean_301_cast, y = denom_301_cast)[name = tensor<string, []>("out_301_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_45155_to_fp16 = const()[name = tensor<string, []>("op_45155_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(191587456)))];
            tensor<fp16, [2, 1280, 1, 576]> var_45156_cast = add(x = out_301_cast, y = var_45155_to_fp16)[name = tensor<string, []>("op_45156_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_45158_to_fp16 = const()[name = tensor<string, []>("op_45158_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(191590080)))];
            tensor<fp16, [2, 1280, 1, 576]> hidden_states_397_cast = mul(x = var_45156_cast, y = var_45158_to_fp16)[name = tensor<string, []>("hidden_states_397_cast")];
            tensor<int32, [2]> var_45165 = const()[name = tensor<string, []>("op_45165"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_45167 = const()[name = tensor<string, []>("op_45167"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> q_201_pad_type_0 = const()[name = tensor<string, []>("q_201_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> q_201_pad_0 = const()[name = tensor<string, []>("q_201_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_6_attn1_to_q_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [819200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(191592704))), lut = tensor<fp16, [16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(192411968))), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_6_attn1_to_q_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> q_201_cast = conv(dilations = var_45167, groups = var_30355, pad = q_201_pad_0, pad_type = q_201_pad_type_0, strides = var_45165, weight = up_blocks_0_attentions_1_transformer_blocks_6_attn1_to_q_weight_to_fp16_palettized, x = hidden_states_397_cast)[name = tensor<string, []>("q_201_cast")];
            tensor<int32, [2]> var_45171 = const()[name = tensor<string, []>("op_45171"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_45173 = const()[name = tensor<string, []>("op_45173"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> k_401_pad_type_0 = const()[name = tensor<string, []>("k_401_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> k_401_pad_0 = const()[name = tensor<string, []>("k_401_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_6_attn1_to_k_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [819200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(192412096))), lut = tensor<fp16, [16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(193231360))), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_6_attn1_to_k_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> k_401_cast = conv(dilations = var_45173, groups = var_30355, pad = k_401_pad_0, pad_type = k_401_pad_type_0, strides = var_45171, weight = up_blocks_0_attentions_1_transformer_blocks_6_attn1_to_k_weight_to_fp16_palettized, x = hidden_states_397_cast)[name = tensor<string, []>("k_401_cast")];
            tensor<int32, [2]> var_45177 = const()[name = tensor<string, []>("op_45177"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_45179 = const()[name = tensor<string, []>("op_45179"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> v_201_pad_type_0 = const()[name = tensor<string, []>("v_201_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> v_201_pad_0 = const()[name = tensor<string, []>("v_201_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_6_attn1_to_v_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [1228800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(193231488))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(194460352))), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_6_attn1_to_v_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> v_201_cast = conv(dilations = var_45179, groups = var_30355, pad = v_201_pad_0, pad_type = v_201_pad_type_0, strides = var_45177, weight = up_blocks_0_attentions_1_transformer_blocks_6_attn1_to_v_weight_to_fp16_palettized, x = hidden_states_397_cast)[name = tensor<string, []>("v_201_cast")];
            tensor<int32, [4]> var_45183_begin_0 = const()[name = tensor<string, []>("op_45183_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_45183_end_0 = const()[name = tensor<string, []>("op_45183_end_0"), val = tensor<int32, [4]>([2, 64, 1, 576])];
            tensor<bool, [4]> var_45183_end_mask_0 = const()[name = tensor<string, []>("op_45183_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_45183_cast = slice_by_index(begin = var_45183_begin_0, end = var_45183_end_0, end_mask = var_45183_end_mask_0, x = q_201_cast)[name = tensor<string, []>("op_45183_cast")];
            tensor<int32, [4]> var_45187_begin_0 = const()[name = tensor<string, []>("op_45187_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_45187_end_0 = const()[name = tensor<string, []>("op_45187_end_0"), val = tensor<int32, [4]>([2, 128, 1, 576])];
            tensor<bool, [4]> var_45187_end_mask_0 = const()[name = tensor<string, []>("op_45187_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_45187_cast = slice_by_index(begin = var_45187_begin_0, end = var_45187_end_0, end_mask = var_45187_end_mask_0, x = q_201_cast)[name = tensor<string, []>("op_45187_cast")];
            tensor<int32, [4]> var_45191_begin_0 = const()[name = tensor<string, []>("op_45191_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_45191_end_0 = const()[name = tensor<string, []>("op_45191_end_0"), val = tensor<int32, [4]>([2, 192, 1, 576])];
            tensor<bool, [4]> var_45191_end_mask_0 = const()[name = tensor<string, []>("op_45191_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_45191_cast = slice_by_index(begin = var_45191_begin_0, end = var_45191_end_0, end_mask = var_45191_end_mask_0, x = q_201_cast)[name = tensor<string, []>("op_45191_cast")];
            tensor<int32, [4]> var_45195_begin_0 = const()[name = tensor<string, []>("op_45195_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_45195_end_0 = const()[name = tensor<string, []>("op_45195_end_0"), val = tensor<int32, [4]>([2, 256, 1, 576])];
            tensor<bool, [4]> var_45195_end_mask_0 = const()[name = tensor<string, []>("op_45195_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_45195_cast = slice_by_index(begin = var_45195_begin_0, end = var_45195_end_0, end_mask = var_45195_end_mask_0, x = q_201_cast)[name = tensor<string, []>("op_45195_cast")];
            tensor<int32, [4]> var_45199_begin_0 = const()[name = tensor<string, []>("op_45199_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_45199_end_0 = const()[name = tensor<string, []>("op_45199_end_0"), val = tensor<int32, [4]>([2, 320, 1, 576])];
            tensor<bool, [4]> var_45199_end_mask_0 = const()[name = tensor<string, []>("op_45199_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_45199_cast = slice_by_index(begin = var_45199_begin_0, end = var_45199_end_0, end_mask = var_45199_end_mask_0, x = q_201_cast)[name = tensor<string, []>("op_45199_cast")];
            tensor<int32, [4]> var_45203_begin_0 = const()[name = tensor<string, []>("op_45203_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_45203_end_0 = const()[name = tensor<string, []>("op_45203_end_0"), val = tensor<int32, [4]>([2, 384, 1, 576])];
            tensor<bool, [4]> var_45203_end_mask_0 = const()[name = tensor<string, []>("op_45203_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_45203_cast = slice_by_index(begin = var_45203_begin_0, end = var_45203_end_0, end_mask = var_45203_end_mask_0, x = q_201_cast)[name = tensor<string, []>("op_45203_cast")];
            tensor<int32, [4]> var_45207_begin_0 = const()[name = tensor<string, []>("op_45207_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_45207_end_0 = const()[name = tensor<string, []>("op_45207_end_0"), val = tensor<int32, [4]>([2, 448, 1, 576])];
            tensor<bool, [4]> var_45207_end_mask_0 = const()[name = tensor<string, []>("op_45207_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_45207_cast = slice_by_index(begin = var_45207_begin_0, end = var_45207_end_0, end_mask = var_45207_end_mask_0, x = q_201_cast)[name = tensor<string, []>("op_45207_cast")];
            tensor<int32, [4]> var_45211_begin_0 = const()[name = tensor<string, []>("op_45211_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_45211_end_0 = const()[name = tensor<string, []>("op_45211_end_0"), val = tensor<int32, [4]>([2, 512, 1, 576])];
            tensor<bool, [4]> var_45211_end_mask_0 = const()[name = tensor<string, []>("op_45211_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_45211_cast = slice_by_index(begin = var_45211_begin_0, end = var_45211_end_0, end_mask = var_45211_end_mask_0, x = q_201_cast)[name = tensor<string, []>("op_45211_cast")];
            tensor<int32, [4]> var_45215_begin_0 = const()[name = tensor<string, []>("op_45215_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_45215_end_0 = const()[name = tensor<string, []>("op_45215_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_45215_end_mask_0 = const()[name = tensor<string, []>("op_45215_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_45215_cast = slice_by_index(begin = var_45215_begin_0, end = var_45215_end_0, end_mask = var_45215_end_mask_0, x = q_201_cast)[name = tensor<string, []>("op_45215_cast")];
            tensor<int32, [4]> var_45219_begin_0 = const()[name = tensor<string, []>("op_45219_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_45219_end_0 = const()[name = tensor<string, []>("op_45219_end_0"), val = tensor<int32, [4]>([2, 640, 1, 576])];
            tensor<bool, [4]> var_45219_end_mask_0 = const()[name = tensor<string, []>("op_45219_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_45219_cast = slice_by_index(begin = var_45219_begin_0, end = var_45219_end_0, end_mask = var_45219_end_mask_0, x = q_201_cast)[name = tensor<string, []>("op_45219_cast")];
            tensor<int32, [4]> var_45223_begin_0 = const()[name = tensor<string, []>("op_45223_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_45223_end_0 = const()[name = tensor<string, []>("op_45223_end_0"), val = tensor<int32, [4]>([2, 704, 1, 576])];
            tensor<bool, [4]> var_45223_end_mask_0 = const()[name = tensor<string, []>("op_45223_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_45223_cast = slice_by_index(begin = var_45223_begin_0, end = var_45223_end_0, end_mask = var_45223_end_mask_0, x = q_201_cast)[name = tensor<string, []>("op_45223_cast")];
            tensor<int32, [4]> var_45227_begin_0 = const()[name = tensor<string, []>("op_45227_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_45227_end_0 = const()[name = tensor<string, []>("op_45227_end_0"), val = tensor<int32, [4]>([2, 768, 1, 576])];
            tensor<bool, [4]> var_45227_end_mask_0 = const()[name = tensor<string, []>("op_45227_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_45227_cast = slice_by_index(begin = var_45227_begin_0, end = var_45227_end_0, end_mask = var_45227_end_mask_0, x = q_201_cast)[name = tensor<string, []>("op_45227_cast")];
            tensor<int32, [4]> var_45231_begin_0 = const()[name = tensor<string, []>("op_45231_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_45231_end_0 = const()[name = tensor<string, []>("op_45231_end_0"), val = tensor<int32, [4]>([2, 832, 1, 576])];
            tensor<bool, [4]> var_45231_end_mask_0 = const()[name = tensor<string, []>("op_45231_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_45231_cast = slice_by_index(begin = var_45231_begin_0, end = var_45231_end_0, end_mask = var_45231_end_mask_0, x = q_201_cast)[name = tensor<string, []>("op_45231_cast")];
            tensor<int32, [4]> var_45235_begin_0 = const()[name = tensor<string, []>("op_45235_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_45235_end_0 = const()[name = tensor<string, []>("op_45235_end_0"), val = tensor<int32, [4]>([2, 896, 1, 576])];
            tensor<bool, [4]> var_45235_end_mask_0 = const()[name = tensor<string, []>("op_45235_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_45235_cast = slice_by_index(begin = var_45235_begin_0, end = var_45235_end_0, end_mask = var_45235_end_mask_0, x = q_201_cast)[name = tensor<string, []>("op_45235_cast")];
            tensor<int32, [4]> var_45239_begin_0 = const()[name = tensor<string, []>("op_45239_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_45239_end_0 = const()[name = tensor<string, []>("op_45239_end_0"), val = tensor<int32, [4]>([2, 960, 1, 576])];
            tensor<bool, [4]> var_45239_end_mask_0 = const()[name = tensor<string, []>("op_45239_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_45239_cast = slice_by_index(begin = var_45239_begin_0, end = var_45239_end_0, end_mask = var_45239_end_mask_0, x = q_201_cast)[name = tensor<string, []>("op_45239_cast")];
            tensor<int32, [4]> var_45243_begin_0 = const()[name = tensor<string, []>("op_45243_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_45243_end_0 = const()[name = tensor<string, []>("op_45243_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 576])];
            tensor<bool, [4]> var_45243_end_mask_0 = const()[name = tensor<string, []>("op_45243_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_45243_cast = slice_by_index(begin = var_45243_begin_0, end = var_45243_end_0, end_mask = var_45243_end_mask_0, x = q_201_cast)[name = tensor<string, []>("op_45243_cast")];
            tensor<int32, [4]> var_45247_begin_0 = const()[name = tensor<string, []>("op_45247_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_45247_end_0 = const()[name = tensor<string, []>("op_45247_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 576])];
            tensor<bool, [4]> var_45247_end_mask_0 = const()[name = tensor<string, []>("op_45247_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_45247_cast = slice_by_index(begin = var_45247_begin_0, end = var_45247_end_0, end_mask = var_45247_end_mask_0, x = q_201_cast)[name = tensor<string, []>("op_45247_cast")];
            tensor<int32, [4]> var_45251_begin_0 = const()[name = tensor<string, []>("op_45251_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_45251_end_0 = const()[name = tensor<string, []>("op_45251_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 576])];
            tensor<bool, [4]> var_45251_end_mask_0 = const()[name = tensor<string, []>("op_45251_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_45251_cast = slice_by_index(begin = var_45251_begin_0, end = var_45251_end_0, end_mask = var_45251_end_mask_0, x = q_201_cast)[name = tensor<string, []>("op_45251_cast")];
            tensor<int32, [4]> var_45255_begin_0 = const()[name = tensor<string, []>("op_45255_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_45255_end_0 = const()[name = tensor<string, []>("op_45255_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 576])];
            tensor<bool, [4]> var_45255_end_mask_0 = const()[name = tensor<string, []>("op_45255_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_45255_cast = slice_by_index(begin = var_45255_begin_0, end = var_45255_end_0, end_mask = var_45255_end_mask_0, x = q_201_cast)[name = tensor<string, []>("op_45255_cast")];
            tensor<int32, [4]> var_45259_begin_0 = const()[name = tensor<string, []>("op_45259_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_45259_end_0 = const()[name = tensor<string, []>("op_45259_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 576])];
            tensor<bool, [4]> var_45259_end_mask_0 = const()[name = tensor<string, []>("op_45259_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_45259_cast = slice_by_index(begin = var_45259_begin_0, end = var_45259_end_0, end_mask = var_45259_end_mask_0, x = q_201_cast)[name = tensor<string, []>("op_45259_cast")];
            tensor<int32, [4]> k_403_perm_0 = const()[name = tensor<string, []>("k_403_perm_0"), val = tensor<int32, [4]>([0, 3, 2, 1])];
            tensor<int32, [4]> var_45266_begin_0 = const()[name = tensor<string, []>("op_45266_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_45266_end_0 = const()[name = tensor<string, []>("op_45266_end_0"), val = tensor<int32, [4]>([2, 576, 1, 64])];
            tensor<bool, [4]> var_45266_end_mask_0 = const()[name = tensor<string, []>("op_45266_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 1280]> transpose_39 = transpose(perm = k_403_perm_0, x = k_401_cast)[name = tensor<string, []>("transpose_39")];
            tensor<fp16, [2, 576, 1, 64]> var_45266_cast = slice_by_index(begin = var_45266_begin_0, end = var_45266_end_0, end_mask = var_45266_end_mask_0, x = transpose_39)[name = tensor<string, []>("op_45266_cast")];
            tensor<int32, [4]> var_45270_begin_0 = const()[name = tensor<string, []>("op_45270_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 64])];
            tensor<int32, [4]> var_45270_end_0 = const()[name = tensor<string, []>("op_45270_end_0"), val = tensor<int32, [4]>([2, 576, 1, 128])];
            tensor<bool, [4]> var_45270_end_mask_0 = const()[name = tensor<string, []>("op_45270_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_45270_cast = slice_by_index(begin = var_45270_begin_0, end = var_45270_end_0, end_mask = var_45270_end_mask_0, x = transpose_39)[name = tensor<string, []>("op_45270_cast")];
            tensor<int32, [4]> var_45274_begin_0 = const()[name = tensor<string, []>("op_45274_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 128])];
            tensor<int32, [4]> var_45274_end_0 = const()[name = tensor<string, []>("op_45274_end_0"), val = tensor<int32, [4]>([2, 576, 1, 192])];
            tensor<bool, [4]> var_45274_end_mask_0 = const()[name = tensor<string, []>("op_45274_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_45274_cast = slice_by_index(begin = var_45274_begin_0, end = var_45274_end_0, end_mask = var_45274_end_mask_0, x = transpose_39)[name = tensor<string, []>("op_45274_cast")];
            tensor<int32, [4]> var_45278_begin_0 = const()[name = tensor<string, []>("op_45278_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 192])];
            tensor<int32, [4]> var_45278_end_0 = const()[name = tensor<string, []>("op_45278_end_0"), val = tensor<int32, [4]>([2, 576, 1, 256])];
            tensor<bool, [4]> var_45278_end_mask_0 = const()[name = tensor<string, []>("op_45278_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_45278_cast = slice_by_index(begin = var_45278_begin_0, end = var_45278_end_0, end_mask = var_45278_end_mask_0, x = transpose_39)[name = tensor<string, []>("op_45278_cast")];
            tensor<int32, [4]> var_45282_begin_0 = const()[name = tensor<string, []>("op_45282_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 256])];
            tensor<int32, [4]> var_45282_end_0 = const()[name = tensor<string, []>("op_45282_end_0"), val = tensor<int32, [4]>([2, 576, 1, 320])];
            tensor<bool, [4]> var_45282_end_mask_0 = const()[name = tensor<string, []>("op_45282_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_45282_cast = slice_by_index(begin = var_45282_begin_0, end = var_45282_end_0, end_mask = var_45282_end_mask_0, x = transpose_39)[name = tensor<string, []>("op_45282_cast")];
            tensor<int32, [4]> var_45286_begin_0 = const()[name = tensor<string, []>("op_45286_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 320])];
            tensor<int32, [4]> var_45286_end_0 = const()[name = tensor<string, []>("op_45286_end_0"), val = tensor<int32, [4]>([2, 576, 1, 384])];
            tensor<bool, [4]> var_45286_end_mask_0 = const()[name = tensor<string, []>("op_45286_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_45286_cast = slice_by_index(begin = var_45286_begin_0, end = var_45286_end_0, end_mask = var_45286_end_mask_0, x = transpose_39)[name = tensor<string, []>("op_45286_cast")];
            tensor<int32, [4]> var_45290_begin_0 = const()[name = tensor<string, []>("op_45290_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 384])];
            tensor<int32, [4]> var_45290_end_0 = const()[name = tensor<string, []>("op_45290_end_0"), val = tensor<int32, [4]>([2, 576, 1, 448])];
            tensor<bool, [4]> var_45290_end_mask_0 = const()[name = tensor<string, []>("op_45290_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_45290_cast = slice_by_index(begin = var_45290_begin_0, end = var_45290_end_0, end_mask = var_45290_end_mask_0, x = transpose_39)[name = tensor<string, []>("op_45290_cast")];
            tensor<int32, [4]> var_45294_begin_0 = const()[name = tensor<string, []>("op_45294_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 448])];
            tensor<int32, [4]> var_45294_end_0 = const()[name = tensor<string, []>("op_45294_end_0"), val = tensor<int32, [4]>([2, 576, 1, 512])];
            tensor<bool, [4]> var_45294_end_mask_0 = const()[name = tensor<string, []>("op_45294_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_45294_cast = slice_by_index(begin = var_45294_begin_0, end = var_45294_end_0, end_mask = var_45294_end_mask_0, x = transpose_39)[name = tensor<string, []>("op_45294_cast")];
            tensor<int32, [4]> var_45298_begin_0 = const()[name = tensor<string, []>("op_45298_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 512])];
            tensor<int32, [4]> var_45298_end_0 = const()[name = tensor<string, []>("op_45298_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_45298_end_mask_0 = const()[name = tensor<string, []>("op_45298_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_45298_cast = slice_by_index(begin = var_45298_begin_0, end = var_45298_end_0, end_mask = var_45298_end_mask_0, x = transpose_39)[name = tensor<string, []>("op_45298_cast")];
            tensor<int32, [4]> var_45302_begin_0 = const()[name = tensor<string, []>("op_45302_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 576])];
            tensor<int32, [4]> var_45302_end_0 = const()[name = tensor<string, []>("op_45302_end_0"), val = tensor<int32, [4]>([2, 576, 1, 640])];
            tensor<bool, [4]> var_45302_end_mask_0 = const()[name = tensor<string, []>("op_45302_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_45302_cast = slice_by_index(begin = var_45302_begin_0, end = var_45302_end_0, end_mask = var_45302_end_mask_0, x = transpose_39)[name = tensor<string, []>("op_45302_cast")];
            tensor<int32, [4]> var_45306_begin_0 = const()[name = tensor<string, []>("op_45306_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 640])];
            tensor<int32, [4]> var_45306_end_0 = const()[name = tensor<string, []>("op_45306_end_0"), val = tensor<int32, [4]>([2, 576, 1, 704])];
            tensor<bool, [4]> var_45306_end_mask_0 = const()[name = tensor<string, []>("op_45306_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_45306_cast = slice_by_index(begin = var_45306_begin_0, end = var_45306_end_0, end_mask = var_45306_end_mask_0, x = transpose_39)[name = tensor<string, []>("op_45306_cast")];
            tensor<int32, [4]> var_45310_begin_0 = const()[name = tensor<string, []>("op_45310_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 704])];
            tensor<int32, [4]> var_45310_end_0 = const()[name = tensor<string, []>("op_45310_end_0"), val = tensor<int32, [4]>([2, 576, 1, 768])];
            tensor<bool, [4]> var_45310_end_mask_0 = const()[name = tensor<string, []>("op_45310_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_45310_cast = slice_by_index(begin = var_45310_begin_0, end = var_45310_end_0, end_mask = var_45310_end_mask_0, x = transpose_39)[name = tensor<string, []>("op_45310_cast")];
            tensor<int32, [4]> var_45314_begin_0 = const()[name = tensor<string, []>("op_45314_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 768])];
            tensor<int32, [4]> var_45314_end_0 = const()[name = tensor<string, []>("op_45314_end_0"), val = tensor<int32, [4]>([2, 576, 1, 832])];
            tensor<bool, [4]> var_45314_end_mask_0 = const()[name = tensor<string, []>("op_45314_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_45314_cast = slice_by_index(begin = var_45314_begin_0, end = var_45314_end_0, end_mask = var_45314_end_mask_0, x = transpose_39)[name = tensor<string, []>("op_45314_cast")];
            tensor<int32, [4]> var_45318_begin_0 = const()[name = tensor<string, []>("op_45318_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 832])];
            tensor<int32, [4]> var_45318_end_0 = const()[name = tensor<string, []>("op_45318_end_0"), val = tensor<int32, [4]>([2, 576, 1, 896])];
            tensor<bool, [4]> var_45318_end_mask_0 = const()[name = tensor<string, []>("op_45318_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_45318_cast = slice_by_index(begin = var_45318_begin_0, end = var_45318_end_0, end_mask = var_45318_end_mask_0, x = transpose_39)[name = tensor<string, []>("op_45318_cast")];
            tensor<int32, [4]> var_45322_begin_0 = const()[name = tensor<string, []>("op_45322_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 896])];
            tensor<int32, [4]> var_45322_end_0 = const()[name = tensor<string, []>("op_45322_end_0"), val = tensor<int32, [4]>([2, 576, 1, 960])];
            tensor<bool, [4]> var_45322_end_mask_0 = const()[name = tensor<string, []>("op_45322_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_45322_cast = slice_by_index(begin = var_45322_begin_0, end = var_45322_end_0, end_mask = var_45322_end_mask_0, x = transpose_39)[name = tensor<string, []>("op_45322_cast")];
            tensor<int32, [4]> var_45326_begin_0 = const()[name = tensor<string, []>("op_45326_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 960])];
            tensor<int32, [4]> var_45326_end_0 = const()[name = tensor<string, []>("op_45326_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1024])];
            tensor<bool, [4]> var_45326_end_mask_0 = const()[name = tensor<string, []>("op_45326_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_45326_cast = slice_by_index(begin = var_45326_begin_0, end = var_45326_end_0, end_mask = var_45326_end_mask_0, x = transpose_39)[name = tensor<string, []>("op_45326_cast")];
            tensor<int32, [4]> var_45330_begin_0 = const()[name = tensor<string, []>("op_45330_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1024])];
            tensor<int32, [4]> var_45330_end_0 = const()[name = tensor<string, []>("op_45330_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1088])];
            tensor<bool, [4]> var_45330_end_mask_0 = const()[name = tensor<string, []>("op_45330_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_45330_cast = slice_by_index(begin = var_45330_begin_0, end = var_45330_end_0, end_mask = var_45330_end_mask_0, x = transpose_39)[name = tensor<string, []>("op_45330_cast")];
            tensor<int32, [4]> var_45334_begin_0 = const()[name = tensor<string, []>("op_45334_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1088])];
            tensor<int32, [4]> var_45334_end_0 = const()[name = tensor<string, []>("op_45334_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1152])];
            tensor<bool, [4]> var_45334_end_mask_0 = const()[name = tensor<string, []>("op_45334_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_45334_cast = slice_by_index(begin = var_45334_begin_0, end = var_45334_end_0, end_mask = var_45334_end_mask_0, x = transpose_39)[name = tensor<string, []>("op_45334_cast")];
            tensor<int32, [4]> var_45338_begin_0 = const()[name = tensor<string, []>("op_45338_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1152])];
            tensor<int32, [4]> var_45338_end_0 = const()[name = tensor<string, []>("op_45338_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1216])];
            tensor<bool, [4]> var_45338_end_mask_0 = const()[name = tensor<string, []>("op_45338_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_45338_cast = slice_by_index(begin = var_45338_begin_0, end = var_45338_end_0, end_mask = var_45338_end_mask_0, x = transpose_39)[name = tensor<string, []>("op_45338_cast")];
            tensor<int32, [4]> var_45342_begin_0 = const()[name = tensor<string, []>("op_45342_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1216])];
            tensor<int32, [4]> var_45342_end_0 = const()[name = tensor<string, []>("op_45342_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1280])];
            tensor<bool, [4]> var_45342_end_mask_0 = const()[name = tensor<string, []>("op_45342_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_45342_cast = slice_by_index(begin = var_45342_begin_0, end = var_45342_end_0, end_mask = var_45342_end_mask_0, x = transpose_39)[name = tensor<string, []>("op_45342_cast")];
            tensor<int32, [4]> var_45344_begin_0 = const()[name = tensor<string, []>("op_45344_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_45344_end_0 = const()[name = tensor<string, []>("op_45344_end_0"), val = tensor<int32, [4]>([2, 64, 1, 576])];
            tensor<bool, [4]> var_45344_end_mask_0 = const()[name = tensor<string, []>("op_45344_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_45344_cast = slice_by_index(begin = var_45344_begin_0, end = var_45344_end_0, end_mask = var_45344_end_mask_0, x = v_201_cast)[name = tensor<string, []>("op_45344_cast")];
            tensor<int32, [4]> var_45348_begin_0 = const()[name = tensor<string, []>("op_45348_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_45348_end_0 = const()[name = tensor<string, []>("op_45348_end_0"), val = tensor<int32, [4]>([2, 128, 1, 576])];
            tensor<bool, [4]> var_45348_end_mask_0 = const()[name = tensor<string, []>("op_45348_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_45348_cast = slice_by_index(begin = var_45348_begin_0, end = var_45348_end_0, end_mask = var_45348_end_mask_0, x = v_201_cast)[name = tensor<string, []>("op_45348_cast")];
            tensor<int32, [4]> var_45352_begin_0 = const()[name = tensor<string, []>("op_45352_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_45352_end_0 = const()[name = tensor<string, []>("op_45352_end_0"), val = tensor<int32, [4]>([2, 192, 1, 576])];
            tensor<bool, [4]> var_45352_end_mask_0 = const()[name = tensor<string, []>("op_45352_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_45352_cast = slice_by_index(begin = var_45352_begin_0, end = var_45352_end_0, end_mask = var_45352_end_mask_0, x = v_201_cast)[name = tensor<string, []>("op_45352_cast")];
            tensor<int32, [4]> var_45356_begin_0 = const()[name = tensor<string, []>("op_45356_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_45356_end_0 = const()[name = tensor<string, []>("op_45356_end_0"), val = tensor<int32, [4]>([2, 256, 1, 576])];
            tensor<bool, [4]> var_45356_end_mask_0 = const()[name = tensor<string, []>("op_45356_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_45356_cast = slice_by_index(begin = var_45356_begin_0, end = var_45356_end_0, end_mask = var_45356_end_mask_0, x = v_201_cast)[name = tensor<string, []>("op_45356_cast")];
            tensor<int32, [4]> var_45360_begin_0 = const()[name = tensor<string, []>("op_45360_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_45360_end_0 = const()[name = tensor<string, []>("op_45360_end_0"), val = tensor<int32, [4]>([2, 320, 1, 576])];
            tensor<bool, [4]> var_45360_end_mask_0 = const()[name = tensor<string, []>("op_45360_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_45360_cast = slice_by_index(begin = var_45360_begin_0, end = var_45360_end_0, end_mask = var_45360_end_mask_0, x = v_201_cast)[name = tensor<string, []>("op_45360_cast")];
            tensor<int32, [4]> var_45364_begin_0 = const()[name = tensor<string, []>("op_45364_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_45364_end_0 = const()[name = tensor<string, []>("op_45364_end_0"), val = tensor<int32, [4]>([2, 384, 1, 576])];
            tensor<bool, [4]> var_45364_end_mask_0 = const()[name = tensor<string, []>("op_45364_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_45364_cast = slice_by_index(begin = var_45364_begin_0, end = var_45364_end_0, end_mask = var_45364_end_mask_0, x = v_201_cast)[name = tensor<string, []>("op_45364_cast")];
            tensor<int32, [4]> var_45368_begin_0 = const()[name = tensor<string, []>("op_45368_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_45368_end_0 = const()[name = tensor<string, []>("op_45368_end_0"), val = tensor<int32, [4]>([2, 448, 1, 576])];
            tensor<bool, [4]> var_45368_end_mask_0 = const()[name = tensor<string, []>("op_45368_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_45368_cast = slice_by_index(begin = var_45368_begin_0, end = var_45368_end_0, end_mask = var_45368_end_mask_0, x = v_201_cast)[name = tensor<string, []>("op_45368_cast")];
            tensor<int32, [4]> var_45372_begin_0 = const()[name = tensor<string, []>("op_45372_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_45372_end_0 = const()[name = tensor<string, []>("op_45372_end_0"), val = tensor<int32, [4]>([2, 512, 1, 576])];
            tensor<bool, [4]> var_45372_end_mask_0 = const()[name = tensor<string, []>("op_45372_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_45372_cast = slice_by_index(begin = var_45372_begin_0, end = var_45372_end_0, end_mask = var_45372_end_mask_0, x = v_201_cast)[name = tensor<string, []>("op_45372_cast")];
            tensor<int32, [4]> var_45376_begin_0 = const()[name = tensor<string, []>("op_45376_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_45376_end_0 = const()[name = tensor<string, []>("op_45376_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_45376_end_mask_0 = const()[name = tensor<string, []>("op_45376_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_45376_cast = slice_by_index(begin = var_45376_begin_0, end = var_45376_end_0, end_mask = var_45376_end_mask_0, x = v_201_cast)[name = tensor<string, []>("op_45376_cast")];
            tensor<int32, [4]> var_45380_begin_0 = const()[name = tensor<string, []>("op_45380_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_45380_end_0 = const()[name = tensor<string, []>("op_45380_end_0"), val = tensor<int32, [4]>([2, 640, 1, 576])];
            tensor<bool, [4]> var_45380_end_mask_0 = const()[name = tensor<string, []>("op_45380_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_45380_cast = slice_by_index(begin = var_45380_begin_0, end = var_45380_end_0, end_mask = var_45380_end_mask_0, x = v_201_cast)[name = tensor<string, []>("op_45380_cast")];
            tensor<int32, [4]> var_45384_begin_0 = const()[name = tensor<string, []>("op_45384_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_45384_end_0 = const()[name = tensor<string, []>("op_45384_end_0"), val = tensor<int32, [4]>([2, 704, 1, 576])];
            tensor<bool, [4]> var_45384_end_mask_0 = const()[name = tensor<string, []>("op_45384_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_45384_cast = slice_by_index(begin = var_45384_begin_0, end = var_45384_end_0, end_mask = var_45384_end_mask_0, x = v_201_cast)[name = tensor<string, []>("op_45384_cast")];
            tensor<int32, [4]> var_45388_begin_0 = const()[name = tensor<string, []>("op_45388_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_45388_end_0 = const()[name = tensor<string, []>("op_45388_end_0"), val = tensor<int32, [4]>([2, 768, 1, 576])];
            tensor<bool, [4]> var_45388_end_mask_0 = const()[name = tensor<string, []>("op_45388_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_45388_cast = slice_by_index(begin = var_45388_begin_0, end = var_45388_end_0, end_mask = var_45388_end_mask_0, x = v_201_cast)[name = tensor<string, []>("op_45388_cast")];
            tensor<int32, [4]> var_45392_begin_0 = const()[name = tensor<string, []>("op_45392_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_45392_end_0 = const()[name = tensor<string, []>("op_45392_end_0"), val = tensor<int32, [4]>([2, 832, 1, 576])];
            tensor<bool, [4]> var_45392_end_mask_0 = const()[name = tensor<string, []>("op_45392_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_45392_cast = slice_by_index(begin = var_45392_begin_0, end = var_45392_end_0, end_mask = var_45392_end_mask_0, x = v_201_cast)[name = tensor<string, []>("op_45392_cast")];
            tensor<int32, [4]> var_45396_begin_0 = const()[name = tensor<string, []>("op_45396_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_45396_end_0 = const()[name = tensor<string, []>("op_45396_end_0"), val = tensor<int32, [4]>([2, 896, 1, 576])];
            tensor<bool, [4]> var_45396_end_mask_0 = const()[name = tensor<string, []>("op_45396_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_45396_cast = slice_by_index(begin = var_45396_begin_0, end = var_45396_end_0, end_mask = var_45396_end_mask_0, x = v_201_cast)[name = tensor<string, []>("op_45396_cast")];
            tensor<int32, [4]> var_45400_begin_0 = const()[name = tensor<string, []>("op_45400_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_45400_end_0 = const()[name = tensor<string, []>("op_45400_end_0"), val = tensor<int32, [4]>([2, 960, 1, 576])];
            tensor<bool, [4]> var_45400_end_mask_0 = const()[name = tensor<string, []>("op_45400_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_45400_cast = slice_by_index(begin = var_45400_begin_0, end = var_45400_end_0, end_mask = var_45400_end_mask_0, x = v_201_cast)[name = tensor<string, []>("op_45400_cast")];
            tensor<int32, [4]> var_45404_begin_0 = const()[name = tensor<string, []>("op_45404_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_45404_end_0 = const()[name = tensor<string, []>("op_45404_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 576])];
            tensor<bool, [4]> var_45404_end_mask_0 = const()[name = tensor<string, []>("op_45404_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_45404_cast = slice_by_index(begin = var_45404_begin_0, end = var_45404_end_0, end_mask = var_45404_end_mask_0, x = v_201_cast)[name = tensor<string, []>("op_45404_cast")];
            tensor<int32, [4]> var_45408_begin_0 = const()[name = tensor<string, []>("op_45408_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_45408_end_0 = const()[name = tensor<string, []>("op_45408_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 576])];
            tensor<bool, [4]> var_45408_end_mask_0 = const()[name = tensor<string, []>("op_45408_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_45408_cast = slice_by_index(begin = var_45408_begin_0, end = var_45408_end_0, end_mask = var_45408_end_mask_0, x = v_201_cast)[name = tensor<string, []>("op_45408_cast")];
            tensor<int32, [4]> var_45412_begin_0 = const()[name = tensor<string, []>("op_45412_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_45412_end_0 = const()[name = tensor<string, []>("op_45412_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 576])];
            tensor<bool, [4]> var_45412_end_mask_0 = const()[name = tensor<string, []>("op_45412_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_45412_cast = slice_by_index(begin = var_45412_begin_0, end = var_45412_end_0, end_mask = var_45412_end_mask_0, x = v_201_cast)[name = tensor<string, []>("op_45412_cast")];
            tensor<int32, [4]> var_45416_begin_0 = const()[name = tensor<string, []>("op_45416_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_45416_end_0 = const()[name = tensor<string, []>("op_45416_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 576])];
            tensor<bool, [4]> var_45416_end_mask_0 = const()[name = tensor<string, []>("op_45416_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_45416_cast = slice_by_index(begin = var_45416_begin_0, end = var_45416_end_0, end_mask = var_45416_end_mask_0, x = v_201_cast)[name = tensor<string, []>("op_45416_cast")];
            tensor<int32, [4]> var_45420_begin_0 = const()[name = tensor<string, []>("op_45420_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_45420_end_0 = const()[name = tensor<string, []>("op_45420_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 576])];
            tensor<bool, [4]> var_45420_end_mask_0 = const()[name = tensor<string, []>("op_45420_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_45420_cast = slice_by_index(begin = var_45420_begin_0, end = var_45420_end_0, end_mask = var_45420_end_mask_0, x = v_201_cast)[name = tensor<string, []>("op_45420_cast")];
            tensor<string, []> var_45424_equation_0 = const()[name = tensor<string, []>("op_45424_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_45424_cast = einsum(equation = var_45424_equation_0, values = (var_45266_cast, var_45183_cast))[name = tensor<string, []>("op_45424_cast")];
            tensor<fp16, []> var_45425_to_fp16 = const()[name = tensor<string, []>("op_45425_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3841_cast = mul(x = var_45424_cast, y = var_45425_to_fp16)[name = tensor<string, []>("aw_3841_cast")];
            tensor<string, []> var_45428_equation_0 = const()[name = tensor<string, []>("op_45428_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_45428_cast = einsum(equation = var_45428_equation_0, values = (var_45270_cast, var_45187_cast))[name = tensor<string, []>("op_45428_cast")];
            tensor<fp16, []> var_45429_to_fp16 = const()[name = tensor<string, []>("op_45429_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3843_cast = mul(x = var_45428_cast, y = var_45429_to_fp16)[name = tensor<string, []>("aw_3843_cast")];
            tensor<string, []> var_45432_equation_0 = const()[name = tensor<string, []>("op_45432_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_45432_cast = einsum(equation = var_45432_equation_0, values = (var_45274_cast, var_45191_cast))[name = tensor<string, []>("op_45432_cast")];
            tensor<fp16, []> var_45433_to_fp16 = const()[name = tensor<string, []>("op_45433_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3845_cast = mul(x = var_45432_cast, y = var_45433_to_fp16)[name = tensor<string, []>("aw_3845_cast")];
            tensor<string, []> var_45436_equation_0 = const()[name = tensor<string, []>("op_45436_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_45436_cast = einsum(equation = var_45436_equation_0, values = (var_45278_cast, var_45195_cast))[name = tensor<string, []>("op_45436_cast")];
            tensor<fp16, []> var_45437_to_fp16 = const()[name = tensor<string, []>("op_45437_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3847_cast = mul(x = var_45436_cast, y = var_45437_to_fp16)[name = tensor<string, []>("aw_3847_cast")];
            tensor<string, []> var_45440_equation_0 = const()[name = tensor<string, []>("op_45440_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_45440_cast = einsum(equation = var_45440_equation_0, values = (var_45282_cast, var_45199_cast))[name = tensor<string, []>("op_45440_cast")];
            tensor<fp16, []> var_45441_to_fp16 = const()[name = tensor<string, []>("op_45441_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3849_cast = mul(x = var_45440_cast, y = var_45441_to_fp16)[name = tensor<string, []>("aw_3849_cast")];
            tensor<string, []> var_45444_equation_0 = const()[name = tensor<string, []>("op_45444_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_45444_cast = einsum(equation = var_45444_equation_0, values = (var_45286_cast, var_45203_cast))[name = tensor<string, []>("op_45444_cast")];
            tensor<fp16, []> var_45445_to_fp16 = const()[name = tensor<string, []>("op_45445_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3851_cast = mul(x = var_45444_cast, y = var_45445_to_fp16)[name = tensor<string, []>("aw_3851_cast")];
            tensor<string, []> var_45448_equation_0 = const()[name = tensor<string, []>("op_45448_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_45448_cast = einsum(equation = var_45448_equation_0, values = (var_45290_cast, var_45207_cast))[name = tensor<string, []>("op_45448_cast")];
            tensor<fp16, []> var_45449_to_fp16 = const()[name = tensor<string, []>("op_45449_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3853_cast = mul(x = var_45448_cast, y = var_45449_to_fp16)[name = tensor<string, []>("aw_3853_cast")];
            tensor<string, []> var_45452_equation_0 = const()[name = tensor<string, []>("op_45452_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_45452_cast = einsum(equation = var_45452_equation_0, values = (var_45294_cast, var_45211_cast))[name = tensor<string, []>("op_45452_cast")];
            tensor<fp16, []> var_45453_to_fp16 = const()[name = tensor<string, []>("op_45453_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3855_cast = mul(x = var_45452_cast, y = var_45453_to_fp16)[name = tensor<string, []>("aw_3855_cast")];
            tensor<string, []> var_45456_equation_0 = const()[name = tensor<string, []>("op_45456_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_45456_cast = einsum(equation = var_45456_equation_0, values = (var_45298_cast, var_45215_cast))[name = tensor<string, []>("op_45456_cast")];
            tensor<fp16, []> var_45457_to_fp16 = const()[name = tensor<string, []>("op_45457_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3857_cast = mul(x = var_45456_cast, y = var_45457_to_fp16)[name = tensor<string, []>("aw_3857_cast")];
            tensor<string, []> var_45460_equation_0 = const()[name = tensor<string, []>("op_45460_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_45460_cast = einsum(equation = var_45460_equation_0, values = (var_45302_cast, var_45219_cast))[name = tensor<string, []>("op_45460_cast")];
            tensor<fp16, []> var_45461_to_fp16 = const()[name = tensor<string, []>("op_45461_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3859_cast = mul(x = var_45460_cast, y = var_45461_to_fp16)[name = tensor<string, []>("aw_3859_cast")];
            tensor<string, []> var_45464_equation_0 = const()[name = tensor<string, []>("op_45464_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_45464_cast = einsum(equation = var_45464_equation_0, values = (var_45306_cast, var_45223_cast))[name = tensor<string, []>("op_45464_cast")];
            tensor<fp16, []> var_45465_to_fp16 = const()[name = tensor<string, []>("op_45465_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3861_cast = mul(x = var_45464_cast, y = var_45465_to_fp16)[name = tensor<string, []>("aw_3861_cast")];
            tensor<string, []> var_45468_equation_0 = const()[name = tensor<string, []>("op_45468_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_45468_cast = einsum(equation = var_45468_equation_0, values = (var_45310_cast, var_45227_cast))[name = tensor<string, []>("op_45468_cast")];
            tensor<fp16, []> var_45469_to_fp16 = const()[name = tensor<string, []>("op_45469_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3863_cast = mul(x = var_45468_cast, y = var_45469_to_fp16)[name = tensor<string, []>("aw_3863_cast")];
            tensor<string, []> var_45472_equation_0 = const()[name = tensor<string, []>("op_45472_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_45472_cast = einsum(equation = var_45472_equation_0, values = (var_45314_cast, var_45231_cast))[name = tensor<string, []>("op_45472_cast")];
            tensor<fp16, []> var_45473_to_fp16 = const()[name = tensor<string, []>("op_45473_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3865_cast = mul(x = var_45472_cast, y = var_45473_to_fp16)[name = tensor<string, []>("aw_3865_cast")];
            tensor<string, []> var_45476_equation_0 = const()[name = tensor<string, []>("op_45476_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_45476_cast = einsum(equation = var_45476_equation_0, values = (var_45318_cast, var_45235_cast))[name = tensor<string, []>("op_45476_cast")];
            tensor<fp16, []> var_45477_to_fp16 = const()[name = tensor<string, []>("op_45477_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3867_cast = mul(x = var_45476_cast, y = var_45477_to_fp16)[name = tensor<string, []>("aw_3867_cast")];
            tensor<string, []> var_45480_equation_0 = const()[name = tensor<string, []>("op_45480_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_45480_cast = einsum(equation = var_45480_equation_0, values = (var_45322_cast, var_45239_cast))[name = tensor<string, []>("op_45480_cast")];
            tensor<fp16, []> var_45481_to_fp16 = const()[name = tensor<string, []>("op_45481_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3869_cast = mul(x = var_45480_cast, y = var_45481_to_fp16)[name = tensor<string, []>("aw_3869_cast")];
            tensor<string, []> var_45484_equation_0 = const()[name = tensor<string, []>("op_45484_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_45484_cast = einsum(equation = var_45484_equation_0, values = (var_45326_cast, var_45243_cast))[name = tensor<string, []>("op_45484_cast")];
            tensor<fp16, []> var_45485_to_fp16 = const()[name = tensor<string, []>("op_45485_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3871_cast = mul(x = var_45484_cast, y = var_45485_to_fp16)[name = tensor<string, []>("aw_3871_cast")];
            tensor<string, []> var_45488_equation_0 = const()[name = tensor<string, []>("op_45488_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_45488_cast = einsum(equation = var_45488_equation_0, values = (var_45330_cast, var_45247_cast))[name = tensor<string, []>("op_45488_cast")];
            tensor<fp16, []> var_45489_to_fp16 = const()[name = tensor<string, []>("op_45489_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3873_cast = mul(x = var_45488_cast, y = var_45489_to_fp16)[name = tensor<string, []>("aw_3873_cast")];
            tensor<string, []> var_45492_equation_0 = const()[name = tensor<string, []>("op_45492_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_45492_cast = einsum(equation = var_45492_equation_0, values = (var_45334_cast, var_45251_cast))[name = tensor<string, []>("op_45492_cast")];
            tensor<fp16, []> var_45493_to_fp16 = const()[name = tensor<string, []>("op_45493_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3875_cast = mul(x = var_45492_cast, y = var_45493_to_fp16)[name = tensor<string, []>("aw_3875_cast")];
            tensor<string, []> var_45496_equation_0 = const()[name = tensor<string, []>("op_45496_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_45496_cast = einsum(equation = var_45496_equation_0, values = (var_45338_cast, var_45255_cast))[name = tensor<string, []>("op_45496_cast")];
            tensor<fp16, []> var_45497_to_fp16 = const()[name = tensor<string, []>("op_45497_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3877_cast = mul(x = var_45496_cast, y = var_45497_to_fp16)[name = tensor<string, []>("aw_3877_cast")];
            tensor<string, []> var_45500_equation_0 = const()[name = tensor<string, []>("op_45500_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_45500_cast = einsum(equation = var_45500_equation_0, values = (var_45342_cast, var_45259_cast))[name = tensor<string, []>("op_45500_cast")];
            tensor<fp16, []> var_45501_to_fp16 = const()[name = tensor<string, []>("op_45501_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3879_cast = mul(x = var_45500_cast, y = var_45501_to_fp16)[name = tensor<string, []>("aw_3879_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_45503_cast = softmax(axis = var_30355, x = aw_3841_cast)[name = tensor<string, []>("op_45503_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_45504_cast = softmax(axis = var_30355, x = aw_3843_cast)[name = tensor<string, []>("op_45504_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_45505_cast = softmax(axis = var_30355, x = aw_3845_cast)[name = tensor<string, []>("op_45505_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_45506_cast = softmax(axis = var_30355, x = aw_3847_cast)[name = tensor<string, []>("op_45506_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_45507_cast = softmax(axis = var_30355, x = aw_3849_cast)[name = tensor<string, []>("op_45507_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_45508_cast = softmax(axis = var_30355, x = aw_3851_cast)[name = tensor<string, []>("op_45508_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_45509_cast = softmax(axis = var_30355, x = aw_3853_cast)[name = tensor<string, []>("op_45509_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_45510_cast = softmax(axis = var_30355, x = aw_3855_cast)[name = tensor<string, []>("op_45510_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_45511_cast = softmax(axis = var_30355, x = aw_3857_cast)[name = tensor<string, []>("op_45511_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_45512_cast = softmax(axis = var_30355, x = aw_3859_cast)[name = tensor<string, []>("op_45512_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_45513_cast = softmax(axis = var_30355, x = aw_3861_cast)[name = tensor<string, []>("op_45513_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_45514_cast = softmax(axis = var_30355, x = aw_3863_cast)[name = tensor<string, []>("op_45514_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_45515_cast = softmax(axis = var_30355, x = aw_3865_cast)[name = tensor<string, []>("op_45515_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_45516_cast = softmax(axis = var_30355, x = aw_3867_cast)[name = tensor<string, []>("op_45516_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_45517_cast = softmax(axis = var_30355, x = aw_3869_cast)[name = tensor<string, []>("op_45517_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_45518_cast = softmax(axis = var_30355, x = aw_3871_cast)[name = tensor<string, []>("op_45518_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_45519_cast = softmax(axis = var_30355, x = aw_3873_cast)[name = tensor<string, []>("op_45519_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_45520_cast = softmax(axis = var_30355, x = aw_3875_cast)[name = tensor<string, []>("op_45520_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_45521_cast = softmax(axis = var_30355, x = aw_3877_cast)[name = tensor<string, []>("op_45521_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_45522_cast = softmax(axis = var_30355, x = aw_3879_cast)[name = tensor<string, []>("op_45522_cast")];
            tensor<string, []> var_45524_equation_0 = const()[name = tensor<string, []>("op_45524_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_45524_cast = einsum(equation = var_45524_equation_0, values = (var_45344_cast, var_45503_cast))[name = tensor<string, []>("op_45524_cast")];
            tensor<string, []> var_45526_equation_0 = const()[name = tensor<string, []>("op_45526_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_45526_cast = einsum(equation = var_45526_equation_0, values = (var_45348_cast, var_45504_cast))[name = tensor<string, []>("op_45526_cast")];
            tensor<string, []> var_45528_equation_0 = const()[name = tensor<string, []>("op_45528_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_45528_cast = einsum(equation = var_45528_equation_0, values = (var_45352_cast, var_45505_cast))[name = tensor<string, []>("op_45528_cast")];
            tensor<string, []> var_45530_equation_0 = const()[name = tensor<string, []>("op_45530_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_45530_cast = einsum(equation = var_45530_equation_0, values = (var_45356_cast, var_45506_cast))[name = tensor<string, []>("op_45530_cast")];
            tensor<string, []> var_45532_equation_0 = const()[name = tensor<string, []>("op_45532_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_45532_cast = einsum(equation = var_45532_equation_0, values = (var_45360_cast, var_45507_cast))[name = tensor<string, []>("op_45532_cast")];
            tensor<string, []> var_45534_equation_0 = const()[name = tensor<string, []>("op_45534_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_45534_cast = einsum(equation = var_45534_equation_0, values = (var_45364_cast, var_45508_cast))[name = tensor<string, []>("op_45534_cast")];
            tensor<string, []> var_45536_equation_0 = const()[name = tensor<string, []>("op_45536_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_45536_cast = einsum(equation = var_45536_equation_0, values = (var_45368_cast, var_45509_cast))[name = tensor<string, []>("op_45536_cast")];
            tensor<string, []> var_45538_equation_0 = const()[name = tensor<string, []>("op_45538_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_45538_cast = einsum(equation = var_45538_equation_0, values = (var_45372_cast, var_45510_cast))[name = tensor<string, []>("op_45538_cast")];
            tensor<string, []> var_45540_equation_0 = const()[name = tensor<string, []>("op_45540_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_45540_cast = einsum(equation = var_45540_equation_0, values = (var_45376_cast, var_45511_cast))[name = tensor<string, []>("op_45540_cast")];
            tensor<string, []> var_45542_equation_0 = const()[name = tensor<string, []>("op_45542_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_45542_cast = einsum(equation = var_45542_equation_0, values = (var_45380_cast, var_45512_cast))[name = tensor<string, []>("op_45542_cast")];
            tensor<string, []> var_45544_equation_0 = const()[name = tensor<string, []>("op_45544_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_45544_cast = einsum(equation = var_45544_equation_0, values = (var_45384_cast, var_45513_cast))[name = tensor<string, []>("op_45544_cast")];
            tensor<string, []> var_45546_equation_0 = const()[name = tensor<string, []>("op_45546_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_45546_cast = einsum(equation = var_45546_equation_0, values = (var_45388_cast, var_45514_cast))[name = tensor<string, []>("op_45546_cast")];
            tensor<string, []> var_45548_equation_0 = const()[name = tensor<string, []>("op_45548_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_45548_cast = einsum(equation = var_45548_equation_0, values = (var_45392_cast, var_45515_cast))[name = tensor<string, []>("op_45548_cast")];
            tensor<string, []> var_45550_equation_0 = const()[name = tensor<string, []>("op_45550_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_45550_cast = einsum(equation = var_45550_equation_0, values = (var_45396_cast, var_45516_cast))[name = tensor<string, []>("op_45550_cast")];
            tensor<string, []> var_45552_equation_0 = const()[name = tensor<string, []>("op_45552_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_45552_cast = einsum(equation = var_45552_equation_0, values = (var_45400_cast, var_45517_cast))[name = tensor<string, []>("op_45552_cast")];
            tensor<string, []> var_45554_equation_0 = const()[name = tensor<string, []>("op_45554_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_45554_cast = einsum(equation = var_45554_equation_0, values = (var_45404_cast, var_45518_cast))[name = tensor<string, []>("op_45554_cast")];
            tensor<string, []> var_45556_equation_0 = const()[name = tensor<string, []>("op_45556_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_45556_cast = einsum(equation = var_45556_equation_0, values = (var_45408_cast, var_45519_cast))[name = tensor<string, []>("op_45556_cast")];
            tensor<string, []> var_45558_equation_0 = const()[name = tensor<string, []>("op_45558_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_45558_cast = einsum(equation = var_45558_equation_0, values = (var_45412_cast, var_45520_cast))[name = tensor<string, []>("op_45558_cast")];
            tensor<string, []> var_45560_equation_0 = const()[name = tensor<string, []>("op_45560_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_45560_cast = einsum(equation = var_45560_equation_0, values = (var_45416_cast, var_45521_cast))[name = tensor<string, []>("op_45560_cast")];
            tensor<string, []> var_45562_equation_0 = const()[name = tensor<string, []>("op_45562_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_45562_cast = einsum(equation = var_45562_equation_0, values = (var_45420_cast, var_45522_cast))[name = tensor<string, []>("op_45562_cast")];
            tensor<bool, []> input_585_interleave_0 = const()[name = tensor<string, []>("input_585_interleave_0"), val = tensor<bool, []>(false)];
            tensor<fp16, [2, 1280, 1, 576]> input_585_cast = concat(axis = var_30355, interleave = input_585_interleave_0, values = (var_45524_cast, var_45526_cast, var_45528_cast, var_45530_cast, var_45532_cast, var_45534_cast, var_45536_cast, var_45538_cast, var_45540_cast, var_45542_cast, var_45544_cast, var_45546_cast, var_45548_cast, var_45550_cast, var_45552_cast, var_45554_cast, var_45556_cast, var_45558_cast, var_45560_cast, var_45562_cast))[name = tensor<string, []>("input_585_cast")];
            tensor<int32, [2]> var_45568 = const()[name = tensor<string, []>("op_45568"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_45570 = const()[name = tensor<string, []>("op_45570"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_45572_pad_type_0 = const()[name = tensor<string, []>("op_45572_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_45572_pad_0 = const()[name = tensor<string, []>("op_45572_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_6_attn1_to_out_0_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [1228800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(194460544))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(195689408))), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_6_attn1_to_out_0_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_attentions_1_transformer_blocks_6_attn1_to_out_0_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_6_attn1_to_out_0_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(195689600)))];
            tensor<fp16, [2, 1280, 1, 576]> var_45572_cast = conv(bias = up_blocks_0_attentions_1_transformer_blocks_6_attn1_to_out_0_bias_to_fp16, dilations = var_45570, groups = var_30355, pad = var_45572_pad_0, pad_type = var_45572_pad_type_0, strides = var_45568, weight = up_blocks_0_attentions_1_transformer_blocks_6_attn1_to_out_0_weight_to_fp16_palettized, x = input_585_cast)[name = tensor<string, []>("op_45572_cast")];
            tensor<fp16, [2, 1280, 1, 576]> inputs_303_cast = add(x = var_45572_cast, y = inputs_301_cast)[name = tensor<string, []>("inputs_303_cast")];
            tensor<int32, [1]> var_45576 = const()[name = tensor<string, []>("op_45576"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> channels_mean_303_cast = reduce_mean(axes = var_45576, keep_dims = var_30350, x = inputs_303_cast)[name = tensor<string, []>("channels_mean_303_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_303_cast = sub(x = inputs_303_cast, y = channels_mean_303_cast)[name = tensor<string, []>("zero_mean_303_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_sq_303_cast = mul(x = zero_mean_303_cast, y = zero_mean_303_cast)[name = tensor<string, []>("zero_mean_sq_303_cast")];
            tensor<int32, [1]> var_45580 = const()[name = tensor<string, []>("op_45580"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> var_45581_cast = reduce_mean(axes = var_45580, keep_dims = var_30350, x = zero_mean_sq_303_cast)[name = tensor<string, []>("op_45581_cast")];
            tensor<fp16, []> var_45582_to_fp16 = const()[name = tensor<string, []>("op_45582_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 576]> var_45583_cast = add(x = var_45581_cast, y = var_45582_to_fp16)[name = tensor<string, []>("op_45583_cast")];
            tensor<fp16, []> denom_303_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_303_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 576]> denom_303_cast = rsqrt(epsilon = denom_303_epsilon_0_to_fp16, x = var_45583_cast)[name = tensor<string, []>("denom_303_cast")];
            tensor<fp16, [2, 1280, 1, 576]> out_303_cast = mul(x = zero_mean_303_cast, y = denom_303_cast)[name = tensor<string, []>("out_303_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_45587_to_fp16 = const()[name = tensor<string, []>("op_45587_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(195692224)))];
            tensor<fp16, [2, 1280, 1, 576]> var_45588_cast = add(x = out_303_cast, y = var_45587_to_fp16)[name = tensor<string, []>("op_45588_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_45590_to_fp16 = const()[name = tensor<string, []>("op_45590_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(195694848)))];
            tensor<fp16, [2, 1280, 1, 576]> hidden_states_399_cast = mul(x = var_45588_cast, y = var_45590_to_fp16)[name = tensor<string, []>("hidden_states_399_cast")];
            tensor<int32, [2]> var_45597 = const()[name = tensor<string, []>("op_45597"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_45599 = const()[name = tensor<string, []>("op_45599"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> q_203_pad_type_0 = const()[name = tensor<string, []>("q_203_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> q_203_pad_0 = const()[name = tensor<string, []>("q_203_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_6_attn2_to_q_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [409600]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(195697472))), lut = tensor<fp16, [4]>([-0x1.048p-5, -0x1.3ap-7, 0x1.3cp-7, 0x1.05p-5]), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_6_attn2_to_q_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> q_203_cast = conv(dilations = var_45599, groups = var_30355, pad = q_203_pad_0, pad_type = q_203_pad_type_0, strides = var_45597, weight = up_blocks_0_attentions_1_transformer_blocks_6_attn2_to_q_weight_to_fp16_palettized, x = hidden_states_399_cast)[name = tensor<string, []>("q_203_cast")];
            tensor<int32, [2]> var_45603 = const()[name = tensor<string, []>("op_45603"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_45605 = const()[name = tensor<string, []>("op_45605"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> k_405_pad_type_0 = const()[name = tensor<string, []>("k_405_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> k_405_pad_0 = const()[name = tensor<string, []>("k_405_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 2048, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_6_attn2_to_k_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [655360]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(196107136))), lut = tensor<fp16, [4]>([-0x1.ac4p-6, -0x1.f84p-8, 0x1.f88p-8, 0x1.ac4p-6]), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_6_attn2_to_k_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 2048, 1, 1])];
            tensor<fp16, [2, 1280, 1, 77]> k_405_cast = conv(dilations = var_45605, groups = var_30355, pad = k_405_pad_0, pad_type = k_405_pad_type_0, strides = var_45603, weight = up_blocks_0_attentions_1_transformer_blocks_6_attn2_to_k_weight_to_fp16_palettized, x = encoder_hidden_states)[name = tensor<string, []>("k_405_cast")];
            tensor<int32, [2]> var_45609 = const()[name = tensor<string, []>("op_45609"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_45611 = const()[name = tensor<string, []>("op_45611"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> v_203_pad_type_0 = const()[name = tensor<string, []>("v_203_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> v_203_pad_0 = const()[name = tensor<string, []>("v_203_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 2048, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_6_attn2_to_v_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [1310720]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(196762560))), lut = tensor<fp16, [16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(198073344))), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_6_attn2_to_v_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 2048, 1, 1])];
            tensor<fp16, [2, 1280, 1, 77]> v_203_cast = conv(dilations = var_45611, groups = var_30355, pad = v_203_pad_0, pad_type = v_203_pad_type_0, strides = var_45609, weight = up_blocks_0_attentions_1_transformer_blocks_6_attn2_to_v_weight_to_fp16_palettized, x = encoder_hidden_states)[name = tensor<string, []>("v_203_cast")];
            tensor<int32, [4]> var_45615_begin_0 = const()[name = tensor<string, []>("op_45615_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_45615_end_0 = const()[name = tensor<string, []>("op_45615_end_0"), val = tensor<int32, [4]>([2, 64, 1, 576])];
            tensor<bool, [4]> var_45615_end_mask_0 = const()[name = tensor<string, []>("op_45615_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_45615_cast = slice_by_index(begin = var_45615_begin_0, end = var_45615_end_0, end_mask = var_45615_end_mask_0, x = q_203_cast)[name = tensor<string, []>("op_45615_cast")];
            tensor<int32, [4]> var_45619_begin_0 = const()[name = tensor<string, []>("op_45619_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_45619_end_0 = const()[name = tensor<string, []>("op_45619_end_0"), val = tensor<int32, [4]>([2, 128, 1, 576])];
            tensor<bool, [4]> var_45619_end_mask_0 = const()[name = tensor<string, []>("op_45619_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_45619_cast = slice_by_index(begin = var_45619_begin_0, end = var_45619_end_0, end_mask = var_45619_end_mask_0, x = q_203_cast)[name = tensor<string, []>("op_45619_cast")];
            tensor<int32, [4]> var_45623_begin_0 = const()[name = tensor<string, []>("op_45623_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_45623_end_0 = const()[name = tensor<string, []>("op_45623_end_0"), val = tensor<int32, [4]>([2, 192, 1, 576])];
            tensor<bool, [4]> var_45623_end_mask_0 = const()[name = tensor<string, []>("op_45623_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_45623_cast = slice_by_index(begin = var_45623_begin_0, end = var_45623_end_0, end_mask = var_45623_end_mask_0, x = q_203_cast)[name = tensor<string, []>("op_45623_cast")];
            tensor<int32, [4]> var_45627_begin_0 = const()[name = tensor<string, []>("op_45627_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_45627_end_0 = const()[name = tensor<string, []>("op_45627_end_0"), val = tensor<int32, [4]>([2, 256, 1, 576])];
            tensor<bool, [4]> var_45627_end_mask_0 = const()[name = tensor<string, []>("op_45627_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_45627_cast = slice_by_index(begin = var_45627_begin_0, end = var_45627_end_0, end_mask = var_45627_end_mask_0, x = q_203_cast)[name = tensor<string, []>("op_45627_cast")];
            tensor<int32, [4]> var_45631_begin_0 = const()[name = tensor<string, []>("op_45631_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_45631_end_0 = const()[name = tensor<string, []>("op_45631_end_0"), val = tensor<int32, [4]>([2, 320, 1, 576])];
            tensor<bool, [4]> var_45631_end_mask_0 = const()[name = tensor<string, []>("op_45631_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_45631_cast = slice_by_index(begin = var_45631_begin_0, end = var_45631_end_0, end_mask = var_45631_end_mask_0, x = q_203_cast)[name = tensor<string, []>("op_45631_cast")];
            tensor<int32, [4]> var_45635_begin_0 = const()[name = tensor<string, []>("op_45635_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_45635_end_0 = const()[name = tensor<string, []>("op_45635_end_0"), val = tensor<int32, [4]>([2, 384, 1, 576])];
            tensor<bool, [4]> var_45635_end_mask_0 = const()[name = tensor<string, []>("op_45635_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_45635_cast = slice_by_index(begin = var_45635_begin_0, end = var_45635_end_0, end_mask = var_45635_end_mask_0, x = q_203_cast)[name = tensor<string, []>("op_45635_cast")];
            tensor<int32, [4]> var_45639_begin_0 = const()[name = tensor<string, []>("op_45639_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_45639_end_0 = const()[name = tensor<string, []>("op_45639_end_0"), val = tensor<int32, [4]>([2, 448, 1, 576])];
            tensor<bool, [4]> var_45639_end_mask_0 = const()[name = tensor<string, []>("op_45639_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_45639_cast = slice_by_index(begin = var_45639_begin_0, end = var_45639_end_0, end_mask = var_45639_end_mask_0, x = q_203_cast)[name = tensor<string, []>("op_45639_cast")];
            tensor<int32, [4]> var_45643_begin_0 = const()[name = tensor<string, []>("op_45643_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_45643_end_0 = const()[name = tensor<string, []>("op_45643_end_0"), val = tensor<int32, [4]>([2, 512, 1, 576])];
            tensor<bool, [4]> var_45643_end_mask_0 = const()[name = tensor<string, []>("op_45643_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_45643_cast = slice_by_index(begin = var_45643_begin_0, end = var_45643_end_0, end_mask = var_45643_end_mask_0, x = q_203_cast)[name = tensor<string, []>("op_45643_cast")];
            tensor<int32, [4]> var_45647_begin_0 = const()[name = tensor<string, []>("op_45647_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_45647_end_0 = const()[name = tensor<string, []>("op_45647_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_45647_end_mask_0 = const()[name = tensor<string, []>("op_45647_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_45647_cast = slice_by_index(begin = var_45647_begin_0, end = var_45647_end_0, end_mask = var_45647_end_mask_0, x = q_203_cast)[name = tensor<string, []>("op_45647_cast")];
            tensor<int32, [4]> var_45651_begin_0 = const()[name = tensor<string, []>("op_45651_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_45651_end_0 = const()[name = tensor<string, []>("op_45651_end_0"), val = tensor<int32, [4]>([2, 640, 1, 576])];
            tensor<bool, [4]> var_45651_end_mask_0 = const()[name = tensor<string, []>("op_45651_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_45651_cast = slice_by_index(begin = var_45651_begin_0, end = var_45651_end_0, end_mask = var_45651_end_mask_0, x = q_203_cast)[name = tensor<string, []>("op_45651_cast")];
            tensor<int32, [4]> var_45655_begin_0 = const()[name = tensor<string, []>("op_45655_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_45655_end_0 = const()[name = tensor<string, []>("op_45655_end_0"), val = tensor<int32, [4]>([2, 704, 1, 576])];
            tensor<bool, [4]> var_45655_end_mask_0 = const()[name = tensor<string, []>("op_45655_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_45655_cast = slice_by_index(begin = var_45655_begin_0, end = var_45655_end_0, end_mask = var_45655_end_mask_0, x = q_203_cast)[name = tensor<string, []>("op_45655_cast")];
            tensor<int32, [4]> var_45659_begin_0 = const()[name = tensor<string, []>("op_45659_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_45659_end_0 = const()[name = tensor<string, []>("op_45659_end_0"), val = tensor<int32, [4]>([2, 768, 1, 576])];
            tensor<bool, [4]> var_45659_end_mask_0 = const()[name = tensor<string, []>("op_45659_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_45659_cast = slice_by_index(begin = var_45659_begin_0, end = var_45659_end_0, end_mask = var_45659_end_mask_0, x = q_203_cast)[name = tensor<string, []>("op_45659_cast")];
            tensor<int32, [4]> var_45663_begin_0 = const()[name = tensor<string, []>("op_45663_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_45663_end_0 = const()[name = tensor<string, []>("op_45663_end_0"), val = tensor<int32, [4]>([2, 832, 1, 576])];
            tensor<bool, [4]> var_45663_end_mask_0 = const()[name = tensor<string, []>("op_45663_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_45663_cast = slice_by_index(begin = var_45663_begin_0, end = var_45663_end_0, end_mask = var_45663_end_mask_0, x = q_203_cast)[name = tensor<string, []>("op_45663_cast")];
            tensor<int32, [4]> var_45667_begin_0 = const()[name = tensor<string, []>("op_45667_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_45667_end_0 = const()[name = tensor<string, []>("op_45667_end_0"), val = tensor<int32, [4]>([2, 896, 1, 576])];
            tensor<bool, [4]> var_45667_end_mask_0 = const()[name = tensor<string, []>("op_45667_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_45667_cast = slice_by_index(begin = var_45667_begin_0, end = var_45667_end_0, end_mask = var_45667_end_mask_0, x = q_203_cast)[name = tensor<string, []>("op_45667_cast")];
            tensor<int32, [4]> var_45671_begin_0 = const()[name = tensor<string, []>("op_45671_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_45671_end_0 = const()[name = tensor<string, []>("op_45671_end_0"), val = tensor<int32, [4]>([2, 960, 1, 576])];
            tensor<bool, [4]> var_45671_end_mask_0 = const()[name = tensor<string, []>("op_45671_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_45671_cast = slice_by_index(begin = var_45671_begin_0, end = var_45671_end_0, end_mask = var_45671_end_mask_0, x = q_203_cast)[name = tensor<string, []>("op_45671_cast")];
            tensor<int32, [4]> var_45675_begin_0 = const()[name = tensor<string, []>("op_45675_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_45675_end_0 = const()[name = tensor<string, []>("op_45675_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 576])];
            tensor<bool, [4]> var_45675_end_mask_0 = const()[name = tensor<string, []>("op_45675_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_45675_cast = slice_by_index(begin = var_45675_begin_0, end = var_45675_end_0, end_mask = var_45675_end_mask_0, x = q_203_cast)[name = tensor<string, []>("op_45675_cast")];
            tensor<int32, [4]> var_45679_begin_0 = const()[name = tensor<string, []>("op_45679_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_45679_end_0 = const()[name = tensor<string, []>("op_45679_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 576])];
            tensor<bool, [4]> var_45679_end_mask_0 = const()[name = tensor<string, []>("op_45679_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_45679_cast = slice_by_index(begin = var_45679_begin_0, end = var_45679_end_0, end_mask = var_45679_end_mask_0, x = q_203_cast)[name = tensor<string, []>("op_45679_cast")];
            tensor<int32, [4]> var_45683_begin_0 = const()[name = tensor<string, []>("op_45683_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_45683_end_0 = const()[name = tensor<string, []>("op_45683_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 576])];
            tensor<bool, [4]> var_45683_end_mask_0 = const()[name = tensor<string, []>("op_45683_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_45683_cast = slice_by_index(begin = var_45683_begin_0, end = var_45683_end_0, end_mask = var_45683_end_mask_0, x = q_203_cast)[name = tensor<string, []>("op_45683_cast")];
            tensor<int32, [4]> var_45687_begin_0 = const()[name = tensor<string, []>("op_45687_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_45687_end_0 = const()[name = tensor<string, []>("op_45687_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 576])];
            tensor<bool, [4]> var_45687_end_mask_0 = const()[name = tensor<string, []>("op_45687_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_45687_cast = slice_by_index(begin = var_45687_begin_0, end = var_45687_end_0, end_mask = var_45687_end_mask_0, x = q_203_cast)[name = tensor<string, []>("op_45687_cast")];
            tensor<int32, [4]> var_45691_begin_0 = const()[name = tensor<string, []>("op_45691_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_45691_end_0 = const()[name = tensor<string, []>("op_45691_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 576])];
            tensor<bool, [4]> var_45691_end_mask_0 = const()[name = tensor<string, []>("op_45691_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_45691_cast = slice_by_index(begin = var_45691_begin_0, end = var_45691_end_0, end_mask = var_45691_end_mask_0, x = q_203_cast)[name = tensor<string, []>("op_45691_cast")];
            tensor<int32, [4]> k_407_perm_0 = const()[name = tensor<string, []>("k_407_perm_0"), val = tensor<int32, [4]>([0, 3, 2, 1])];
            tensor<int32, [4]> var_45698_begin_0 = const()[name = tensor<string, []>("op_45698_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_45698_end_0 = const()[name = tensor<string, []>("op_45698_end_0"), val = tensor<int32, [4]>([2, 77, 1, 64])];
            tensor<bool, [4]> var_45698_end_mask_0 = const()[name = tensor<string, []>("op_45698_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 1280]> transpose_38 = transpose(perm = k_407_perm_0, x = k_405_cast)[name = tensor<string, []>("transpose_38")];
            tensor<fp16, [2, 77, 1, 64]> var_45698_cast = slice_by_index(begin = var_45698_begin_0, end = var_45698_end_0, end_mask = var_45698_end_mask_0, x = transpose_38)[name = tensor<string, []>("op_45698_cast")];
            tensor<int32, [4]> var_45702_begin_0 = const()[name = tensor<string, []>("op_45702_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 64])];
            tensor<int32, [4]> var_45702_end_0 = const()[name = tensor<string, []>("op_45702_end_0"), val = tensor<int32, [4]>([2, 77, 1, 128])];
            tensor<bool, [4]> var_45702_end_mask_0 = const()[name = tensor<string, []>("op_45702_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_45702_cast = slice_by_index(begin = var_45702_begin_0, end = var_45702_end_0, end_mask = var_45702_end_mask_0, x = transpose_38)[name = tensor<string, []>("op_45702_cast")];
            tensor<int32, [4]> var_45706_begin_0 = const()[name = tensor<string, []>("op_45706_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 128])];
            tensor<int32, [4]> var_45706_end_0 = const()[name = tensor<string, []>("op_45706_end_0"), val = tensor<int32, [4]>([2, 77, 1, 192])];
            tensor<bool, [4]> var_45706_end_mask_0 = const()[name = tensor<string, []>("op_45706_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_45706_cast = slice_by_index(begin = var_45706_begin_0, end = var_45706_end_0, end_mask = var_45706_end_mask_0, x = transpose_38)[name = tensor<string, []>("op_45706_cast")];
            tensor<int32, [4]> var_45710_begin_0 = const()[name = tensor<string, []>("op_45710_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 192])];
            tensor<int32, [4]> var_45710_end_0 = const()[name = tensor<string, []>("op_45710_end_0"), val = tensor<int32, [4]>([2, 77, 1, 256])];
            tensor<bool, [4]> var_45710_end_mask_0 = const()[name = tensor<string, []>("op_45710_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_45710_cast = slice_by_index(begin = var_45710_begin_0, end = var_45710_end_0, end_mask = var_45710_end_mask_0, x = transpose_38)[name = tensor<string, []>("op_45710_cast")];
            tensor<int32, [4]> var_45714_begin_0 = const()[name = tensor<string, []>("op_45714_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 256])];
            tensor<int32, [4]> var_45714_end_0 = const()[name = tensor<string, []>("op_45714_end_0"), val = tensor<int32, [4]>([2, 77, 1, 320])];
            tensor<bool, [4]> var_45714_end_mask_0 = const()[name = tensor<string, []>("op_45714_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_45714_cast = slice_by_index(begin = var_45714_begin_0, end = var_45714_end_0, end_mask = var_45714_end_mask_0, x = transpose_38)[name = tensor<string, []>("op_45714_cast")];
            tensor<int32, [4]> var_45718_begin_0 = const()[name = tensor<string, []>("op_45718_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 320])];
            tensor<int32, [4]> var_45718_end_0 = const()[name = tensor<string, []>("op_45718_end_0"), val = tensor<int32, [4]>([2, 77, 1, 384])];
            tensor<bool, [4]> var_45718_end_mask_0 = const()[name = tensor<string, []>("op_45718_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_45718_cast = slice_by_index(begin = var_45718_begin_0, end = var_45718_end_0, end_mask = var_45718_end_mask_0, x = transpose_38)[name = tensor<string, []>("op_45718_cast")];
            tensor<int32, [4]> var_45722_begin_0 = const()[name = tensor<string, []>("op_45722_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 384])];
            tensor<int32, [4]> var_45722_end_0 = const()[name = tensor<string, []>("op_45722_end_0"), val = tensor<int32, [4]>([2, 77, 1, 448])];
            tensor<bool, [4]> var_45722_end_mask_0 = const()[name = tensor<string, []>("op_45722_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_45722_cast = slice_by_index(begin = var_45722_begin_0, end = var_45722_end_0, end_mask = var_45722_end_mask_0, x = transpose_38)[name = tensor<string, []>("op_45722_cast")];
            tensor<int32, [4]> var_45726_begin_0 = const()[name = tensor<string, []>("op_45726_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 448])];
            tensor<int32, [4]> var_45726_end_0 = const()[name = tensor<string, []>("op_45726_end_0"), val = tensor<int32, [4]>([2, 77, 1, 512])];
            tensor<bool, [4]> var_45726_end_mask_0 = const()[name = tensor<string, []>("op_45726_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_45726_cast = slice_by_index(begin = var_45726_begin_0, end = var_45726_end_0, end_mask = var_45726_end_mask_0, x = transpose_38)[name = tensor<string, []>("op_45726_cast")];
            tensor<int32, [4]> var_45730_begin_0 = const()[name = tensor<string, []>("op_45730_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 512])];
            tensor<int32, [4]> var_45730_end_0 = const()[name = tensor<string, []>("op_45730_end_0"), val = tensor<int32, [4]>([2, 77, 1, 576])];
            tensor<bool, [4]> var_45730_end_mask_0 = const()[name = tensor<string, []>("op_45730_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_45730_cast = slice_by_index(begin = var_45730_begin_0, end = var_45730_end_0, end_mask = var_45730_end_mask_0, x = transpose_38)[name = tensor<string, []>("op_45730_cast")];
            tensor<int32, [4]> var_45734_begin_0 = const()[name = tensor<string, []>("op_45734_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 576])];
            tensor<int32, [4]> var_45734_end_0 = const()[name = tensor<string, []>("op_45734_end_0"), val = tensor<int32, [4]>([2, 77, 1, 640])];
            tensor<bool, [4]> var_45734_end_mask_0 = const()[name = tensor<string, []>("op_45734_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_45734_cast = slice_by_index(begin = var_45734_begin_0, end = var_45734_end_0, end_mask = var_45734_end_mask_0, x = transpose_38)[name = tensor<string, []>("op_45734_cast")];
            tensor<int32, [4]> var_45738_begin_0 = const()[name = tensor<string, []>("op_45738_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 640])];
            tensor<int32, [4]> var_45738_end_0 = const()[name = tensor<string, []>("op_45738_end_0"), val = tensor<int32, [4]>([2, 77, 1, 704])];
            tensor<bool, [4]> var_45738_end_mask_0 = const()[name = tensor<string, []>("op_45738_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_45738_cast = slice_by_index(begin = var_45738_begin_0, end = var_45738_end_0, end_mask = var_45738_end_mask_0, x = transpose_38)[name = tensor<string, []>("op_45738_cast")];
            tensor<int32, [4]> var_45742_begin_0 = const()[name = tensor<string, []>("op_45742_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 704])];
            tensor<int32, [4]> var_45742_end_0 = const()[name = tensor<string, []>("op_45742_end_0"), val = tensor<int32, [4]>([2, 77, 1, 768])];
            tensor<bool, [4]> var_45742_end_mask_0 = const()[name = tensor<string, []>("op_45742_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_45742_cast = slice_by_index(begin = var_45742_begin_0, end = var_45742_end_0, end_mask = var_45742_end_mask_0, x = transpose_38)[name = tensor<string, []>("op_45742_cast")];
            tensor<int32, [4]> var_45746_begin_0 = const()[name = tensor<string, []>("op_45746_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 768])];
            tensor<int32, [4]> var_45746_end_0 = const()[name = tensor<string, []>("op_45746_end_0"), val = tensor<int32, [4]>([2, 77, 1, 832])];
            tensor<bool, [4]> var_45746_end_mask_0 = const()[name = tensor<string, []>("op_45746_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_45746_cast = slice_by_index(begin = var_45746_begin_0, end = var_45746_end_0, end_mask = var_45746_end_mask_0, x = transpose_38)[name = tensor<string, []>("op_45746_cast")];
            tensor<int32, [4]> var_45750_begin_0 = const()[name = tensor<string, []>("op_45750_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 832])];
            tensor<int32, [4]> var_45750_end_0 = const()[name = tensor<string, []>("op_45750_end_0"), val = tensor<int32, [4]>([2, 77, 1, 896])];
            tensor<bool, [4]> var_45750_end_mask_0 = const()[name = tensor<string, []>("op_45750_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_45750_cast = slice_by_index(begin = var_45750_begin_0, end = var_45750_end_0, end_mask = var_45750_end_mask_0, x = transpose_38)[name = tensor<string, []>("op_45750_cast")];
            tensor<int32, [4]> var_45754_begin_0 = const()[name = tensor<string, []>("op_45754_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 896])];
            tensor<int32, [4]> var_45754_end_0 = const()[name = tensor<string, []>("op_45754_end_0"), val = tensor<int32, [4]>([2, 77, 1, 960])];
            tensor<bool, [4]> var_45754_end_mask_0 = const()[name = tensor<string, []>("op_45754_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_45754_cast = slice_by_index(begin = var_45754_begin_0, end = var_45754_end_0, end_mask = var_45754_end_mask_0, x = transpose_38)[name = tensor<string, []>("op_45754_cast")];
            tensor<int32, [4]> var_45758_begin_0 = const()[name = tensor<string, []>("op_45758_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 960])];
            tensor<int32, [4]> var_45758_end_0 = const()[name = tensor<string, []>("op_45758_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1024])];
            tensor<bool, [4]> var_45758_end_mask_0 = const()[name = tensor<string, []>("op_45758_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_45758_cast = slice_by_index(begin = var_45758_begin_0, end = var_45758_end_0, end_mask = var_45758_end_mask_0, x = transpose_38)[name = tensor<string, []>("op_45758_cast")];
            tensor<int32, [4]> var_45762_begin_0 = const()[name = tensor<string, []>("op_45762_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1024])];
            tensor<int32, [4]> var_45762_end_0 = const()[name = tensor<string, []>("op_45762_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1088])];
            tensor<bool, [4]> var_45762_end_mask_0 = const()[name = tensor<string, []>("op_45762_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_45762_cast = slice_by_index(begin = var_45762_begin_0, end = var_45762_end_0, end_mask = var_45762_end_mask_0, x = transpose_38)[name = tensor<string, []>("op_45762_cast")];
            tensor<int32, [4]> var_45766_begin_0 = const()[name = tensor<string, []>("op_45766_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1088])];
            tensor<int32, [4]> var_45766_end_0 = const()[name = tensor<string, []>("op_45766_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1152])];
            tensor<bool, [4]> var_45766_end_mask_0 = const()[name = tensor<string, []>("op_45766_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_45766_cast = slice_by_index(begin = var_45766_begin_0, end = var_45766_end_0, end_mask = var_45766_end_mask_0, x = transpose_38)[name = tensor<string, []>("op_45766_cast")];
            tensor<int32, [4]> var_45770_begin_0 = const()[name = tensor<string, []>("op_45770_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1152])];
            tensor<int32, [4]> var_45770_end_0 = const()[name = tensor<string, []>("op_45770_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1216])];
            tensor<bool, [4]> var_45770_end_mask_0 = const()[name = tensor<string, []>("op_45770_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_45770_cast = slice_by_index(begin = var_45770_begin_0, end = var_45770_end_0, end_mask = var_45770_end_mask_0, x = transpose_38)[name = tensor<string, []>("op_45770_cast")];
            tensor<int32, [4]> var_45774_begin_0 = const()[name = tensor<string, []>("op_45774_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1216])];
            tensor<int32, [4]> var_45774_end_0 = const()[name = tensor<string, []>("op_45774_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1280])];
            tensor<bool, [4]> var_45774_end_mask_0 = const()[name = tensor<string, []>("op_45774_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_45774_cast = slice_by_index(begin = var_45774_begin_0, end = var_45774_end_0, end_mask = var_45774_end_mask_0, x = transpose_38)[name = tensor<string, []>("op_45774_cast")];
            tensor<int32, [4]> var_45776_begin_0 = const()[name = tensor<string, []>("op_45776_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_45776_end_0 = const()[name = tensor<string, []>("op_45776_end_0"), val = tensor<int32, [4]>([2, 64, 1, 77])];
            tensor<bool, [4]> var_45776_end_mask_0 = const()[name = tensor<string, []>("op_45776_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_45776_cast = slice_by_index(begin = var_45776_begin_0, end = var_45776_end_0, end_mask = var_45776_end_mask_0, x = v_203_cast)[name = tensor<string, []>("op_45776_cast")];
            tensor<int32, [4]> var_45780_begin_0 = const()[name = tensor<string, []>("op_45780_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_45780_end_0 = const()[name = tensor<string, []>("op_45780_end_0"), val = tensor<int32, [4]>([2, 128, 1, 77])];
            tensor<bool, [4]> var_45780_end_mask_0 = const()[name = tensor<string, []>("op_45780_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_45780_cast = slice_by_index(begin = var_45780_begin_0, end = var_45780_end_0, end_mask = var_45780_end_mask_0, x = v_203_cast)[name = tensor<string, []>("op_45780_cast")];
            tensor<int32, [4]> var_45784_begin_0 = const()[name = tensor<string, []>("op_45784_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_45784_end_0 = const()[name = tensor<string, []>("op_45784_end_0"), val = tensor<int32, [4]>([2, 192, 1, 77])];
            tensor<bool, [4]> var_45784_end_mask_0 = const()[name = tensor<string, []>("op_45784_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_45784_cast = slice_by_index(begin = var_45784_begin_0, end = var_45784_end_0, end_mask = var_45784_end_mask_0, x = v_203_cast)[name = tensor<string, []>("op_45784_cast")];
            tensor<int32, [4]> var_45788_begin_0 = const()[name = tensor<string, []>("op_45788_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_45788_end_0 = const()[name = tensor<string, []>("op_45788_end_0"), val = tensor<int32, [4]>([2, 256, 1, 77])];
            tensor<bool, [4]> var_45788_end_mask_0 = const()[name = tensor<string, []>("op_45788_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_45788_cast = slice_by_index(begin = var_45788_begin_0, end = var_45788_end_0, end_mask = var_45788_end_mask_0, x = v_203_cast)[name = tensor<string, []>("op_45788_cast")];
            tensor<int32, [4]> var_45792_begin_0 = const()[name = tensor<string, []>("op_45792_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_45792_end_0 = const()[name = tensor<string, []>("op_45792_end_0"), val = tensor<int32, [4]>([2, 320, 1, 77])];
            tensor<bool, [4]> var_45792_end_mask_0 = const()[name = tensor<string, []>("op_45792_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_45792_cast = slice_by_index(begin = var_45792_begin_0, end = var_45792_end_0, end_mask = var_45792_end_mask_0, x = v_203_cast)[name = tensor<string, []>("op_45792_cast")];
            tensor<int32, [4]> var_45796_begin_0 = const()[name = tensor<string, []>("op_45796_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_45796_end_0 = const()[name = tensor<string, []>("op_45796_end_0"), val = tensor<int32, [4]>([2, 384, 1, 77])];
            tensor<bool, [4]> var_45796_end_mask_0 = const()[name = tensor<string, []>("op_45796_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_45796_cast = slice_by_index(begin = var_45796_begin_0, end = var_45796_end_0, end_mask = var_45796_end_mask_0, x = v_203_cast)[name = tensor<string, []>("op_45796_cast")];
            tensor<int32, [4]> var_45800_begin_0 = const()[name = tensor<string, []>("op_45800_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_45800_end_0 = const()[name = tensor<string, []>("op_45800_end_0"), val = tensor<int32, [4]>([2, 448, 1, 77])];
            tensor<bool, [4]> var_45800_end_mask_0 = const()[name = tensor<string, []>("op_45800_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_45800_cast = slice_by_index(begin = var_45800_begin_0, end = var_45800_end_0, end_mask = var_45800_end_mask_0, x = v_203_cast)[name = tensor<string, []>("op_45800_cast")];
            tensor<int32, [4]> var_45804_begin_0 = const()[name = tensor<string, []>("op_45804_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_45804_end_0 = const()[name = tensor<string, []>("op_45804_end_0"), val = tensor<int32, [4]>([2, 512, 1, 77])];
            tensor<bool, [4]> var_45804_end_mask_0 = const()[name = tensor<string, []>("op_45804_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_45804_cast = slice_by_index(begin = var_45804_begin_0, end = var_45804_end_0, end_mask = var_45804_end_mask_0, x = v_203_cast)[name = tensor<string, []>("op_45804_cast")];
            tensor<int32, [4]> var_45808_begin_0 = const()[name = tensor<string, []>("op_45808_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_45808_end_0 = const()[name = tensor<string, []>("op_45808_end_0"), val = tensor<int32, [4]>([2, 576, 1, 77])];
            tensor<bool, [4]> var_45808_end_mask_0 = const()[name = tensor<string, []>("op_45808_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_45808_cast = slice_by_index(begin = var_45808_begin_0, end = var_45808_end_0, end_mask = var_45808_end_mask_0, x = v_203_cast)[name = tensor<string, []>("op_45808_cast")];
            tensor<int32, [4]> var_45812_begin_0 = const()[name = tensor<string, []>("op_45812_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_45812_end_0 = const()[name = tensor<string, []>("op_45812_end_0"), val = tensor<int32, [4]>([2, 640, 1, 77])];
            tensor<bool, [4]> var_45812_end_mask_0 = const()[name = tensor<string, []>("op_45812_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_45812_cast = slice_by_index(begin = var_45812_begin_0, end = var_45812_end_0, end_mask = var_45812_end_mask_0, x = v_203_cast)[name = tensor<string, []>("op_45812_cast")];
            tensor<int32, [4]> var_45816_begin_0 = const()[name = tensor<string, []>("op_45816_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_45816_end_0 = const()[name = tensor<string, []>("op_45816_end_0"), val = tensor<int32, [4]>([2, 704, 1, 77])];
            tensor<bool, [4]> var_45816_end_mask_0 = const()[name = tensor<string, []>("op_45816_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_45816_cast = slice_by_index(begin = var_45816_begin_0, end = var_45816_end_0, end_mask = var_45816_end_mask_0, x = v_203_cast)[name = tensor<string, []>("op_45816_cast")];
            tensor<int32, [4]> var_45820_begin_0 = const()[name = tensor<string, []>("op_45820_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_45820_end_0 = const()[name = tensor<string, []>("op_45820_end_0"), val = tensor<int32, [4]>([2, 768, 1, 77])];
            tensor<bool, [4]> var_45820_end_mask_0 = const()[name = tensor<string, []>("op_45820_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_45820_cast = slice_by_index(begin = var_45820_begin_0, end = var_45820_end_0, end_mask = var_45820_end_mask_0, x = v_203_cast)[name = tensor<string, []>("op_45820_cast")];
            tensor<int32, [4]> var_45824_begin_0 = const()[name = tensor<string, []>("op_45824_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_45824_end_0 = const()[name = tensor<string, []>("op_45824_end_0"), val = tensor<int32, [4]>([2, 832, 1, 77])];
            tensor<bool, [4]> var_45824_end_mask_0 = const()[name = tensor<string, []>("op_45824_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_45824_cast = slice_by_index(begin = var_45824_begin_0, end = var_45824_end_0, end_mask = var_45824_end_mask_0, x = v_203_cast)[name = tensor<string, []>("op_45824_cast")];
            tensor<int32, [4]> var_45828_begin_0 = const()[name = tensor<string, []>("op_45828_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_45828_end_0 = const()[name = tensor<string, []>("op_45828_end_0"), val = tensor<int32, [4]>([2, 896, 1, 77])];
            tensor<bool, [4]> var_45828_end_mask_0 = const()[name = tensor<string, []>("op_45828_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_45828_cast = slice_by_index(begin = var_45828_begin_0, end = var_45828_end_0, end_mask = var_45828_end_mask_0, x = v_203_cast)[name = tensor<string, []>("op_45828_cast")];
            tensor<int32, [4]> var_45832_begin_0 = const()[name = tensor<string, []>("op_45832_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_45832_end_0 = const()[name = tensor<string, []>("op_45832_end_0"), val = tensor<int32, [4]>([2, 960, 1, 77])];
            tensor<bool, [4]> var_45832_end_mask_0 = const()[name = tensor<string, []>("op_45832_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_45832_cast = slice_by_index(begin = var_45832_begin_0, end = var_45832_end_0, end_mask = var_45832_end_mask_0, x = v_203_cast)[name = tensor<string, []>("op_45832_cast")];
            tensor<int32, [4]> var_45836_begin_0 = const()[name = tensor<string, []>("op_45836_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_45836_end_0 = const()[name = tensor<string, []>("op_45836_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 77])];
            tensor<bool, [4]> var_45836_end_mask_0 = const()[name = tensor<string, []>("op_45836_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_45836_cast = slice_by_index(begin = var_45836_begin_0, end = var_45836_end_0, end_mask = var_45836_end_mask_0, x = v_203_cast)[name = tensor<string, []>("op_45836_cast")];
            tensor<int32, [4]> var_45840_begin_0 = const()[name = tensor<string, []>("op_45840_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_45840_end_0 = const()[name = tensor<string, []>("op_45840_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 77])];
            tensor<bool, [4]> var_45840_end_mask_0 = const()[name = tensor<string, []>("op_45840_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_45840_cast = slice_by_index(begin = var_45840_begin_0, end = var_45840_end_0, end_mask = var_45840_end_mask_0, x = v_203_cast)[name = tensor<string, []>("op_45840_cast")];
            tensor<int32, [4]> var_45844_begin_0 = const()[name = tensor<string, []>("op_45844_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_45844_end_0 = const()[name = tensor<string, []>("op_45844_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 77])];
            tensor<bool, [4]> var_45844_end_mask_0 = const()[name = tensor<string, []>("op_45844_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_45844_cast = slice_by_index(begin = var_45844_begin_0, end = var_45844_end_0, end_mask = var_45844_end_mask_0, x = v_203_cast)[name = tensor<string, []>("op_45844_cast")];
            tensor<int32, [4]> var_45848_begin_0 = const()[name = tensor<string, []>("op_45848_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_45848_end_0 = const()[name = tensor<string, []>("op_45848_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 77])];
            tensor<bool, [4]> var_45848_end_mask_0 = const()[name = tensor<string, []>("op_45848_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_45848_cast = slice_by_index(begin = var_45848_begin_0, end = var_45848_end_0, end_mask = var_45848_end_mask_0, x = v_203_cast)[name = tensor<string, []>("op_45848_cast")];
            tensor<int32, [4]> var_45852_begin_0 = const()[name = tensor<string, []>("op_45852_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_45852_end_0 = const()[name = tensor<string, []>("op_45852_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 77])];
            tensor<bool, [4]> var_45852_end_mask_0 = const()[name = tensor<string, []>("op_45852_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_45852_cast = slice_by_index(begin = var_45852_begin_0, end = var_45852_end_0, end_mask = var_45852_end_mask_0, x = v_203_cast)[name = tensor<string, []>("op_45852_cast")];
            tensor<string, []> var_45856_equation_0 = const()[name = tensor<string, []>("op_45856_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_45856_cast = einsum(equation = var_45856_equation_0, values = (var_45698_cast, var_45615_cast))[name = tensor<string, []>("op_45856_cast")];
            tensor<fp16, []> var_45857_to_fp16 = const()[name = tensor<string, []>("op_45857_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3881_cast = mul(x = var_45856_cast, y = var_45857_to_fp16)[name = tensor<string, []>("aw_3881_cast")];
            tensor<string, []> var_45860_equation_0 = const()[name = tensor<string, []>("op_45860_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_45860_cast = einsum(equation = var_45860_equation_0, values = (var_45702_cast, var_45619_cast))[name = tensor<string, []>("op_45860_cast")];
            tensor<fp16, []> var_45861_to_fp16 = const()[name = tensor<string, []>("op_45861_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3883_cast = mul(x = var_45860_cast, y = var_45861_to_fp16)[name = tensor<string, []>("aw_3883_cast")];
            tensor<string, []> var_45864_equation_0 = const()[name = tensor<string, []>("op_45864_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_45864_cast = einsum(equation = var_45864_equation_0, values = (var_45706_cast, var_45623_cast))[name = tensor<string, []>("op_45864_cast")];
            tensor<fp16, []> var_45865_to_fp16 = const()[name = tensor<string, []>("op_45865_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3885_cast = mul(x = var_45864_cast, y = var_45865_to_fp16)[name = tensor<string, []>("aw_3885_cast")];
            tensor<string, []> var_45868_equation_0 = const()[name = tensor<string, []>("op_45868_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_45868_cast = einsum(equation = var_45868_equation_0, values = (var_45710_cast, var_45627_cast))[name = tensor<string, []>("op_45868_cast")];
            tensor<fp16, []> var_45869_to_fp16 = const()[name = tensor<string, []>("op_45869_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3887_cast = mul(x = var_45868_cast, y = var_45869_to_fp16)[name = tensor<string, []>("aw_3887_cast")];
            tensor<string, []> var_45872_equation_0 = const()[name = tensor<string, []>("op_45872_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_45872_cast = einsum(equation = var_45872_equation_0, values = (var_45714_cast, var_45631_cast))[name = tensor<string, []>("op_45872_cast")];
            tensor<fp16, []> var_45873_to_fp16 = const()[name = tensor<string, []>("op_45873_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3889_cast = mul(x = var_45872_cast, y = var_45873_to_fp16)[name = tensor<string, []>("aw_3889_cast")];
            tensor<string, []> var_45876_equation_0 = const()[name = tensor<string, []>("op_45876_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_45876_cast = einsum(equation = var_45876_equation_0, values = (var_45718_cast, var_45635_cast))[name = tensor<string, []>("op_45876_cast")];
            tensor<fp16, []> var_45877_to_fp16 = const()[name = tensor<string, []>("op_45877_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3891_cast = mul(x = var_45876_cast, y = var_45877_to_fp16)[name = tensor<string, []>("aw_3891_cast")];
            tensor<string, []> var_45880_equation_0 = const()[name = tensor<string, []>("op_45880_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_45880_cast = einsum(equation = var_45880_equation_0, values = (var_45722_cast, var_45639_cast))[name = tensor<string, []>("op_45880_cast")];
            tensor<fp16, []> var_45881_to_fp16 = const()[name = tensor<string, []>("op_45881_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3893_cast = mul(x = var_45880_cast, y = var_45881_to_fp16)[name = tensor<string, []>("aw_3893_cast")];
            tensor<string, []> var_45884_equation_0 = const()[name = tensor<string, []>("op_45884_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_45884_cast = einsum(equation = var_45884_equation_0, values = (var_45726_cast, var_45643_cast))[name = tensor<string, []>("op_45884_cast")];
            tensor<fp16, []> var_45885_to_fp16 = const()[name = tensor<string, []>("op_45885_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3895_cast = mul(x = var_45884_cast, y = var_45885_to_fp16)[name = tensor<string, []>("aw_3895_cast")];
            tensor<string, []> var_45888_equation_0 = const()[name = tensor<string, []>("op_45888_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_45888_cast = einsum(equation = var_45888_equation_0, values = (var_45730_cast, var_45647_cast))[name = tensor<string, []>("op_45888_cast")];
            tensor<fp16, []> var_45889_to_fp16 = const()[name = tensor<string, []>("op_45889_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3897_cast = mul(x = var_45888_cast, y = var_45889_to_fp16)[name = tensor<string, []>("aw_3897_cast")];
            tensor<string, []> var_45892_equation_0 = const()[name = tensor<string, []>("op_45892_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_45892_cast = einsum(equation = var_45892_equation_0, values = (var_45734_cast, var_45651_cast))[name = tensor<string, []>("op_45892_cast")];
            tensor<fp16, []> var_45893_to_fp16 = const()[name = tensor<string, []>("op_45893_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3899_cast = mul(x = var_45892_cast, y = var_45893_to_fp16)[name = tensor<string, []>("aw_3899_cast")];
            tensor<string, []> var_45896_equation_0 = const()[name = tensor<string, []>("op_45896_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_45896_cast = einsum(equation = var_45896_equation_0, values = (var_45738_cast, var_45655_cast))[name = tensor<string, []>("op_45896_cast")];
            tensor<fp16, []> var_45897_to_fp16 = const()[name = tensor<string, []>("op_45897_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3901_cast = mul(x = var_45896_cast, y = var_45897_to_fp16)[name = tensor<string, []>("aw_3901_cast")];
            tensor<string, []> var_45900_equation_0 = const()[name = tensor<string, []>("op_45900_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_45900_cast = einsum(equation = var_45900_equation_0, values = (var_45742_cast, var_45659_cast))[name = tensor<string, []>("op_45900_cast")];
            tensor<fp16, []> var_45901_to_fp16 = const()[name = tensor<string, []>("op_45901_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3903_cast = mul(x = var_45900_cast, y = var_45901_to_fp16)[name = tensor<string, []>("aw_3903_cast")];
            tensor<string, []> var_45904_equation_0 = const()[name = tensor<string, []>("op_45904_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_45904_cast = einsum(equation = var_45904_equation_0, values = (var_45746_cast, var_45663_cast))[name = tensor<string, []>("op_45904_cast")];
            tensor<fp16, []> var_45905_to_fp16 = const()[name = tensor<string, []>("op_45905_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3905_cast = mul(x = var_45904_cast, y = var_45905_to_fp16)[name = tensor<string, []>("aw_3905_cast")];
            tensor<string, []> var_45908_equation_0 = const()[name = tensor<string, []>("op_45908_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_45908_cast = einsum(equation = var_45908_equation_0, values = (var_45750_cast, var_45667_cast))[name = tensor<string, []>("op_45908_cast")];
            tensor<fp16, []> var_45909_to_fp16 = const()[name = tensor<string, []>("op_45909_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3907_cast = mul(x = var_45908_cast, y = var_45909_to_fp16)[name = tensor<string, []>("aw_3907_cast")];
            tensor<string, []> var_45912_equation_0 = const()[name = tensor<string, []>("op_45912_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_45912_cast = einsum(equation = var_45912_equation_0, values = (var_45754_cast, var_45671_cast))[name = tensor<string, []>("op_45912_cast")];
            tensor<fp16, []> var_45913_to_fp16 = const()[name = tensor<string, []>("op_45913_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3909_cast = mul(x = var_45912_cast, y = var_45913_to_fp16)[name = tensor<string, []>("aw_3909_cast")];
            tensor<string, []> var_45916_equation_0 = const()[name = tensor<string, []>("op_45916_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_45916_cast = einsum(equation = var_45916_equation_0, values = (var_45758_cast, var_45675_cast))[name = tensor<string, []>("op_45916_cast")];
            tensor<fp16, []> var_45917_to_fp16 = const()[name = tensor<string, []>("op_45917_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3911_cast = mul(x = var_45916_cast, y = var_45917_to_fp16)[name = tensor<string, []>("aw_3911_cast")];
            tensor<string, []> var_45920_equation_0 = const()[name = tensor<string, []>("op_45920_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_45920_cast = einsum(equation = var_45920_equation_0, values = (var_45762_cast, var_45679_cast))[name = tensor<string, []>("op_45920_cast")];
            tensor<fp16, []> var_45921_to_fp16 = const()[name = tensor<string, []>("op_45921_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3913_cast = mul(x = var_45920_cast, y = var_45921_to_fp16)[name = tensor<string, []>("aw_3913_cast")];
            tensor<string, []> var_45924_equation_0 = const()[name = tensor<string, []>("op_45924_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_45924_cast = einsum(equation = var_45924_equation_0, values = (var_45766_cast, var_45683_cast))[name = tensor<string, []>("op_45924_cast")];
            tensor<fp16, []> var_45925_to_fp16 = const()[name = tensor<string, []>("op_45925_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3915_cast = mul(x = var_45924_cast, y = var_45925_to_fp16)[name = tensor<string, []>("aw_3915_cast")];
            tensor<string, []> var_45928_equation_0 = const()[name = tensor<string, []>("op_45928_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_45928_cast = einsum(equation = var_45928_equation_0, values = (var_45770_cast, var_45687_cast))[name = tensor<string, []>("op_45928_cast")];
            tensor<fp16, []> var_45929_to_fp16 = const()[name = tensor<string, []>("op_45929_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3917_cast = mul(x = var_45928_cast, y = var_45929_to_fp16)[name = tensor<string, []>("aw_3917_cast")];
            tensor<string, []> var_45932_equation_0 = const()[name = tensor<string, []>("op_45932_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_45932_cast = einsum(equation = var_45932_equation_0, values = (var_45774_cast, var_45691_cast))[name = tensor<string, []>("op_45932_cast")];
            tensor<fp16, []> var_45933_to_fp16 = const()[name = tensor<string, []>("op_45933_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3919_cast = mul(x = var_45932_cast, y = var_45933_to_fp16)[name = tensor<string, []>("aw_3919_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_45935_cast = softmax(axis = var_30355, x = aw_3881_cast)[name = tensor<string, []>("op_45935_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_45936_cast = softmax(axis = var_30355, x = aw_3883_cast)[name = tensor<string, []>("op_45936_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_45937_cast = softmax(axis = var_30355, x = aw_3885_cast)[name = tensor<string, []>("op_45937_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_45938_cast = softmax(axis = var_30355, x = aw_3887_cast)[name = tensor<string, []>("op_45938_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_45939_cast = softmax(axis = var_30355, x = aw_3889_cast)[name = tensor<string, []>("op_45939_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_45940_cast = softmax(axis = var_30355, x = aw_3891_cast)[name = tensor<string, []>("op_45940_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_45941_cast = softmax(axis = var_30355, x = aw_3893_cast)[name = tensor<string, []>("op_45941_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_45942_cast = softmax(axis = var_30355, x = aw_3895_cast)[name = tensor<string, []>("op_45942_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_45943_cast = softmax(axis = var_30355, x = aw_3897_cast)[name = tensor<string, []>("op_45943_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_45944_cast = softmax(axis = var_30355, x = aw_3899_cast)[name = tensor<string, []>("op_45944_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_45945_cast = softmax(axis = var_30355, x = aw_3901_cast)[name = tensor<string, []>("op_45945_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_45946_cast = softmax(axis = var_30355, x = aw_3903_cast)[name = tensor<string, []>("op_45946_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_45947_cast = softmax(axis = var_30355, x = aw_3905_cast)[name = tensor<string, []>("op_45947_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_45948_cast = softmax(axis = var_30355, x = aw_3907_cast)[name = tensor<string, []>("op_45948_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_45949_cast = softmax(axis = var_30355, x = aw_3909_cast)[name = tensor<string, []>("op_45949_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_45950_cast = softmax(axis = var_30355, x = aw_3911_cast)[name = tensor<string, []>("op_45950_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_45951_cast = softmax(axis = var_30355, x = aw_3913_cast)[name = tensor<string, []>("op_45951_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_45952_cast = softmax(axis = var_30355, x = aw_3915_cast)[name = tensor<string, []>("op_45952_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_45953_cast = softmax(axis = var_30355, x = aw_3917_cast)[name = tensor<string, []>("op_45953_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_45954_cast = softmax(axis = var_30355, x = aw_3919_cast)[name = tensor<string, []>("op_45954_cast")];
            tensor<string, []> var_45956_equation_0 = const()[name = tensor<string, []>("op_45956_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_45956_cast = einsum(equation = var_45956_equation_0, values = (var_45776_cast, var_45935_cast))[name = tensor<string, []>("op_45956_cast")];
            tensor<string, []> var_45958_equation_0 = const()[name = tensor<string, []>("op_45958_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_45958_cast = einsum(equation = var_45958_equation_0, values = (var_45780_cast, var_45936_cast))[name = tensor<string, []>("op_45958_cast")];
            tensor<string, []> var_45960_equation_0 = const()[name = tensor<string, []>("op_45960_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_45960_cast = einsum(equation = var_45960_equation_0, values = (var_45784_cast, var_45937_cast))[name = tensor<string, []>("op_45960_cast")];
            tensor<string, []> var_45962_equation_0 = const()[name = tensor<string, []>("op_45962_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_45962_cast = einsum(equation = var_45962_equation_0, values = (var_45788_cast, var_45938_cast))[name = tensor<string, []>("op_45962_cast")];
            tensor<string, []> var_45964_equation_0 = const()[name = tensor<string, []>("op_45964_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_45964_cast = einsum(equation = var_45964_equation_0, values = (var_45792_cast, var_45939_cast))[name = tensor<string, []>("op_45964_cast")];
            tensor<string, []> var_45966_equation_0 = const()[name = tensor<string, []>("op_45966_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_45966_cast = einsum(equation = var_45966_equation_0, values = (var_45796_cast, var_45940_cast))[name = tensor<string, []>("op_45966_cast")];
            tensor<string, []> var_45968_equation_0 = const()[name = tensor<string, []>("op_45968_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_45968_cast = einsum(equation = var_45968_equation_0, values = (var_45800_cast, var_45941_cast))[name = tensor<string, []>("op_45968_cast")];
            tensor<string, []> var_45970_equation_0 = const()[name = tensor<string, []>("op_45970_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_45970_cast = einsum(equation = var_45970_equation_0, values = (var_45804_cast, var_45942_cast))[name = tensor<string, []>("op_45970_cast")];
            tensor<string, []> var_45972_equation_0 = const()[name = tensor<string, []>("op_45972_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_45972_cast = einsum(equation = var_45972_equation_0, values = (var_45808_cast, var_45943_cast))[name = tensor<string, []>("op_45972_cast")];
            tensor<string, []> var_45974_equation_0 = const()[name = tensor<string, []>("op_45974_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_45974_cast = einsum(equation = var_45974_equation_0, values = (var_45812_cast, var_45944_cast))[name = tensor<string, []>("op_45974_cast")];
            tensor<string, []> var_45976_equation_0 = const()[name = tensor<string, []>("op_45976_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_45976_cast = einsum(equation = var_45976_equation_0, values = (var_45816_cast, var_45945_cast))[name = tensor<string, []>("op_45976_cast")];
            tensor<string, []> var_45978_equation_0 = const()[name = tensor<string, []>("op_45978_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_45978_cast = einsum(equation = var_45978_equation_0, values = (var_45820_cast, var_45946_cast))[name = tensor<string, []>("op_45978_cast")];
            tensor<string, []> var_45980_equation_0 = const()[name = tensor<string, []>("op_45980_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_45980_cast = einsum(equation = var_45980_equation_0, values = (var_45824_cast, var_45947_cast))[name = tensor<string, []>("op_45980_cast")];
            tensor<string, []> var_45982_equation_0 = const()[name = tensor<string, []>("op_45982_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_45982_cast = einsum(equation = var_45982_equation_0, values = (var_45828_cast, var_45948_cast))[name = tensor<string, []>("op_45982_cast")];
            tensor<string, []> var_45984_equation_0 = const()[name = tensor<string, []>("op_45984_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_45984_cast = einsum(equation = var_45984_equation_0, values = (var_45832_cast, var_45949_cast))[name = tensor<string, []>("op_45984_cast")];
            tensor<string, []> var_45986_equation_0 = const()[name = tensor<string, []>("op_45986_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_45986_cast = einsum(equation = var_45986_equation_0, values = (var_45836_cast, var_45950_cast))[name = tensor<string, []>("op_45986_cast")];
            tensor<string, []> var_45988_equation_0 = const()[name = tensor<string, []>("op_45988_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_45988_cast = einsum(equation = var_45988_equation_0, values = (var_45840_cast, var_45951_cast))[name = tensor<string, []>("op_45988_cast")];
            tensor<string, []> var_45990_equation_0 = const()[name = tensor<string, []>("op_45990_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_45990_cast = einsum(equation = var_45990_equation_0, values = (var_45844_cast, var_45952_cast))[name = tensor<string, []>("op_45990_cast")];
            tensor<string, []> var_45992_equation_0 = const()[name = tensor<string, []>("op_45992_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_45992_cast = einsum(equation = var_45992_equation_0, values = (var_45848_cast, var_45953_cast))[name = tensor<string, []>("op_45992_cast")];
            tensor<string, []> var_45994_equation_0 = const()[name = tensor<string, []>("op_45994_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_45994_cast = einsum(equation = var_45994_equation_0, values = (var_45852_cast, var_45954_cast))[name = tensor<string, []>("op_45994_cast")];
            tensor<bool, []> input_587_interleave_0 = const()[name = tensor<string, []>("input_587_interleave_0"), val = tensor<bool, []>(false)];
            tensor<fp16, [2, 1280, 1, 576]> input_587_cast = concat(axis = var_30355, interleave = input_587_interleave_0, values = (var_45956_cast, var_45958_cast, var_45960_cast, var_45962_cast, var_45964_cast, var_45966_cast, var_45968_cast, var_45970_cast, var_45972_cast, var_45974_cast, var_45976_cast, var_45978_cast, var_45980_cast, var_45982_cast, var_45984_cast, var_45986_cast, var_45988_cast, var_45990_cast, var_45992_cast, var_45994_cast))[name = tensor<string, []>("input_587_cast")];
            tensor<int32, [2]> var_46000 = const()[name = tensor<string, []>("op_46000"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_46002 = const()[name = tensor<string, []>("op_46002"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_46004_pad_type_0 = const()[name = tensor<string, []>("op_46004_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_46004_pad_0 = const()[name = tensor<string, []>("op_46004_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_6_attn2_to_out_0_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [409600]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(198073472))), lut = tensor<fp16, [4]>([-0x1.1bcp-6, -0x1.55p-8, 0x1.52p-8, 0x1.1acp-6]), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_6_attn2_to_out_0_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_attentions_1_transformer_blocks_6_attn2_to_out_0_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_6_attn2_to_out_0_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(198483136)))];
            tensor<fp16, [2, 1280, 1, 576]> var_46004_cast = conv(bias = up_blocks_0_attentions_1_transformer_blocks_6_attn2_to_out_0_bias_to_fp16, dilations = var_46002, groups = var_30355, pad = var_46004_pad_0, pad_type = var_46004_pad_type_0, strides = var_46000, weight = up_blocks_0_attentions_1_transformer_blocks_6_attn2_to_out_0_weight_to_fp16_palettized, x = input_587_cast)[name = tensor<string, []>("op_46004_cast")];
            tensor<fp16, [2, 1280, 1, 576]> inputs_305_cast = add(x = var_46004_cast, y = inputs_303_cast)[name = tensor<string, []>("inputs_305_cast")];
            tensor<int32, [1]> var_46008 = const()[name = tensor<string, []>("op_46008"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> channels_mean_305_cast = reduce_mean(axes = var_46008, keep_dims = var_30350, x = inputs_305_cast)[name = tensor<string, []>("channels_mean_305_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_305_cast = sub(x = inputs_305_cast, y = channels_mean_305_cast)[name = tensor<string, []>("zero_mean_305_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_sq_305_cast = mul(x = zero_mean_305_cast, y = zero_mean_305_cast)[name = tensor<string, []>("zero_mean_sq_305_cast")];
            tensor<int32, [1]> var_46012 = const()[name = tensor<string, []>("op_46012"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> var_46013_cast = reduce_mean(axes = var_46012, keep_dims = var_30350, x = zero_mean_sq_305_cast)[name = tensor<string, []>("op_46013_cast")];
            tensor<fp16, []> var_46014_to_fp16 = const()[name = tensor<string, []>("op_46014_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 576]> var_46015_cast = add(x = var_46013_cast, y = var_46014_to_fp16)[name = tensor<string, []>("op_46015_cast")];
            tensor<fp16, []> denom_305_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_305_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 576]> denom_305_cast = rsqrt(epsilon = denom_305_epsilon_0_to_fp16, x = var_46015_cast)[name = tensor<string, []>("denom_305_cast")];
            tensor<fp16, [2, 1280, 1, 576]> out_305_cast = mul(x = zero_mean_305_cast, y = denom_305_cast)[name = tensor<string, []>("out_305_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_46019_to_fp16 = const()[name = tensor<string, []>("op_46019_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(198485760)))];
            tensor<fp16, [2, 1280, 1, 576]> var_46020_cast = add(x = out_305_cast, y = var_46019_to_fp16)[name = tensor<string, []>("op_46020_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_46022_to_fp16 = const()[name = tensor<string, []>("op_46022_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(198488384)))];
            tensor<fp16, [2, 1280, 1, 576]> input_589_cast = mul(x = var_46020_cast, y = var_46022_to_fp16)[name = tensor<string, []>("input_589_cast")];
            tensor<int32, [2]> var_46030 = const()[name = tensor<string, []>("op_46030"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_46032 = const()[name = tensor<string, []>("op_46032"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_46034_pad_type_0 = const()[name = tensor<string, []>("op_46034_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_46034_pad_0 = const()[name = tensor<string, []>("op_46034_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [10240, 1280, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_6_ff_net_0_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [9830400]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(198491008))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(208321472))), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_6_ff_net_0_proj_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([10240, 1280, 1, 1])];
            tensor<fp16, [10240]> up_blocks_0_attentions_1_transformer_blocks_6_ff_net_0_proj_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_6_ff_net_0_proj_bias_to_fp16"), val = tensor<fp16, [10240]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(208321664)))];
            tensor<fp16, [2, 10240, 1, 576]> var_46034_cast = conv(bias = up_blocks_0_attentions_1_transformer_blocks_6_ff_net_0_proj_bias_to_fp16, dilations = var_46032, groups = var_30355, pad = var_46034_pad_0, pad_type = var_46034_pad_type_0, strides = var_46030, weight = up_blocks_0_attentions_1_transformer_blocks_6_ff_net_0_proj_weight_to_fp16_palettized, x = input_589_cast)[name = tensor<string, []>("op_46034_cast")];
            tensor<int32, [2]> var_46035_split_sizes_0 = const()[name = tensor<string, []>("op_46035_split_sizes_0"), val = tensor<int32, [2]>([5120, 5120])];
            tensor<int32, []> var_46035_axis_0 = const()[name = tensor<string, []>("op_46035_axis_0"), val = tensor<int32, []>(1)];
            tensor<fp16, [2, 5120, 1, 576]> var_46035_cast_0, tensor<fp16, [2, 5120, 1, 576]> var_46035_cast_1 = split(axis = var_46035_axis_0, split_sizes = var_46035_split_sizes_0, x = var_46034_cast)[name = tensor<string, []>("op_46035_cast")];
            tensor<string, []> var_46037_mode_0 = const()[name = tensor<string, []>("op_46037_mode_0"), val = tensor<string, []>("EXACT")];
            tensor<fp16, [2, 5120, 1, 576]> var_46037_cast = gelu(mode = var_46037_mode_0, x = var_46035_cast_1)[name = tensor<string, []>("op_46037_cast")];
            tensor<fp16, [2, 5120, 1, 576]> input_591_cast = mul(x = var_46035_cast_0, y = var_46037_cast)[name = tensor<string, []>("input_591_cast")];
            tensor<int32, [2]> var_46041 = const()[name = tensor<string, []>("op_46041"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_46043 = const()[name = tensor<string, []>("op_46043"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_46045_pad_type_0 = const()[name = tensor<string, []>("op_46045_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_46045_pad_0 = const()[name = tensor<string, []>("op_46045_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 5120, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_6_ff_net_2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [4915200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(208342208))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(213257472))), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_6_ff_net_2_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 5120, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_attentions_1_transformer_blocks_6_ff_net_2_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_6_ff_net_2_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(213257664)))];
            tensor<fp16, [2, 1280, 1, 576]> var_46045_cast = conv(bias = up_blocks_0_attentions_1_transformer_blocks_6_ff_net_2_bias_to_fp16, dilations = var_46043, groups = var_30355, pad = var_46045_pad_0, pad_type = var_46045_pad_type_0, strides = var_46041, weight = up_blocks_0_attentions_1_transformer_blocks_6_ff_net_2_weight_to_fp16_palettized, x = input_591_cast)[name = tensor<string, []>("op_46045_cast")];
            tensor<fp16, [2, 1280, 1, 576]> inputs_307_cast = add(x = var_46045_cast, y = inputs_305_cast)[name = tensor<string, []>("inputs_307_cast")];
            tensor<int32, [1]> var_46055 = const()[name = tensor<string, []>("op_46055"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> channels_mean_307_cast = reduce_mean(axes = var_46055, keep_dims = var_30350, x = inputs_307_cast)[name = tensor<string, []>("channels_mean_307_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_307_cast = sub(x = inputs_307_cast, y = channels_mean_307_cast)[name = tensor<string, []>("zero_mean_307_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_sq_307_cast = mul(x = zero_mean_307_cast, y = zero_mean_307_cast)[name = tensor<string, []>("zero_mean_sq_307_cast")];
            tensor<int32, [1]> var_46059 = const()[name = tensor<string, []>("op_46059"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> var_46060_cast = reduce_mean(axes = var_46059, keep_dims = var_30350, x = zero_mean_sq_307_cast)[name = tensor<string, []>("op_46060_cast")];
            tensor<fp16, []> var_46061_to_fp16 = const()[name = tensor<string, []>("op_46061_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 576]> var_46062_cast = add(x = var_46060_cast, y = var_46061_to_fp16)[name = tensor<string, []>("op_46062_cast")];
            tensor<fp16, []> denom_307_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_307_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 576]> denom_307_cast = rsqrt(epsilon = denom_307_epsilon_0_to_fp16, x = var_46062_cast)[name = tensor<string, []>("denom_307_cast")];
            tensor<fp16, [2, 1280, 1, 576]> out_307_cast = mul(x = zero_mean_307_cast, y = denom_307_cast)[name = tensor<string, []>("out_307_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_46066_to_fp16 = const()[name = tensor<string, []>("op_46066_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(213260288)))];
            tensor<fp16, [2, 1280, 1, 576]> var_46067_cast = add(x = out_307_cast, y = var_46066_to_fp16)[name = tensor<string, []>("op_46067_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_46069_to_fp16 = const()[name = tensor<string, []>("op_46069_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(213262912)))];
            tensor<fp16, [2, 1280, 1, 576]> hidden_states_403_cast = mul(x = var_46067_cast, y = var_46069_to_fp16)[name = tensor<string, []>("hidden_states_403_cast")];
            tensor<int32, [2]> var_46076 = const()[name = tensor<string, []>("op_46076"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_46078 = const()[name = tensor<string, []>("op_46078"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> q_205_pad_type_0 = const()[name = tensor<string, []>("q_205_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> q_205_pad_0 = const()[name = tensor<string, []>("q_205_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_7_attn1_to_q_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [819200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(213265536))), lut = tensor<fp16, [16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(214084800))), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_7_attn1_to_q_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> q_205_cast = conv(dilations = var_46078, groups = var_30355, pad = q_205_pad_0, pad_type = q_205_pad_type_0, strides = var_46076, weight = up_blocks_0_attentions_1_transformer_blocks_7_attn1_to_q_weight_to_fp16_palettized, x = hidden_states_403_cast)[name = tensor<string, []>("q_205_cast")];
            tensor<int32, [2]> var_46082 = const()[name = tensor<string, []>("op_46082"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_46084 = const()[name = tensor<string, []>("op_46084"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> k_409_pad_type_0 = const()[name = tensor<string, []>("k_409_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> k_409_pad_0 = const()[name = tensor<string, []>("k_409_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_7_attn1_to_k_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [819200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(214084928))), lut = tensor<fp16, [16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(214904192))), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_7_attn1_to_k_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> k_409_cast = conv(dilations = var_46084, groups = var_30355, pad = k_409_pad_0, pad_type = k_409_pad_type_0, strides = var_46082, weight = up_blocks_0_attentions_1_transformer_blocks_7_attn1_to_k_weight_to_fp16_palettized, x = hidden_states_403_cast)[name = tensor<string, []>("k_409_cast")];
            tensor<int32, [2]> var_46088 = const()[name = tensor<string, []>("op_46088"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_46090 = const()[name = tensor<string, []>("op_46090"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> v_205_pad_type_0 = const()[name = tensor<string, []>("v_205_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> v_205_pad_0 = const()[name = tensor<string, []>("v_205_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_7_attn1_to_v_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [1228800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(214904320))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(216133184))), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_7_attn1_to_v_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> v_205_cast = conv(dilations = var_46090, groups = var_30355, pad = v_205_pad_0, pad_type = v_205_pad_type_0, strides = var_46088, weight = up_blocks_0_attentions_1_transformer_blocks_7_attn1_to_v_weight_to_fp16_palettized, x = hidden_states_403_cast)[name = tensor<string, []>("v_205_cast")];
            tensor<int32, [4]> var_46094_begin_0 = const()[name = tensor<string, []>("op_46094_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_46094_end_0 = const()[name = tensor<string, []>("op_46094_end_0"), val = tensor<int32, [4]>([2, 64, 1, 576])];
            tensor<bool, [4]> var_46094_end_mask_0 = const()[name = tensor<string, []>("op_46094_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_46094_cast = slice_by_index(begin = var_46094_begin_0, end = var_46094_end_0, end_mask = var_46094_end_mask_0, x = q_205_cast)[name = tensor<string, []>("op_46094_cast")];
            tensor<int32, [4]> var_46098_begin_0 = const()[name = tensor<string, []>("op_46098_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_46098_end_0 = const()[name = tensor<string, []>("op_46098_end_0"), val = tensor<int32, [4]>([2, 128, 1, 576])];
            tensor<bool, [4]> var_46098_end_mask_0 = const()[name = tensor<string, []>("op_46098_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_46098_cast = slice_by_index(begin = var_46098_begin_0, end = var_46098_end_0, end_mask = var_46098_end_mask_0, x = q_205_cast)[name = tensor<string, []>("op_46098_cast")];
            tensor<int32, [4]> var_46102_begin_0 = const()[name = tensor<string, []>("op_46102_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_46102_end_0 = const()[name = tensor<string, []>("op_46102_end_0"), val = tensor<int32, [4]>([2, 192, 1, 576])];
            tensor<bool, [4]> var_46102_end_mask_0 = const()[name = tensor<string, []>("op_46102_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_46102_cast = slice_by_index(begin = var_46102_begin_0, end = var_46102_end_0, end_mask = var_46102_end_mask_0, x = q_205_cast)[name = tensor<string, []>("op_46102_cast")];
            tensor<int32, [4]> var_46106_begin_0 = const()[name = tensor<string, []>("op_46106_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_46106_end_0 = const()[name = tensor<string, []>("op_46106_end_0"), val = tensor<int32, [4]>([2, 256, 1, 576])];
            tensor<bool, [4]> var_46106_end_mask_0 = const()[name = tensor<string, []>("op_46106_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_46106_cast = slice_by_index(begin = var_46106_begin_0, end = var_46106_end_0, end_mask = var_46106_end_mask_0, x = q_205_cast)[name = tensor<string, []>("op_46106_cast")];
            tensor<int32, [4]> var_46110_begin_0 = const()[name = tensor<string, []>("op_46110_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_46110_end_0 = const()[name = tensor<string, []>("op_46110_end_0"), val = tensor<int32, [4]>([2, 320, 1, 576])];
            tensor<bool, [4]> var_46110_end_mask_0 = const()[name = tensor<string, []>("op_46110_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_46110_cast = slice_by_index(begin = var_46110_begin_0, end = var_46110_end_0, end_mask = var_46110_end_mask_0, x = q_205_cast)[name = tensor<string, []>("op_46110_cast")];
            tensor<int32, [4]> var_46114_begin_0 = const()[name = tensor<string, []>("op_46114_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_46114_end_0 = const()[name = tensor<string, []>("op_46114_end_0"), val = tensor<int32, [4]>([2, 384, 1, 576])];
            tensor<bool, [4]> var_46114_end_mask_0 = const()[name = tensor<string, []>("op_46114_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_46114_cast = slice_by_index(begin = var_46114_begin_0, end = var_46114_end_0, end_mask = var_46114_end_mask_0, x = q_205_cast)[name = tensor<string, []>("op_46114_cast")];
            tensor<int32, [4]> var_46118_begin_0 = const()[name = tensor<string, []>("op_46118_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_46118_end_0 = const()[name = tensor<string, []>("op_46118_end_0"), val = tensor<int32, [4]>([2, 448, 1, 576])];
            tensor<bool, [4]> var_46118_end_mask_0 = const()[name = tensor<string, []>("op_46118_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_46118_cast = slice_by_index(begin = var_46118_begin_0, end = var_46118_end_0, end_mask = var_46118_end_mask_0, x = q_205_cast)[name = tensor<string, []>("op_46118_cast")];
            tensor<int32, [4]> var_46122_begin_0 = const()[name = tensor<string, []>("op_46122_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_46122_end_0 = const()[name = tensor<string, []>("op_46122_end_0"), val = tensor<int32, [4]>([2, 512, 1, 576])];
            tensor<bool, [4]> var_46122_end_mask_0 = const()[name = tensor<string, []>("op_46122_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_46122_cast = slice_by_index(begin = var_46122_begin_0, end = var_46122_end_0, end_mask = var_46122_end_mask_0, x = q_205_cast)[name = tensor<string, []>("op_46122_cast")];
            tensor<int32, [4]> var_46126_begin_0 = const()[name = tensor<string, []>("op_46126_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_46126_end_0 = const()[name = tensor<string, []>("op_46126_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_46126_end_mask_0 = const()[name = tensor<string, []>("op_46126_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_46126_cast = slice_by_index(begin = var_46126_begin_0, end = var_46126_end_0, end_mask = var_46126_end_mask_0, x = q_205_cast)[name = tensor<string, []>("op_46126_cast")];
            tensor<int32, [4]> var_46130_begin_0 = const()[name = tensor<string, []>("op_46130_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_46130_end_0 = const()[name = tensor<string, []>("op_46130_end_0"), val = tensor<int32, [4]>([2, 640, 1, 576])];
            tensor<bool, [4]> var_46130_end_mask_0 = const()[name = tensor<string, []>("op_46130_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_46130_cast = slice_by_index(begin = var_46130_begin_0, end = var_46130_end_0, end_mask = var_46130_end_mask_0, x = q_205_cast)[name = tensor<string, []>("op_46130_cast")];
            tensor<int32, [4]> var_46134_begin_0 = const()[name = tensor<string, []>("op_46134_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_46134_end_0 = const()[name = tensor<string, []>("op_46134_end_0"), val = tensor<int32, [4]>([2, 704, 1, 576])];
            tensor<bool, [4]> var_46134_end_mask_0 = const()[name = tensor<string, []>("op_46134_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_46134_cast = slice_by_index(begin = var_46134_begin_0, end = var_46134_end_0, end_mask = var_46134_end_mask_0, x = q_205_cast)[name = tensor<string, []>("op_46134_cast")];
            tensor<int32, [4]> var_46138_begin_0 = const()[name = tensor<string, []>("op_46138_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_46138_end_0 = const()[name = tensor<string, []>("op_46138_end_0"), val = tensor<int32, [4]>([2, 768, 1, 576])];
            tensor<bool, [4]> var_46138_end_mask_0 = const()[name = tensor<string, []>("op_46138_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_46138_cast = slice_by_index(begin = var_46138_begin_0, end = var_46138_end_0, end_mask = var_46138_end_mask_0, x = q_205_cast)[name = tensor<string, []>("op_46138_cast")];
            tensor<int32, [4]> var_46142_begin_0 = const()[name = tensor<string, []>("op_46142_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_46142_end_0 = const()[name = tensor<string, []>("op_46142_end_0"), val = tensor<int32, [4]>([2, 832, 1, 576])];
            tensor<bool, [4]> var_46142_end_mask_0 = const()[name = tensor<string, []>("op_46142_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_46142_cast = slice_by_index(begin = var_46142_begin_0, end = var_46142_end_0, end_mask = var_46142_end_mask_0, x = q_205_cast)[name = tensor<string, []>("op_46142_cast")];
            tensor<int32, [4]> var_46146_begin_0 = const()[name = tensor<string, []>("op_46146_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_46146_end_0 = const()[name = tensor<string, []>("op_46146_end_0"), val = tensor<int32, [4]>([2, 896, 1, 576])];
            tensor<bool, [4]> var_46146_end_mask_0 = const()[name = tensor<string, []>("op_46146_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_46146_cast = slice_by_index(begin = var_46146_begin_0, end = var_46146_end_0, end_mask = var_46146_end_mask_0, x = q_205_cast)[name = tensor<string, []>("op_46146_cast")];
            tensor<int32, [4]> var_46150_begin_0 = const()[name = tensor<string, []>("op_46150_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_46150_end_0 = const()[name = tensor<string, []>("op_46150_end_0"), val = tensor<int32, [4]>([2, 960, 1, 576])];
            tensor<bool, [4]> var_46150_end_mask_0 = const()[name = tensor<string, []>("op_46150_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_46150_cast = slice_by_index(begin = var_46150_begin_0, end = var_46150_end_0, end_mask = var_46150_end_mask_0, x = q_205_cast)[name = tensor<string, []>("op_46150_cast")];
            tensor<int32, [4]> var_46154_begin_0 = const()[name = tensor<string, []>("op_46154_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_46154_end_0 = const()[name = tensor<string, []>("op_46154_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 576])];
            tensor<bool, [4]> var_46154_end_mask_0 = const()[name = tensor<string, []>("op_46154_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_46154_cast = slice_by_index(begin = var_46154_begin_0, end = var_46154_end_0, end_mask = var_46154_end_mask_0, x = q_205_cast)[name = tensor<string, []>("op_46154_cast")];
            tensor<int32, [4]> var_46158_begin_0 = const()[name = tensor<string, []>("op_46158_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_46158_end_0 = const()[name = tensor<string, []>("op_46158_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 576])];
            tensor<bool, [4]> var_46158_end_mask_0 = const()[name = tensor<string, []>("op_46158_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_46158_cast = slice_by_index(begin = var_46158_begin_0, end = var_46158_end_0, end_mask = var_46158_end_mask_0, x = q_205_cast)[name = tensor<string, []>("op_46158_cast")];
            tensor<int32, [4]> var_46162_begin_0 = const()[name = tensor<string, []>("op_46162_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_46162_end_0 = const()[name = tensor<string, []>("op_46162_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 576])];
            tensor<bool, [4]> var_46162_end_mask_0 = const()[name = tensor<string, []>("op_46162_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_46162_cast = slice_by_index(begin = var_46162_begin_0, end = var_46162_end_0, end_mask = var_46162_end_mask_0, x = q_205_cast)[name = tensor<string, []>("op_46162_cast")];
            tensor<int32, [4]> var_46166_begin_0 = const()[name = tensor<string, []>("op_46166_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_46166_end_0 = const()[name = tensor<string, []>("op_46166_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 576])];
            tensor<bool, [4]> var_46166_end_mask_0 = const()[name = tensor<string, []>("op_46166_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_46166_cast = slice_by_index(begin = var_46166_begin_0, end = var_46166_end_0, end_mask = var_46166_end_mask_0, x = q_205_cast)[name = tensor<string, []>("op_46166_cast")];
            tensor<int32, [4]> var_46170_begin_0 = const()[name = tensor<string, []>("op_46170_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_46170_end_0 = const()[name = tensor<string, []>("op_46170_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 576])];
            tensor<bool, [4]> var_46170_end_mask_0 = const()[name = tensor<string, []>("op_46170_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_46170_cast = slice_by_index(begin = var_46170_begin_0, end = var_46170_end_0, end_mask = var_46170_end_mask_0, x = q_205_cast)[name = tensor<string, []>("op_46170_cast")];
            tensor<int32, [4]> k_411_perm_0 = const()[name = tensor<string, []>("k_411_perm_0"), val = tensor<int32, [4]>([0, 3, 2, 1])];
            tensor<int32, [4]> var_46177_begin_0 = const()[name = tensor<string, []>("op_46177_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_46177_end_0 = const()[name = tensor<string, []>("op_46177_end_0"), val = tensor<int32, [4]>([2, 576, 1, 64])];
            tensor<bool, [4]> var_46177_end_mask_0 = const()[name = tensor<string, []>("op_46177_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 1280]> transpose_37 = transpose(perm = k_411_perm_0, x = k_409_cast)[name = tensor<string, []>("transpose_37")];
            tensor<fp16, [2, 576, 1, 64]> var_46177_cast = slice_by_index(begin = var_46177_begin_0, end = var_46177_end_0, end_mask = var_46177_end_mask_0, x = transpose_37)[name = tensor<string, []>("op_46177_cast")];
            tensor<int32, [4]> var_46181_begin_0 = const()[name = tensor<string, []>("op_46181_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 64])];
            tensor<int32, [4]> var_46181_end_0 = const()[name = tensor<string, []>("op_46181_end_0"), val = tensor<int32, [4]>([2, 576, 1, 128])];
            tensor<bool, [4]> var_46181_end_mask_0 = const()[name = tensor<string, []>("op_46181_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_46181_cast = slice_by_index(begin = var_46181_begin_0, end = var_46181_end_0, end_mask = var_46181_end_mask_0, x = transpose_37)[name = tensor<string, []>("op_46181_cast")];
            tensor<int32, [4]> var_46185_begin_0 = const()[name = tensor<string, []>("op_46185_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 128])];
            tensor<int32, [4]> var_46185_end_0 = const()[name = tensor<string, []>("op_46185_end_0"), val = tensor<int32, [4]>([2, 576, 1, 192])];
            tensor<bool, [4]> var_46185_end_mask_0 = const()[name = tensor<string, []>("op_46185_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_46185_cast = slice_by_index(begin = var_46185_begin_0, end = var_46185_end_0, end_mask = var_46185_end_mask_0, x = transpose_37)[name = tensor<string, []>("op_46185_cast")];
            tensor<int32, [4]> var_46189_begin_0 = const()[name = tensor<string, []>("op_46189_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 192])];
            tensor<int32, [4]> var_46189_end_0 = const()[name = tensor<string, []>("op_46189_end_0"), val = tensor<int32, [4]>([2, 576, 1, 256])];
            tensor<bool, [4]> var_46189_end_mask_0 = const()[name = tensor<string, []>("op_46189_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_46189_cast = slice_by_index(begin = var_46189_begin_0, end = var_46189_end_0, end_mask = var_46189_end_mask_0, x = transpose_37)[name = tensor<string, []>("op_46189_cast")];
            tensor<int32, [4]> var_46193_begin_0 = const()[name = tensor<string, []>("op_46193_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 256])];
            tensor<int32, [4]> var_46193_end_0 = const()[name = tensor<string, []>("op_46193_end_0"), val = tensor<int32, [4]>([2, 576, 1, 320])];
            tensor<bool, [4]> var_46193_end_mask_0 = const()[name = tensor<string, []>("op_46193_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_46193_cast = slice_by_index(begin = var_46193_begin_0, end = var_46193_end_0, end_mask = var_46193_end_mask_0, x = transpose_37)[name = tensor<string, []>("op_46193_cast")];
            tensor<int32, [4]> var_46197_begin_0 = const()[name = tensor<string, []>("op_46197_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 320])];
            tensor<int32, [4]> var_46197_end_0 = const()[name = tensor<string, []>("op_46197_end_0"), val = tensor<int32, [4]>([2, 576, 1, 384])];
            tensor<bool, [4]> var_46197_end_mask_0 = const()[name = tensor<string, []>("op_46197_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_46197_cast = slice_by_index(begin = var_46197_begin_0, end = var_46197_end_0, end_mask = var_46197_end_mask_0, x = transpose_37)[name = tensor<string, []>("op_46197_cast")];
            tensor<int32, [4]> var_46201_begin_0 = const()[name = tensor<string, []>("op_46201_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 384])];
            tensor<int32, [4]> var_46201_end_0 = const()[name = tensor<string, []>("op_46201_end_0"), val = tensor<int32, [4]>([2, 576, 1, 448])];
            tensor<bool, [4]> var_46201_end_mask_0 = const()[name = tensor<string, []>("op_46201_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_46201_cast = slice_by_index(begin = var_46201_begin_0, end = var_46201_end_0, end_mask = var_46201_end_mask_0, x = transpose_37)[name = tensor<string, []>("op_46201_cast")];
            tensor<int32, [4]> var_46205_begin_0 = const()[name = tensor<string, []>("op_46205_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 448])];
            tensor<int32, [4]> var_46205_end_0 = const()[name = tensor<string, []>("op_46205_end_0"), val = tensor<int32, [4]>([2, 576, 1, 512])];
            tensor<bool, [4]> var_46205_end_mask_0 = const()[name = tensor<string, []>("op_46205_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_46205_cast = slice_by_index(begin = var_46205_begin_0, end = var_46205_end_0, end_mask = var_46205_end_mask_0, x = transpose_37)[name = tensor<string, []>("op_46205_cast")];
            tensor<int32, [4]> var_46209_begin_0 = const()[name = tensor<string, []>("op_46209_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 512])];
            tensor<int32, [4]> var_46209_end_0 = const()[name = tensor<string, []>("op_46209_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_46209_end_mask_0 = const()[name = tensor<string, []>("op_46209_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_46209_cast = slice_by_index(begin = var_46209_begin_0, end = var_46209_end_0, end_mask = var_46209_end_mask_0, x = transpose_37)[name = tensor<string, []>("op_46209_cast")];
            tensor<int32, [4]> var_46213_begin_0 = const()[name = tensor<string, []>("op_46213_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 576])];
            tensor<int32, [4]> var_46213_end_0 = const()[name = tensor<string, []>("op_46213_end_0"), val = tensor<int32, [4]>([2, 576, 1, 640])];
            tensor<bool, [4]> var_46213_end_mask_0 = const()[name = tensor<string, []>("op_46213_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_46213_cast = slice_by_index(begin = var_46213_begin_0, end = var_46213_end_0, end_mask = var_46213_end_mask_0, x = transpose_37)[name = tensor<string, []>("op_46213_cast")];
            tensor<int32, [4]> var_46217_begin_0 = const()[name = tensor<string, []>("op_46217_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 640])];
            tensor<int32, [4]> var_46217_end_0 = const()[name = tensor<string, []>("op_46217_end_0"), val = tensor<int32, [4]>([2, 576, 1, 704])];
            tensor<bool, [4]> var_46217_end_mask_0 = const()[name = tensor<string, []>("op_46217_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_46217_cast = slice_by_index(begin = var_46217_begin_0, end = var_46217_end_0, end_mask = var_46217_end_mask_0, x = transpose_37)[name = tensor<string, []>("op_46217_cast")];
            tensor<int32, [4]> var_46221_begin_0 = const()[name = tensor<string, []>("op_46221_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 704])];
            tensor<int32, [4]> var_46221_end_0 = const()[name = tensor<string, []>("op_46221_end_0"), val = tensor<int32, [4]>([2, 576, 1, 768])];
            tensor<bool, [4]> var_46221_end_mask_0 = const()[name = tensor<string, []>("op_46221_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_46221_cast = slice_by_index(begin = var_46221_begin_0, end = var_46221_end_0, end_mask = var_46221_end_mask_0, x = transpose_37)[name = tensor<string, []>("op_46221_cast")];
            tensor<int32, [4]> var_46225_begin_0 = const()[name = tensor<string, []>("op_46225_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 768])];
            tensor<int32, [4]> var_46225_end_0 = const()[name = tensor<string, []>("op_46225_end_0"), val = tensor<int32, [4]>([2, 576, 1, 832])];
            tensor<bool, [4]> var_46225_end_mask_0 = const()[name = tensor<string, []>("op_46225_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_46225_cast = slice_by_index(begin = var_46225_begin_0, end = var_46225_end_0, end_mask = var_46225_end_mask_0, x = transpose_37)[name = tensor<string, []>("op_46225_cast")];
            tensor<int32, [4]> var_46229_begin_0 = const()[name = tensor<string, []>("op_46229_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 832])];
            tensor<int32, [4]> var_46229_end_0 = const()[name = tensor<string, []>("op_46229_end_0"), val = tensor<int32, [4]>([2, 576, 1, 896])];
            tensor<bool, [4]> var_46229_end_mask_0 = const()[name = tensor<string, []>("op_46229_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_46229_cast = slice_by_index(begin = var_46229_begin_0, end = var_46229_end_0, end_mask = var_46229_end_mask_0, x = transpose_37)[name = tensor<string, []>("op_46229_cast")];
            tensor<int32, [4]> var_46233_begin_0 = const()[name = tensor<string, []>("op_46233_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 896])];
            tensor<int32, [4]> var_46233_end_0 = const()[name = tensor<string, []>("op_46233_end_0"), val = tensor<int32, [4]>([2, 576, 1, 960])];
            tensor<bool, [4]> var_46233_end_mask_0 = const()[name = tensor<string, []>("op_46233_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_46233_cast = slice_by_index(begin = var_46233_begin_0, end = var_46233_end_0, end_mask = var_46233_end_mask_0, x = transpose_37)[name = tensor<string, []>("op_46233_cast")];
            tensor<int32, [4]> var_46237_begin_0 = const()[name = tensor<string, []>("op_46237_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 960])];
            tensor<int32, [4]> var_46237_end_0 = const()[name = tensor<string, []>("op_46237_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1024])];
            tensor<bool, [4]> var_46237_end_mask_0 = const()[name = tensor<string, []>("op_46237_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_46237_cast = slice_by_index(begin = var_46237_begin_0, end = var_46237_end_0, end_mask = var_46237_end_mask_0, x = transpose_37)[name = tensor<string, []>("op_46237_cast")];
            tensor<int32, [4]> var_46241_begin_0 = const()[name = tensor<string, []>("op_46241_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1024])];
            tensor<int32, [4]> var_46241_end_0 = const()[name = tensor<string, []>("op_46241_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1088])];
            tensor<bool, [4]> var_46241_end_mask_0 = const()[name = tensor<string, []>("op_46241_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_46241_cast = slice_by_index(begin = var_46241_begin_0, end = var_46241_end_0, end_mask = var_46241_end_mask_0, x = transpose_37)[name = tensor<string, []>("op_46241_cast")];
            tensor<int32, [4]> var_46245_begin_0 = const()[name = tensor<string, []>("op_46245_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1088])];
            tensor<int32, [4]> var_46245_end_0 = const()[name = tensor<string, []>("op_46245_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1152])];
            tensor<bool, [4]> var_46245_end_mask_0 = const()[name = tensor<string, []>("op_46245_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_46245_cast = slice_by_index(begin = var_46245_begin_0, end = var_46245_end_0, end_mask = var_46245_end_mask_0, x = transpose_37)[name = tensor<string, []>("op_46245_cast")];
            tensor<int32, [4]> var_46249_begin_0 = const()[name = tensor<string, []>("op_46249_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1152])];
            tensor<int32, [4]> var_46249_end_0 = const()[name = tensor<string, []>("op_46249_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1216])];
            tensor<bool, [4]> var_46249_end_mask_0 = const()[name = tensor<string, []>("op_46249_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_46249_cast = slice_by_index(begin = var_46249_begin_0, end = var_46249_end_0, end_mask = var_46249_end_mask_0, x = transpose_37)[name = tensor<string, []>("op_46249_cast")];
            tensor<int32, [4]> var_46253_begin_0 = const()[name = tensor<string, []>("op_46253_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1216])];
            tensor<int32, [4]> var_46253_end_0 = const()[name = tensor<string, []>("op_46253_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1280])];
            tensor<bool, [4]> var_46253_end_mask_0 = const()[name = tensor<string, []>("op_46253_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_46253_cast = slice_by_index(begin = var_46253_begin_0, end = var_46253_end_0, end_mask = var_46253_end_mask_0, x = transpose_37)[name = tensor<string, []>("op_46253_cast")];
            tensor<int32, [4]> var_46255_begin_0 = const()[name = tensor<string, []>("op_46255_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_46255_end_0 = const()[name = tensor<string, []>("op_46255_end_0"), val = tensor<int32, [4]>([2, 64, 1, 576])];
            tensor<bool, [4]> var_46255_end_mask_0 = const()[name = tensor<string, []>("op_46255_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_46255_cast = slice_by_index(begin = var_46255_begin_0, end = var_46255_end_0, end_mask = var_46255_end_mask_0, x = v_205_cast)[name = tensor<string, []>("op_46255_cast")];
            tensor<int32, [4]> var_46259_begin_0 = const()[name = tensor<string, []>("op_46259_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_46259_end_0 = const()[name = tensor<string, []>("op_46259_end_0"), val = tensor<int32, [4]>([2, 128, 1, 576])];
            tensor<bool, [4]> var_46259_end_mask_0 = const()[name = tensor<string, []>("op_46259_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_46259_cast = slice_by_index(begin = var_46259_begin_0, end = var_46259_end_0, end_mask = var_46259_end_mask_0, x = v_205_cast)[name = tensor<string, []>("op_46259_cast")];
            tensor<int32, [4]> var_46263_begin_0 = const()[name = tensor<string, []>("op_46263_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_46263_end_0 = const()[name = tensor<string, []>("op_46263_end_0"), val = tensor<int32, [4]>([2, 192, 1, 576])];
            tensor<bool, [4]> var_46263_end_mask_0 = const()[name = tensor<string, []>("op_46263_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_46263_cast = slice_by_index(begin = var_46263_begin_0, end = var_46263_end_0, end_mask = var_46263_end_mask_0, x = v_205_cast)[name = tensor<string, []>("op_46263_cast")];
            tensor<int32, [4]> var_46267_begin_0 = const()[name = tensor<string, []>("op_46267_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_46267_end_0 = const()[name = tensor<string, []>("op_46267_end_0"), val = tensor<int32, [4]>([2, 256, 1, 576])];
            tensor<bool, [4]> var_46267_end_mask_0 = const()[name = tensor<string, []>("op_46267_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_46267_cast = slice_by_index(begin = var_46267_begin_0, end = var_46267_end_0, end_mask = var_46267_end_mask_0, x = v_205_cast)[name = tensor<string, []>("op_46267_cast")];
            tensor<int32, [4]> var_46271_begin_0 = const()[name = tensor<string, []>("op_46271_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_46271_end_0 = const()[name = tensor<string, []>("op_46271_end_0"), val = tensor<int32, [4]>([2, 320, 1, 576])];
            tensor<bool, [4]> var_46271_end_mask_0 = const()[name = tensor<string, []>("op_46271_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_46271_cast = slice_by_index(begin = var_46271_begin_0, end = var_46271_end_0, end_mask = var_46271_end_mask_0, x = v_205_cast)[name = tensor<string, []>("op_46271_cast")];
            tensor<int32, [4]> var_46275_begin_0 = const()[name = tensor<string, []>("op_46275_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_46275_end_0 = const()[name = tensor<string, []>("op_46275_end_0"), val = tensor<int32, [4]>([2, 384, 1, 576])];
            tensor<bool, [4]> var_46275_end_mask_0 = const()[name = tensor<string, []>("op_46275_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_46275_cast = slice_by_index(begin = var_46275_begin_0, end = var_46275_end_0, end_mask = var_46275_end_mask_0, x = v_205_cast)[name = tensor<string, []>("op_46275_cast")];
            tensor<int32, [4]> var_46279_begin_0 = const()[name = tensor<string, []>("op_46279_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_46279_end_0 = const()[name = tensor<string, []>("op_46279_end_0"), val = tensor<int32, [4]>([2, 448, 1, 576])];
            tensor<bool, [4]> var_46279_end_mask_0 = const()[name = tensor<string, []>("op_46279_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_46279_cast = slice_by_index(begin = var_46279_begin_0, end = var_46279_end_0, end_mask = var_46279_end_mask_0, x = v_205_cast)[name = tensor<string, []>("op_46279_cast")];
            tensor<int32, [4]> var_46283_begin_0 = const()[name = tensor<string, []>("op_46283_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_46283_end_0 = const()[name = tensor<string, []>("op_46283_end_0"), val = tensor<int32, [4]>([2, 512, 1, 576])];
            tensor<bool, [4]> var_46283_end_mask_0 = const()[name = tensor<string, []>("op_46283_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_46283_cast = slice_by_index(begin = var_46283_begin_0, end = var_46283_end_0, end_mask = var_46283_end_mask_0, x = v_205_cast)[name = tensor<string, []>("op_46283_cast")];
            tensor<int32, [4]> var_46287_begin_0 = const()[name = tensor<string, []>("op_46287_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_46287_end_0 = const()[name = tensor<string, []>("op_46287_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_46287_end_mask_0 = const()[name = tensor<string, []>("op_46287_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_46287_cast = slice_by_index(begin = var_46287_begin_0, end = var_46287_end_0, end_mask = var_46287_end_mask_0, x = v_205_cast)[name = tensor<string, []>("op_46287_cast")];
            tensor<int32, [4]> var_46291_begin_0 = const()[name = tensor<string, []>("op_46291_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_46291_end_0 = const()[name = tensor<string, []>("op_46291_end_0"), val = tensor<int32, [4]>([2, 640, 1, 576])];
            tensor<bool, [4]> var_46291_end_mask_0 = const()[name = tensor<string, []>("op_46291_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_46291_cast = slice_by_index(begin = var_46291_begin_0, end = var_46291_end_0, end_mask = var_46291_end_mask_0, x = v_205_cast)[name = tensor<string, []>("op_46291_cast")];
            tensor<int32, [4]> var_46295_begin_0 = const()[name = tensor<string, []>("op_46295_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_46295_end_0 = const()[name = tensor<string, []>("op_46295_end_0"), val = tensor<int32, [4]>([2, 704, 1, 576])];
            tensor<bool, [4]> var_46295_end_mask_0 = const()[name = tensor<string, []>("op_46295_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_46295_cast = slice_by_index(begin = var_46295_begin_0, end = var_46295_end_0, end_mask = var_46295_end_mask_0, x = v_205_cast)[name = tensor<string, []>("op_46295_cast")];
            tensor<int32, [4]> var_46299_begin_0 = const()[name = tensor<string, []>("op_46299_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_46299_end_0 = const()[name = tensor<string, []>("op_46299_end_0"), val = tensor<int32, [4]>([2, 768, 1, 576])];
            tensor<bool, [4]> var_46299_end_mask_0 = const()[name = tensor<string, []>("op_46299_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_46299_cast = slice_by_index(begin = var_46299_begin_0, end = var_46299_end_0, end_mask = var_46299_end_mask_0, x = v_205_cast)[name = tensor<string, []>("op_46299_cast")];
            tensor<int32, [4]> var_46303_begin_0 = const()[name = tensor<string, []>("op_46303_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_46303_end_0 = const()[name = tensor<string, []>("op_46303_end_0"), val = tensor<int32, [4]>([2, 832, 1, 576])];
            tensor<bool, [4]> var_46303_end_mask_0 = const()[name = tensor<string, []>("op_46303_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_46303_cast = slice_by_index(begin = var_46303_begin_0, end = var_46303_end_0, end_mask = var_46303_end_mask_0, x = v_205_cast)[name = tensor<string, []>("op_46303_cast")];
            tensor<int32, [4]> var_46307_begin_0 = const()[name = tensor<string, []>("op_46307_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_46307_end_0 = const()[name = tensor<string, []>("op_46307_end_0"), val = tensor<int32, [4]>([2, 896, 1, 576])];
            tensor<bool, [4]> var_46307_end_mask_0 = const()[name = tensor<string, []>("op_46307_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_46307_cast = slice_by_index(begin = var_46307_begin_0, end = var_46307_end_0, end_mask = var_46307_end_mask_0, x = v_205_cast)[name = tensor<string, []>("op_46307_cast")];
            tensor<int32, [4]> var_46311_begin_0 = const()[name = tensor<string, []>("op_46311_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_46311_end_0 = const()[name = tensor<string, []>("op_46311_end_0"), val = tensor<int32, [4]>([2, 960, 1, 576])];
            tensor<bool, [4]> var_46311_end_mask_0 = const()[name = tensor<string, []>("op_46311_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_46311_cast = slice_by_index(begin = var_46311_begin_0, end = var_46311_end_0, end_mask = var_46311_end_mask_0, x = v_205_cast)[name = tensor<string, []>("op_46311_cast")];
            tensor<int32, [4]> var_46315_begin_0 = const()[name = tensor<string, []>("op_46315_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_46315_end_0 = const()[name = tensor<string, []>("op_46315_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 576])];
            tensor<bool, [4]> var_46315_end_mask_0 = const()[name = tensor<string, []>("op_46315_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_46315_cast = slice_by_index(begin = var_46315_begin_0, end = var_46315_end_0, end_mask = var_46315_end_mask_0, x = v_205_cast)[name = tensor<string, []>("op_46315_cast")];
            tensor<int32, [4]> var_46319_begin_0 = const()[name = tensor<string, []>("op_46319_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_46319_end_0 = const()[name = tensor<string, []>("op_46319_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 576])];
            tensor<bool, [4]> var_46319_end_mask_0 = const()[name = tensor<string, []>("op_46319_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_46319_cast = slice_by_index(begin = var_46319_begin_0, end = var_46319_end_0, end_mask = var_46319_end_mask_0, x = v_205_cast)[name = tensor<string, []>("op_46319_cast")];
            tensor<int32, [4]> var_46323_begin_0 = const()[name = tensor<string, []>("op_46323_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_46323_end_0 = const()[name = tensor<string, []>("op_46323_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 576])];
            tensor<bool, [4]> var_46323_end_mask_0 = const()[name = tensor<string, []>("op_46323_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_46323_cast = slice_by_index(begin = var_46323_begin_0, end = var_46323_end_0, end_mask = var_46323_end_mask_0, x = v_205_cast)[name = tensor<string, []>("op_46323_cast")];
            tensor<int32, [4]> var_46327_begin_0 = const()[name = tensor<string, []>("op_46327_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_46327_end_0 = const()[name = tensor<string, []>("op_46327_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 576])];
            tensor<bool, [4]> var_46327_end_mask_0 = const()[name = tensor<string, []>("op_46327_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_46327_cast = slice_by_index(begin = var_46327_begin_0, end = var_46327_end_0, end_mask = var_46327_end_mask_0, x = v_205_cast)[name = tensor<string, []>("op_46327_cast")];
            tensor<int32, [4]> var_46331_begin_0 = const()[name = tensor<string, []>("op_46331_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_46331_end_0 = const()[name = tensor<string, []>("op_46331_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 576])];
            tensor<bool, [4]> var_46331_end_mask_0 = const()[name = tensor<string, []>("op_46331_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_46331_cast = slice_by_index(begin = var_46331_begin_0, end = var_46331_end_0, end_mask = var_46331_end_mask_0, x = v_205_cast)[name = tensor<string, []>("op_46331_cast")];
            tensor<string, []> var_46335_equation_0 = const()[name = tensor<string, []>("op_46335_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_46335_cast = einsum(equation = var_46335_equation_0, values = (var_46177_cast, var_46094_cast))[name = tensor<string, []>("op_46335_cast")];
            tensor<fp16, []> var_46336_to_fp16 = const()[name = tensor<string, []>("op_46336_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3921_cast = mul(x = var_46335_cast, y = var_46336_to_fp16)[name = tensor<string, []>("aw_3921_cast")];
            tensor<string, []> var_46339_equation_0 = const()[name = tensor<string, []>("op_46339_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_46339_cast = einsum(equation = var_46339_equation_0, values = (var_46181_cast, var_46098_cast))[name = tensor<string, []>("op_46339_cast")];
            tensor<fp16, []> var_46340_to_fp16 = const()[name = tensor<string, []>("op_46340_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3923_cast = mul(x = var_46339_cast, y = var_46340_to_fp16)[name = tensor<string, []>("aw_3923_cast")];
            tensor<string, []> var_46343_equation_0 = const()[name = tensor<string, []>("op_46343_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_46343_cast = einsum(equation = var_46343_equation_0, values = (var_46185_cast, var_46102_cast))[name = tensor<string, []>("op_46343_cast")];
            tensor<fp16, []> var_46344_to_fp16 = const()[name = tensor<string, []>("op_46344_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3925_cast = mul(x = var_46343_cast, y = var_46344_to_fp16)[name = tensor<string, []>("aw_3925_cast")];
            tensor<string, []> var_46347_equation_0 = const()[name = tensor<string, []>("op_46347_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_46347_cast = einsum(equation = var_46347_equation_0, values = (var_46189_cast, var_46106_cast))[name = tensor<string, []>("op_46347_cast")];
            tensor<fp16, []> var_46348_to_fp16 = const()[name = tensor<string, []>("op_46348_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3927_cast = mul(x = var_46347_cast, y = var_46348_to_fp16)[name = tensor<string, []>("aw_3927_cast")];
            tensor<string, []> var_46351_equation_0 = const()[name = tensor<string, []>("op_46351_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_46351_cast = einsum(equation = var_46351_equation_0, values = (var_46193_cast, var_46110_cast))[name = tensor<string, []>("op_46351_cast")];
            tensor<fp16, []> var_46352_to_fp16 = const()[name = tensor<string, []>("op_46352_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3929_cast = mul(x = var_46351_cast, y = var_46352_to_fp16)[name = tensor<string, []>("aw_3929_cast")];
            tensor<string, []> var_46355_equation_0 = const()[name = tensor<string, []>("op_46355_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_46355_cast = einsum(equation = var_46355_equation_0, values = (var_46197_cast, var_46114_cast))[name = tensor<string, []>("op_46355_cast")];
            tensor<fp16, []> var_46356_to_fp16 = const()[name = tensor<string, []>("op_46356_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3931_cast = mul(x = var_46355_cast, y = var_46356_to_fp16)[name = tensor<string, []>("aw_3931_cast")];
            tensor<string, []> var_46359_equation_0 = const()[name = tensor<string, []>("op_46359_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_46359_cast = einsum(equation = var_46359_equation_0, values = (var_46201_cast, var_46118_cast))[name = tensor<string, []>("op_46359_cast")];
            tensor<fp16, []> var_46360_to_fp16 = const()[name = tensor<string, []>("op_46360_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3933_cast = mul(x = var_46359_cast, y = var_46360_to_fp16)[name = tensor<string, []>("aw_3933_cast")];
            tensor<string, []> var_46363_equation_0 = const()[name = tensor<string, []>("op_46363_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_46363_cast = einsum(equation = var_46363_equation_0, values = (var_46205_cast, var_46122_cast))[name = tensor<string, []>("op_46363_cast")];
            tensor<fp16, []> var_46364_to_fp16 = const()[name = tensor<string, []>("op_46364_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3935_cast = mul(x = var_46363_cast, y = var_46364_to_fp16)[name = tensor<string, []>("aw_3935_cast")];
            tensor<string, []> var_46367_equation_0 = const()[name = tensor<string, []>("op_46367_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_46367_cast = einsum(equation = var_46367_equation_0, values = (var_46209_cast, var_46126_cast))[name = tensor<string, []>("op_46367_cast")];
            tensor<fp16, []> var_46368_to_fp16 = const()[name = tensor<string, []>("op_46368_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3937_cast = mul(x = var_46367_cast, y = var_46368_to_fp16)[name = tensor<string, []>("aw_3937_cast")];
            tensor<string, []> var_46371_equation_0 = const()[name = tensor<string, []>("op_46371_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_46371_cast = einsum(equation = var_46371_equation_0, values = (var_46213_cast, var_46130_cast))[name = tensor<string, []>("op_46371_cast")];
            tensor<fp16, []> var_46372_to_fp16 = const()[name = tensor<string, []>("op_46372_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3939_cast = mul(x = var_46371_cast, y = var_46372_to_fp16)[name = tensor<string, []>("aw_3939_cast")];
            tensor<string, []> var_46375_equation_0 = const()[name = tensor<string, []>("op_46375_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_46375_cast = einsum(equation = var_46375_equation_0, values = (var_46217_cast, var_46134_cast))[name = tensor<string, []>("op_46375_cast")];
            tensor<fp16, []> var_46376_to_fp16 = const()[name = tensor<string, []>("op_46376_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3941_cast = mul(x = var_46375_cast, y = var_46376_to_fp16)[name = tensor<string, []>("aw_3941_cast")];
            tensor<string, []> var_46379_equation_0 = const()[name = tensor<string, []>("op_46379_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_46379_cast = einsum(equation = var_46379_equation_0, values = (var_46221_cast, var_46138_cast))[name = tensor<string, []>("op_46379_cast")];
            tensor<fp16, []> var_46380_to_fp16 = const()[name = tensor<string, []>("op_46380_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3943_cast = mul(x = var_46379_cast, y = var_46380_to_fp16)[name = tensor<string, []>("aw_3943_cast")];
            tensor<string, []> var_46383_equation_0 = const()[name = tensor<string, []>("op_46383_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_46383_cast = einsum(equation = var_46383_equation_0, values = (var_46225_cast, var_46142_cast))[name = tensor<string, []>("op_46383_cast")];
            tensor<fp16, []> var_46384_to_fp16 = const()[name = tensor<string, []>("op_46384_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3945_cast = mul(x = var_46383_cast, y = var_46384_to_fp16)[name = tensor<string, []>("aw_3945_cast")];
            tensor<string, []> var_46387_equation_0 = const()[name = tensor<string, []>("op_46387_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_46387_cast = einsum(equation = var_46387_equation_0, values = (var_46229_cast, var_46146_cast))[name = tensor<string, []>("op_46387_cast")];
            tensor<fp16, []> var_46388_to_fp16 = const()[name = tensor<string, []>("op_46388_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3947_cast = mul(x = var_46387_cast, y = var_46388_to_fp16)[name = tensor<string, []>("aw_3947_cast")];
            tensor<string, []> var_46391_equation_0 = const()[name = tensor<string, []>("op_46391_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_46391_cast = einsum(equation = var_46391_equation_0, values = (var_46233_cast, var_46150_cast))[name = tensor<string, []>("op_46391_cast")];
            tensor<fp16, []> var_46392_to_fp16 = const()[name = tensor<string, []>("op_46392_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3949_cast = mul(x = var_46391_cast, y = var_46392_to_fp16)[name = tensor<string, []>("aw_3949_cast")];
            tensor<string, []> var_46395_equation_0 = const()[name = tensor<string, []>("op_46395_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_46395_cast = einsum(equation = var_46395_equation_0, values = (var_46237_cast, var_46154_cast))[name = tensor<string, []>("op_46395_cast")];
            tensor<fp16, []> var_46396_to_fp16 = const()[name = tensor<string, []>("op_46396_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3951_cast = mul(x = var_46395_cast, y = var_46396_to_fp16)[name = tensor<string, []>("aw_3951_cast")];
            tensor<string, []> var_46399_equation_0 = const()[name = tensor<string, []>("op_46399_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_46399_cast = einsum(equation = var_46399_equation_0, values = (var_46241_cast, var_46158_cast))[name = tensor<string, []>("op_46399_cast")];
            tensor<fp16, []> var_46400_to_fp16 = const()[name = tensor<string, []>("op_46400_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3953_cast = mul(x = var_46399_cast, y = var_46400_to_fp16)[name = tensor<string, []>("aw_3953_cast")];
            tensor<string, []> var_46403_equation_0 = const()[name = tensor<string, []>("op_46403_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_46403_cast = einsum(equation = var_46403_equation_0, values = (var_46245_cast, var_46162_cast))[name = tensor<string, []>("op_46403_cast")];
            tensor<fp16, []> var_46404_to_fp16 = const()[name = tensor<string, []>("op_46404_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3955_cast = mul(x = var_46403_cast, y = var_46404_to_fp16)[name = tensor<string, []>("aw_3955_cast")];
            tensor<string, []> var_46407_equation_0 = const()[name = tensor<string, []>("op_46407_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_46407_cast = einsum(equation = var_46407_equation_0, values = (var_46249_cast, var_46166_cast))[name = tensor<string, []>("op_46407_cast")];
            tensor<fp16, []> var_46408_to_fp16 = const()[name = tensor<string, []>("op_46408_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3957_cast = mul(x = var_46407_cast, y = var_46408_to_fp16)[name = tensor<string, []>("aw_3957_cast")];
            tensor<string, []> var_46411_equation_0 = const()[name = tensor<string, []>("op_46411_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_46411_cast = einsum(equation = var_46411_equation_0, values = (var_46253_cast, var_46170_cast))[name = tensor<string, []>("op_46411_cast")];
            tensor<fp16, []> var_46412_to_fp16 = const()[name = tensor<string, []>("op_46412_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_3959_cast = mul(x = var_46411_cast, y = var_46412_to_fp16)[name = tensor<string, []>("aw_3959_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_46414_cast = softmax(axis = var_30355, x = aw_3921_cast)[name = tensor<string, []>("op_46414_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_46415_cast = softmax(axis = var_30355, x = aw_3923_cast)[name = tensor<string, []>("op_46415_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_46416_cast = softmax(axis = var_30355, x = aw_3925_cast)[name = tensor<string, []>("op_46416_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_46417_cast = softmax(axis = var_30355, x = aw_3927_cast)[name = tensor<string, []>("op_46417_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_46418_cast = softmax(axis = var_30355, x = aw_3929_cast)[name = tensor<string, []>("op_46418_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_46419_cast = softmax(axis = var_30355, x = aw_3931_cast)[name = tensor<string, []>("op_46419_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_46420_cast = softmax(axis = var_30355, x = aw_3933_cast)[name = tensor<string, []>("op_46420_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_46421_cast = softmax(axis = var_30355, x = aw_3935_cast)[name = tensor<string, []>("op_46421_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_46422_cast = softmax(axis = var_30355, x = aw_3937_cast)[name = tensor<string, []>("op_46422_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_46423_cast = softmax(axis = var_30355, x = aw_3939_cast)[name = tensor<string, []>("op_46423_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_46424_cast = softmax(axis = var_30355, x = aw_3941_cast)[name = tensor<string, []>("op_46424_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_46425_cast = softmax(axis = var_30355, x = aw_3943_cast)[name = tensor<string, []>("op_46425_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_46426_cast = softmax(axis = var_30355, x = aw_3945_cast)[name = tensor<string, []>("op_46426_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_46427_cast = softmax(axis = var_30355, x = aw_3947_cast)[name = tensor<string, []>("op_46427_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_46428_cast = softmax(axis = var_30355, x = aw_3949_cast)[name = tensor<string, []>("op_46428_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_46429_cast = softmax(axis = var_30355, x = aw_3951_cast)[name = tensor<string, []>("op_46429_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_46430_cast = softmax(axis = var_30355, x = aw_3953_cast)[name = tensor<string, []>("op_46430_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_46431_cast = softmax(axis = var_30355, x = aw_3955_cast)[name = tensor<string, []>("op_46431_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_46432_cast = softmax(axis = var_30355, x = aw_3957_cast)[name = tensor<string, []>("op_46432_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_46433_cast = softmax(axis = var_30355, x = aw_3959_cast)[name = tensor<string, []>("op_46433_cast")];
            tensor<string, []> var_46435_equation_0 = const()[name = tensor<string, []>("op_46435_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_46435_cast = einsum(equation = var_46435_equation_0, values = (var_46255_cast, var_46414_cast))[name = tensor<string, []>("op_46435_cast")];
            tensor<string, []> var_46437_equation_0 = const()[name = tensor<string, []>("op_46437_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_46437_cast = einsum(equation = var_46437_equation_0, values = (var_46259_cast, var_46415_cast))[name = tensor<string, []>("op_46437_cast")];
            tensor<string, []> var_46439_equation_0 = const()[name = tensor<string, []>("op_46439_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_46439_cast = einsum(equation = var_46439_equation_0, values = (var_46263_cast, var_46416_cast))[name = tensor<string, []>("op_46439_cast")];
            tensor<string, []> var_46441_equation_0 = const()[name = tensor<string, []>("op_46441_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_46441_cast = einsum(equation = var_46441_equation_0, values = (var_46267_cast, var_46417_cast))[name = tensor<string, []>("op_46441_cast")];
            tensor<string, []> var_46443_equation_0 = const()[name = tensor<string, []>("op_46443_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_46443_cast = einsum(equation = var_46443_equation_0, values = (var_46271_cast, var_46418_cast))[name = tensor<string, []>("op_46443_cast")];
            tensor<string, []> var_46445_equation_0 = const()[name = tensor<string, []>("op_46445_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_46445_cast = einsum(equation = var_46445_equation_0, values = (var_46275_cast, var_46419_cast))[name = tensor<string, []>("op_46445_cast")];
            tensor<string, []> var_46447_equation_0 = const()[name = tensor<string, []>("op_46447_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_46447_cast = einsum(equation = var_46447_equation_0, values = (var_46279_cast, var_46420_cast))[name = tensor<string, []>("op_46447_cast")];
            tensor<string, []> var_46449_equation_0 = const()[name = tensor<string, []>("op_46449_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_46449_cast = einsum(equation = var_46449_equation_0, values = (var_46283_cast, var_46421_cast))[name = tensor<string, []>("op_46449_cast")];
            tensor<string, []> var_46451_equation_0 = const()[name = tensor<string, []>("op_46451_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_46451_cast = einsum(equation = var_46451_equation_0, values = (var_46287_cast, var_46422_cast))[name = tensor<string, []>("op_46451_cast")];
            tensor<string, []> var_46453_equation_0 = const()[name = tensor<string, []>("op_46453_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_46453_cast = einsum(equation = var_46453_equation_0, values = (var_46291_cast, var_46423_cast))[name = tensor<string, []>("op_46453_cast")];
            tensor<string, []> var_46455_equation_0 = const()[name = tensor<string, []>("op_46455_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_46455_cast = einsum(equation = var_46455_equation_0, values = (var_46295_cast, var_46424_cast))[name = tensor<string, []>("op_46455_cast")];
            tensor<string, []> var_46457_equation_0 = const()[name = tensor<string, []>("op_46457_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_46457_cast = einsum(equation = var_46457_equation_0, values = (var_46299_cast, var_46425_cast))[name = tensor<string, []>("op_46457_cast")];
            tensor<string, []> var_46459_equation_0 = const()[name = tensor<string, []>("op_46459_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_46459_cast = einsum(equation = var_46459_equation_0, values = (var_46303_cast, var_46426_cast))[name = tensor<string, []>("op_46459_cast")];
            tensor<string, []> var_46461_equation_0 = const()[name = tensor<string, []>("op_46461_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_46461_cast = einsum(equation = var_46461_equation_0, values = (var_46307_cast, var_46427_cast))[name = tensor<string, []>("op_46461_cast")];
            tensor<string, []> var_46463_equation_0 = const()[name = tensor<string, []>("op_46463_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_46463_cast = einsum(equation = var_46463_equation_0, values = (var_46311_cast, var_46428_cast))[name = tensor<string, []>("op_46463_cast")];
            tensor<string, []> var_46465_equation_0 = const()[name = tensor<string, []>("op_46465_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_46465_cast = einsum(equation = var_46465_equation_0, values = (var_46315_cast, var_46429_cast))[name = tensor<string, []>("op_46465_cast")];
            tensor<string, []> var_46467_equation_0 = const()[name = tensor<string, []>("op_46467_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_46467_cast = einsum(equation = var_46467_equation_0, values = (var_46319_cast, var_46430_cast))[name = tensor<string, []>("op_46467_cast")];
            tensor<string, []> var_46469_equation_0 = const()[name = tensor<string, []>("op_46469_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_46469_cast = einsum(equation = var_46469_equation_0, values = (var_46323_cast, var_46431_cast))[name = tensor<string, []>("op_46469_cast")];
            tensor<string, []> var_46471_equation_0 = const()[name = tensor<string, []>("op_46471_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_46471_cast = einsum(equation = var_46471_equation_0, values = (var_46327_cast, var_46432_cast))[name = tensor<string, []>("op_46471_cast")];
            tensor<string, []> var_46473_equation_0 = const()[name = tensor<string, []>("op_46473_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_46473_cast = einsum(equation = var_46473_equation_0, values = (var_46331_cast, var_46433_cast))[name = tensor<string, []>("op_46473_cast")];
            tensor<bool, []> input_593_interleave_0 = const()[name = tensor<string, []>("input_593_interleave_0"), val = tensor<bool, []>(false)];
            tensor<fp16, [2, 1280, 1, 576]> input_593_cast = concat(axis = var_30355, interleave = input_593_interleave_0, values = (var_46435_cast, var_46437_cast, var_46439_cast, var_46441_cast, var_46443_cast, var_46445_cast, var_46447_cast, var_46449_cast, var_46451_cast, var_46453_cast, var_46455_cast, var_46457_cast, var_46459_cast, var_46461_cast, var_46463_cast, var_46465_cast, var_46467_cast, var_46469_cast, var_46471_cast, var_46473_cast))[name = tensor<string, []>("input_593_cast")];
            tensor<int32, [2]> var_46479 = const()[name = tensor<string, []>("op_46479"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_46481 = const()[name = tensor<string, []>("op_46481"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_46483_pad_type_0 = const()[name = tensor<string, []>("op_46483_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_46483_pad_0 = const()[name = tensor<string, []>("op_46483_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_7_attn1_to_out_0_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [1228800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(216133376))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(217362240))), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_7_attn1_to_out_0_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_attentions_1_transformer_blocks_7_attn1_to_out_0_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_7_attn1_to_out_0_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(217362432)))];
            tensor<fp16, [2, 1280, 1, 576]> var_46483_cast = conv(bias = up_blocks_0_attentions_1_transformer_blocks_7_attn1_to_out_0_bias_to_fp16, dilations = var_46481, groups = var_30355, pad = var_46483_pad_0, pad_type = var_46483_pad_type_0, strides = var_46479, weight = up_blocks_0_attentions_1_transformer_blocks_7_attn1_to_out_0_weight_to_fp16_palettized, x = input_593_cast)[name = tensor<string, []>("op_46483_cast")];
            tensor<fp16, [2, 1280, 1, 576]> inputs_309_cast = add(x = var_46483_cast, y = inputs_307_cast)[name = tensor<string, []>("inputs_309_cast")];
            tensor<int32, [1]> var_46487 = const()[name = tensor<string, []>("op_46487"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> channels_mean_309_cast = reduce_mean(axes = var_46487, keep_dims = var_30350, x = inputs_309_cast)[name = tensor<string, []>("channels_mean_309_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_309_cast = sub(x = inputs_309_cast, y = channels_mean_309_cast)[name = tensor<string, []>("zero_mean_309_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_sq_309_cast = mul(x = zero_mean_309_cast, y = zero_mean_309_cast)[name = tensor<string, []>("zero_mean_sq_309_cast")];
            tensor<int32, [1]> var_46491 = const()[name = tensor<string, []>("op_46491"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> var_46492_cast = reduce_mean(axes = var_46491, keep_dims = var_30350, x = zero_mean_sq_309_cast)[name = tensor<string, []>("op_46492_cast")];
            tensor<fp16, []> var_46493_to_fp16 = const()[name = tensor<string, []>("op_46493_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 576]> var_46494_cast = add(x = var_46492_cast, y = var_46493_to_fp16)[name = tensor<string, []>("op_46494_cast")];
            tensor<fp16, []> denom_309_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_309_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 576]> denom_309_cast = rsqrt(epsilon = denom_309_epsilon_0_to_fp16, x = var_46494_cast)[name = tensor<string, []>("denom_309_cast")];
            tensor<fp16, [2, 1280, 1, 576]> out_309_cast = mul(x = zero_mean_309_cast, y = denom_309_cast)[name = tensor<string, []>("out_309_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_46498_to_fp16 = const()[name = tensor<string, []>("op_46498_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(217365056)))];
            tensor<fp16, [2, 1280, 1, 576]> var_46499_cast = add(x = out_309_cast, y = var_46498_to_fp16)[name = tensor<string, []>("op_46499_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_46501_to_fp16 = const()[name = tensor<string, []>("op_46501_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(217367680)))];
            tensor<fp16, [2, 1280, 1, 576]> hidden_states_405_cast = mul(x = var_46499_cast, y = var_46501_to_fp16)[name = tensor<string, []>("hidden_states_405_cast")];
            tensor<int32, [2]> var_46508 = const()[name = tensor<string, []>("op_46508"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_46510 = const()[name = tensor<string, []>("op_46510"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> q_207_pad_type_0 = const()[name = tensor<string, []>("q_207_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> q_207_pad_0 = const()[name = tensor<string, []>("q_207_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_7_attn2_to_q_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [409600]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(217370304))), lut = tensor<fp16, [4]>([-0x1.d34p-6, -0x1.1dp-7, 0x1.1ep-7, 0x1.d2cp-6]), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_7_attn2_to_q_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> q_207_cast = conv(dilations = var_46510, groups = var_30355, pad = q_207_pad_0, pad_type = q_207_pad_type_0, strides = var_46508, weight = up_blocks_0_attentions_1_transformer_blocks_7_attn2_to_q_weight_to_fp16_palettized, x = hidden_states_405_cast)[name = tensor<string, []>("q_207_cast")];
            tensor<int32, [2]> var_46514 = const()[name = tensor<string, []>("op_46514"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_46516 = const()[name = tensor<string, []>("op_46516"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> k_413_pad_type_0 = const()[name = tensor<string, []>("k_413_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> k_413_pad_0 = const()[name = tensor<string, []>("k_413_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 2048, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_7_attn2_to_k_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [655360]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(217779968))), lut = tensor<fp16, [4]>([-0x1.664p-6, -0x1.a54p-8, 0x1.b0cp-8, 0x1.69p-6]), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_7_attn2_to_k_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 2048, 1, 1])];
            tensor<fp16, [2, 1280, 1, 77]> k_413_cast = conv(dilations = var_46516, groups = var_30355, pad = k_413_pad_0, pad_type = k_413_pad_type_0, strides = var_46514, weight = up_blocks_0_attentions_1_transformer_blocks_7_attn2_to_k_weight_to_fp16_palettized, x = encoder_hidden_states)[name = tensor<string, []>("k_413_cast")];
            tensor<int32, [2]> var_46520 = const()[name = tensor<string, []>("op_46520"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_46522 = const()[name = tensor<string, []>("op_46522"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> v_207_pad_type_0 = const()[name = tensor<string, []>("v_207_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> v_207_pad_0 = const()[name = tensor<string, []>("v_207_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 2048, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_7_attn2_to_v_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [1310720]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(218435392))), lut = tensor<fp16, [16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(219746176))), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_7_attn2_to_v_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 2048, 1, 1])];
            tensor<fp16, [2, 1280, 1, 77]> v_207_cast = conv(dilations = var_46522, groups = var_30355, pad = v_207_pad_0, pad_type = v_207_pad_type_0, strides = var_46520, weight = up_blocks_0_attentions_1_transformer_blocks_7_attn2_to_v_weight_to_fp16_palettized, x = encoder_hidden_states)[name = tensor<string, []>("v_207_cast")];
            tensor<int32, [4]> var_46526_begin_0 = const()[name = tensor<string, []>("op_46526_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_46526_end_0 = const()[name = tensor<string, []>("op_46526_end_0"), val = tensor<int32, [4]>([2, 64, 1, 576])];
            tensor<bool, [4]> var_46526_end_mask_0 = const()[name = tensor<string, []>("op_46526_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_46526_cast = slice_by_index(begin = var_46526_begin_0, end = var_46526_end_0, end_mask = var_46526_end_mask_0, x = q_207_cast)[name = tensor<string, []>("op_46526_cast")];
            tensor<int32, [4]> var_46530_begin_0 = const()[name = tensor<string, []>("op_46530_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_46530_end_0 = const()[name = tensor<string, []>("op_46530_end_0"), val = tensor<int32, [4]>([2, 128, 1, 576])];
            tensor<bool, [4]> var_46530_end_mask_0 = const()[name = tensor<string, []>("op_46530_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_46530_cast = slice_by_index(begin = var_46530_begin_0, end = var_46530_end_0, end_mask = var_46530_end_mask_0, x = q_207_cast)[name = tensor<string, []>("op_46530_cast")];
            tensor<int32, [4]> var_46534_begin_0 = const()[name = tensor<string, []>("op_46534_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_46534_end_0 = const()[name = tensor<string, []>("op_46534_end_0"), val = tensor<int32, [4]>([2, 192, 1, 576])];
            tensor<bool, [4]> var_46534_end_mask_0 = const()[name = tensor<string, []>("op_46534_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_46534_cast = slice_by_index(begin = var_46534_begin_0, end = var_46534_end_0, end_mask = var_46534_end_mask_0, x = q_207_cast)[name = tensor<string, []>("op_46534_cast")];
            tensor<int32, [4]> var_46538_begin_0 = const()[name = tensor<string, []>("op_46538_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_46538_end_0 = const()[name = tensor<string, []>("op_46538_end_0"), val = tensor<int32, [4]>([2, 256, 1, 576])];
            tensor<bool, [4]> var_46538_end_mask_0 = const()[name = tensor<string, []>("op_46538_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_46538_cast = slice_by_index(begin = var_46538_begin_0, end = var_46538_end_0, end_mask = var_46538_end_mask_0, x = q_207_cast)[name = tensor<string, []>("op_46538_cast")];
            tensor<int32, [4]> var_46542_begin_0 = const()[name = tensor<string, []>("op_46542_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_46542_end_0 = const()[name = tensor<string, []>("op_46542_end_0"), val = tensor<int32, [4]>([2, 320, 1, 576])];
            tensor<bool, [4]> var_46542_end_mask_0 = const()[name = tensor<string, []>("op_46542_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_46542_cast = slice_by_index(begin = var_46542_begin_0, end = var_46542_end_0, end_mask = var_46542_end_mask_0, x = q_207_cast)[name = tensor<string, []>("op_46542_cast")];
            tensor<int32, [4]> var_46546_begin_0 = const()[name = tensor<string, []>("op_46546_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_46546_end_0 = const()[name = tensor<string, []>("op_46546_end_0"), val = tensor<int32, [4]>([2, 384, 1, 576])];
            tensor<bool, [4]> var_46546_end_mask_0 = const()[name = tensor<string, []>("op_46546_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_46546_cast = slice_by_index(begin = var_46546_begin_0, end = var_46546_end_0, end_mask = var_46546_end_mask_0, x = q_207_cast)[name = tensor<string, []>("op_46546_cast")];
            tensor<int32, [4]> var_46550_begin_0 = const()[name = tensor<string, []>("op_46550_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_46550_end_0 = const()[name = tensor<string, []>("op_46550_end_0"), val = tensor<int32, [4]>([2, 448, 1, 576])];
            tensor<bool, [4]> var_46550_end_mask_0 = const()[name = tensor<string, []>("op_46550_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_46550_cast = slice_by_index(begin = var_46550_begin_0, end = var_46550_end_0, end_mask = var_46550_end_mask_0, x = q_207_cast)[name = tensor<string, []>("op_46550_cast")];
            tensor<int32, [4]> var_46554_begin_0 = const()[name = tensor<string, []>("op_46554_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_46554_end_0 = const()[name = tensor<string, []>("op_46554_end_0"), val = tensor<int32, [4]>([2, 512, 1, 576])];
            tensor<bool, [4]> var_46554_end_mask_0 = const()[name = tensor<string, []>("op_46554_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_46554_cast = slice_by_index(begin = var_46554_begin_0, end = var_46554_end_0, end_mask = var_46554_end_mask_0, x = q_207_cast)[name = tensor<string, []>("op_46554_cast")];
            tensor<int32, [4]> var_46558_begin_0 = const()[name = tensor<string, []>("op_46558_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_46558_end_0 = const()[name = tensor<string, []>("op_46558_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_46558_end_mask_0 = const()[name = tensor<string, []>("op_46558_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_46558_cast = slice_by_index(begin = var_46558_begin_0, end = var_46558_end_0, end_mask = var_46558_end_mask_0, x = q_207_cast)[name = tensor<string, []>("op_46558_cast")];
            tensor<int32, [4]> var_46562_begin_0 = const()[name = tensor<string, []>("op_46562_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_46562_end_0 = const()[name = tensor<string, []>("op_46562_end_0"), val = tensor<int32, [4]>([2, 640, 1, 576])];
            tensor<bool, [4]> var_46562_end_mask_0 = const()[name = tensor<string, []>("op_46562_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_46562_cast = slice_by_index(begin = var_46562_begin_0, end = var_46562_end_0, end_mask = var_46562_end_mask_0, x = q_207_cast)[name = tensor<string, []>("op_46562_cast")];
            tensor<int32, [4]> var_46566_begin_0 = const()[name = tensor<string, []>("op_46566_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_46566_end_0 = const()[name = tensor<string, []>("op_46566_end_0"), val = tensor<int32, [4]>([2, 704, 1, 576])];
            tensor<bool, [4]> var_46566_end_mask_0 = const()[name = tensor<string, []>("op_46566_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_46566_cast = slice_by_index(begin = var_46566_begin_0, end = var_46566_end_0, end_mask = var_46566_end_mask_0, x = q_207_cast)[name = tensor<string, []>("op_46566_cast")];
            tensor<int32, [4]> var_46570_begin_0 = const()[name = tensor<string, []>("op_46570_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_46570_end_0 = const()[name = tensor<string, []>("op_46570_end_0"), val = tensor<int32, [4]>([2, 768, 1, 576])];
            tensor<bool, [4]> var_46570_end_mask_0 = const()[name = tensor<string, []>("op_46570_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_46570_cast = slice_by_index(begin = var_46570_begin_0, end = var_46570_end_0, end_mask = var_46570_end_mask_0, x = q_207_cast)[name = tensor<string, []>("op_46570_cast")];
            tensor<int32, [4]> var_46574_begin_0 = const()[name = tensor<string, []>("op_46574_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_46574_end_0 = const()[name = tensor<string, []>("op_46574_end_0"), val = tensor<int32, [4]>([2, 832, 1, 576])];
            tensor<bool, [4]> var_46574_end_mask_0 = const()[name = tensor<string, []>("op_46574_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_46574_cast = slice_by_index(begin = var_46574_begin_0, end = var_46574_end_0, end_mask = var_46574_end_mask_0, x = q_207_cast)[name = tensor<string, []>("op_46574_cast")];
            tensor<int32, [4]> var_46578_begin_0 = const()[name = tensor<string, []>("op_46578_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_46578_end_0 = const()[name = tensor<string, []>("op_46578_end_0"), val = tensor<int32, [4]>([2, 896, 1, 576])];
            tensor<bool, [4]> var_46578_end_mask_0 = const()[name = tensor<string, []>("op_46578_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_46578_cast = slice_by_index(begin = var_46578_begin_0, end = var_46578_end_0, end_mask = var_46578_end_mask_0, x = q_207_cast)[name = tensor<string, []>("op_46578_cast")];
            tensor<int32, [4]> var_46582_begin_0 = const()[name = tensor<string, []>("op_46582_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_46582_end_0 = const()[name = tensor<string, []>("op_46582_end_0"), val = tensor<int32, [4]>([2, 960, 1, 576])];
            tensor<bool, [4]> var_46582_end_mask_0 = const()[name = tensor<string, []>("op_46582_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_46582_cast = slice_by_index(begin = var_46582_begin_0, end = var_46582_end_0, end_mask = var_46582_end_mask_0, x = q_207_cast)[name = tensor<string, []>("op_46582_cast")];
            tensor<int32, [4]> var_46586_begin_0 = const()[name = tensor<string, []>("op_46586_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_46586_end_0 = const()[name = tensor<string, []>("op_46586_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 576])];
            tensor<bool, [4]> var_46586_end_mask_0 = const()[name = tensor<string, []>("op_46586_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_46586_cast = slice_by_index(begin = var_46586_begin_0, end = var_46586_end_0, end_mask = var_46586_end_mask_0, x = q_207_cast)[name = tensor<string, []>("op_46586_cast")];
            tensor<int32, [4]> var_46590_begin_0 = const()[name = tensor<string, []>("op_46590_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_46590_end_0 = const()[name = tensor<string, []>("op_46590_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 576])];
            tensor<bool, [4]> var_46590_end_mask_0 = const()[name = tensor<string, []>("op_46590_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_46590_cast = slice_by_index(begin = var_46590_begin_0, end = var_46590_end_0, end_mask = var_46590_end_mask_0, x = q_207_cast)[name = tensor<string, []>("op_46590_cast")];
            tensor<int32, [4]> var_46594_begin_0 = const()[name = tensor<string, []>("op_46594_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_46594_end_0 = const()[name = tensor<string, []>("op_46594_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 576])];
            tensor<bool, [4]> var_46594_end_mask_0 = const()[name = tensor<string, []>("op_46594_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_46594_cast = slice_by_index(begin = var_46594_begin_0, end = var_46594_end_0, end_mask = var_46594_end_mask_0, x = q_207_cast)[name = tensor<string, []>("op_46594_cast")];
            tensor<int32, [4]> var_46598_begin_0 = const()[name = tensor<string, []>("op_46598_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_46598_end_0 = const()[name = tensor<string, []>("op_46598_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 576])];
            tensor<bool, [4]> var_46598_end_mask_0 = const()[name = tensor<string, []>("op_46598_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_46598_cast = slice_by_index(begin = var_46598_begin_0, end = var_46598_end_0, end_mask = var_46598_end_mask_0, x = q_207_cast)[name = tensor<string, []>("op_46598_cast")];
            tensor<int32, [4]> var_46602_begin_0 = const()[name = tensor<string, []>("op_46602_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_46602_end_0 = const()[name = tensor<string, []>("op_46602_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 576])];
            tensor<bool, [4]> var_46602_end_mask_0 = const()[name = tensor<string, []>("op_46602_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_46602_cast = slice_by_index(begin = var_46602_begin_0, end = var_46602_end_0, end_mask = var_46602_end_mask_0, x = q_207_cast)[name = tensor<string, []>("op_46602_cast")];
            tensor<int32, [4]> k_415_perm_0 = const()[name = tensor<string, []>("k_415_perm_0"), val = tensor<int32, [4]>([0, 3, 2, 1])];
            tensor<int32, [4]> var_46609_begin_0 = const()[name = tensor<string, []>("op_46609_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_46609_end_0 = const()[name = tensor<string, []>("op_46609_end_0"), val = tensor<int32, [4]>([2, 77, 1, 64])];
            tensor<bool, [4]> var_46609_end_mask_0 = const()[name = tensor<string, []>("op_46609_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 1280]> transpose_36 = transpose(perm = k_415_perm_0, x = k_413_cast)[name = tensor<string, []>("transpose_36")];
            tensor<fp16, [2, 77, 1, 64]> var_46609_cast = slice_by_index(begin = var_46609_begin_0, end = var_46609_end_0, end_mask = var_46609_end_mask_0, x = transpose_36)[name = tensor<string, []>("op_46609_cast")];
            tensor<int32, [4]> var_46613_begin_0 = const()[name = tensor<string, []>("op_46613_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 64])];
            tensor<int32, [4]> var_46613_end_0 = const()[name = tensor<string, []>("op_46613_end_0"), val = tensor<int32, [4]>([2, 77, 1, 128])];
            tensor<bool, [4]> var_46613_end_mask_0 = const()[name = tensor<string, []>("op_46613_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_46613_cast = slice_by_index(begin = var_46613_begin_0, end = var_46613_end_0, end_mask = var_46613_end_mask_0, x = transpose_36)[name = tensor<string, []>("op_46613_cast")];
            tensor<int32, [4]> var_46617_begin_0 = const()[name = tensor<string, []>("op_46617_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 128])];
            tensor<int32, [4]> var_46617_end_0 = const()[name = tensor<string, []>("op_46617_end_0"), val = tensor<int32, [4]>([2, 77, 1, 192])];
            tensor<bool, [4]> var_46617_end_mask_0 = const()[name = tensor<string, []>("op_46617_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_46617_cast = slice_by_index(begin = var_46617_begin_0, end = var_46617_end_0, end_mask = var_46617_end_mask_0, x = transpose_36)[name = tensor<string, []>("op_46617_cast")];
            tensor<int32, [4]> var_46621_begin_0 = const()[name = tensor<string, []>("op_46621_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 192])];
            tensor<int32, [4]> var_46621_end_0 = const()[name = tensor<string, []>("op_46621_end_0"), val = tensor<int32, [4]>([2, 77, 1, 256])];
            tensor<bool, [4]> var_46621_end_mask_0 = const()[name = tensor<string, []>("op_46621_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_46621_cast = slice_by_index(begin = var_46621_begin_0, end = var_46621_end_0, end_mask = var_46621_end_mask_0, x = transpose_36)[name = tensor<string, []>("op_46621_cast")];
            tensor<int32, [4]> var_46625_begin_0 = const()[name = tensor<string, []>("op_46625_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 256])];
            tensor<int32, [4]> var_46625_end_0 = const()[name = tensor<string, []>("op_46625_end_0"), val = tensor<int32, [4]>([2, 77, 1, 320])];
            tensor<bool, [4]> var_46625_end_mask_0 = const()[name = tensor<string, []>("op_46625_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_46625_cast = slice_by_index(begin = var_46625_begin_0, end = var_46625_end_0, end_mask = var_46625_end_mask_0, x = transpose_36)[name = tensor<string, []>("op_46625_cast")];
            tensor<int32, [4]> var_46629_begin_0 = const()[name = tensor<string, []>("op_46629_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 320])];
            tensor<int32, [4]> var_46629_end_0 = const()[name = tensor<string, []>("op_46629_end_0"), val = tensor<int32, [4]>([2, 77, 1, 384])];
            tensor<bool, [4]> var_46629_end_mask_0 = const()[name = tensor<string, []>("op_46629_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_46629_cast = slice_by_index(begin = var_46629_begin_0, end = var_46629_end_0, end_mask = var_46629_end_mask_0, x = transpose_36)[name = tensor<string, []>("op_46629_cast")];
            tensor<int32, [4]> var_46633_begin_0 = const()[name = tensor<string, []>("op_46633_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 384])];
            tensor<int32, [4]> var_46633_end_0 = const()[name = tensor<string, []>("op_46633_end_0"), val = tensor<int32, [4]>([2, 77, 1, 448])];
            tensor<bool, [4]> var_46633_end_mask_0 = const()[name = tensor<string, []>("op_46633_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_46633_cast = slice_by_index(begin = var_46633_begin_0, end = var_46633_end_0, end_mask = var_46633_end_mask_0, x = transpose_36)[name = tensor<string, []>("op_46633_cast")];
            tensor<int32, [4]> var_46637_begin_0 = const()[name = tensor<string, []>("op_46637_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 448])];
            tensor<int32, [4]> var_46637_end_0 = const()[name = tensor<string, []>("op_46637_end_0"), val = tensor<int32, [4]>([2, 77, 1, 512])];
            tensor<bool, [4]> var_46637_end_mask_0 = const()[name = tensor<string, []>("op_46637_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_46637_cast = slice_by_index(begin = var_46637_begin_0, end = var_46637_end_0, end_mask = var_46637_end_mask_0, x = transpose_36)[name = tensor<string, []>("op_46637_cast")];
            tensor<int32, [4]> var_46641_begin_0 = const()[name = tensor<string, []>("op_46641_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 512])];
            tensor<int32, [4]> var_46641_end_0 = const()[name = tensor<string, []>("op_46641_end_0"), val = tensor<int32, [4]>([2, 77, 1, 576])];
            tensor<bool, [4]> var_46641_end_mask_0 = const()[name = tensor<string, []>("op_46641_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_46641_cast = slice_by_index(begin = var_46641_begin_0, end = var_46641_end_0, end_mask = var_46641_end_mask_0, x = transpose_36)[name = tensor<string, []>("op_46641_cast")];
            tensor<int32, [4]> var_46645_begin_0 = const()[name = tensor<string, []>("op_46645_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 576])];
            tensor<int32, [4]> var_46645_end_0 = const()[name = tensor<string, []>("op_46645_end_0"), val = tensor<int32, [4]>([2, 77, 1, 640])];
            tensor<bool, [4]> var_46645_end_mask_0 = const()[name = tensor<string, []>("op_46645_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_46645_cast = slice_by_index(begin = var_46645_begin_0, end = var_46645_end_0, end_mask = var_46645_end_mask_0, x = transpose_36)[name = tensor<string, []>("op_46645_cast")];
            tensor<int32, [4]> var_46649_begin_0 = const()[name = tensor<string, []>("op_46649_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 640])];
            tensor<int32, [4]> var_46649_end_0 = const()[name = tensor<string, []>("op_46649_end_0"), val = tensor<int32, [4]>([2, 77, 1, 704])];
            tensor<bool, [4]> var_46649_end_mask_0 = const()[name = tensor<string, []>("op_46649_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_46649_cast = slice_by_index(begin = var_46649_begin_0, end = var_46649_end_0, end_mask = var_46649_end_mask_0, x = transpose_36)[name = tensor<string, []>("op_46649_cast")];
            tensor<int32, [4]> var_46653_begin_0 = const()[name = tensor<string, []>("op_46653_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 704])];
            tensor<int32, [4]> var_46653_end_0 = const()[name = tensor<string, []>("op_46653_end_0"), val = tensor<int32, [4]>([2, 77, 1, 768])];
            tensor<bool, [4]> var_46653_end_mask_0 = const()[name = tensor<string, []>("op_46653_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_46653_cast = slice_by_index(begin = var_46653_begin_0, end = var_46653_end_0, end_mask = var_46653_end_mask_0, x = transpose_36)[name = tensor<string, []>("op_46653_cast")];
            tensor<int32, [4]> var_46657_begin_0 = const()[name = tensor<string, []>("op_46657_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 768])];
            tensor<int32, [4]> var_46657_end_0 = const()[name = tensor<string, []>("op_46657_end_0"), val = tensor<int32, [4]>([2, 77, 1, 832])];
            tensor<bool, [4]> var_46657_end_mask_0 = const()[name = tensor<string, []>("op_46657_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_46657_cast = slice_by_index(begin = var_46657_begin_0, end = var_46657_end_0, end_mask = var_46657_end_mask_0, x = transpose_36)[name = tensor<string, []>("op_46657_cast")];
            tensor<int32, [4]> var_46661_begin_0 = const()[name = tensor<string, []>("op_46661_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 832])];
            tensor<int32, [4]> var_46661_end_0 = const()[name = tensor<string, []>("op_46661_end_0"), val = tensor<int32, [4]>([2, 77, 1, 896])];
            tensor<bool, [4]> var_46661_end_mask_0 = const()[name = tensor<string, []>("op_46661_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_46661_cast = slice_by_index(begin = var_46661_begin_0, end = var_46661_end_0, end_mask = var_46661_end_mask_0, x = transpose_36)[name = tensor<string, []>("op_46661_cast")];
            tensor<int32, [4]> var_46665_begin_0 = const()[name = tensor<string, []>("op_46665_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 896])];
            tensor<int32, [4]> var_46665_end_0 = const()[name = tensor<string, []>("op_46665_end_0"), val = tensor<int32, [4]>([2, 77, 1, 960])];
            tensor<bool, [4]> var_46665_end_mask_0 = const()[name = tensor<string, []>("op_46665_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_46665_cast = slice_by_index(begin = var_46665_begin_0, end = var_46665_end_0, end_mask = var_46665_end_mask_0, x = transpose_36)[name = tensor<string, []>("op_46665_cast")];
            tensor<int32, [4]> var_46669_begin_0 = const()[name = tensor<string, []>("op_46669_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 960])];
            tensor<int32, [4]> var_46669_end_0 = const()[name = tensor<string, []>("op_46669_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1024])];
            tensor<bool, [4]> var_46669_end_mask_0 = const()[name = tensor<string, []>("op_46669_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_46669_cast = slice_by_index(begin = var_46669_begin_0, end = var_46669_end_0, end_mask = var_46669_end_mask_0, x = transpose_36)[name = tensor<string, []>("op_46669_cast")];
            tensor<int32, [4]> var_46673_begin_0 = const()[name = tensor<string, []>("op_46673_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1024])];
            tensor<int32, [4]> var_46673_end_0 = const()[name = tensor<string, []>("op_46673_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1088])];
            tensor<bool, [4]> var_46673_end_mask_0 = const()[name = tensor<string, []>("op_46673_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_46673_cast = slice_by_index(begin = var_46673_begin_0, end = var_46673_end_0, end_mask = var_46673_end_mask_0, x = transpose_36)[name = tensor<string, []>("op_46673_cast")];
            tensor<int32, [4]> var_46677_begin_0 = const()[name = tensor<string, []>("op_46677_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1088])];
            tensor<int32, [4]> var_46677_end_0 = const()[name = tensor<string, []>("op_46677_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1152])];
            tensor<bool, [4]> var_46677_end_mask_0 = const()[name = tensor<string, []>("op_46677_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_46677_cast = slice_by_index(begin = var_46677_begin_0, end = var_46677_end_0, end_mask = var_46677_end_mask_0, x = transpose_36)[name = tensor<string, []>("op_46677_cast")];
            tensor<int32, [4]> var_46681_begin_0 = const()[name = tensor<string, []>("op_46681_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1152])];
            tensor<int32, [4]> var_46681_end_0 = const()[name = tensor<string, []>("op_46681_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1216])];
            tensor<bool, [4]> var_46681_end_mask_0 = const()[name = tensor<string, []>("op_46681_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_46681_cast = slice_by_index(begin = var_46681_begin_0, end = var_46681_end_0, end_mask = var_46681_end_mask_0, x = transpose_36)[name = tensor<string, []>("op_46681_cast")];
            tensor<int32, [4]> var_46685_begin_0 = const()[name = tensor<string, []>("op_46685_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1216])];
            tensor<int32, [4]> var_46685_end_0 = const()[name = tensor<string, []>("op_46685_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1280])];
            tensor<bool, [4]> var_46685_end_mask_0 = const()[name = tensor<string, []>("op_46685_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_46685_cast = slice_by_index(begin = var_46685_begin_0, end = var_46685_end_0, end_mask = var_46685_end_mask_0, x = transpose_36)[name = tensor<string, []>("op_46685_cast")];
            tensor<int32, [4]> var_46687_begin_0 = const()[name = tensor<string, []>("op_46687_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_46687_end_0 = const()[name = tensor<string, []>("op_46687_end_0"), val = tensor<int32, [4]>([2, 64, 1, 77])];
            tensor<bool, [4]> var_46687_end_mask_0 = const()[name = tensor<string, []>("op_46687_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_46687_cast = slice_by_index(begin = var_46687_begin_0, end = var_46687_end_0, end_mask = var_46687_end_mask_0, x = v_207_cast)[name = tensor<string, []>("op_46687_cast")];
            tensor<int32, [4]> var_46691_begin_0 = const()[name = tensor<string, []>("op_46691_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_46691_end_0 = const()[name = tensor<string, []>("op_46691_end_0"), val = tensor<int32, [4]>([2, 128, 1, 77])];
            tensor<bool, [4]> var_46691_end_mask_0 = const()[name = tensor<string, []>("op_46691_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_46691_cast = slice_by_index(begin = var_46691_begin_0, end = var_46691_end_0, end_mask = var_46691_end_mask_0, x = v_207_cast)[name = tensor<string, []>("op_46691_cast")];
            tensor<int32, [4]> var_46695_begin_0 = const()[name = tensor<string, []>("op_46695_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_46695_end_0 = const()[name = tensor<string, []>("op_46695_end_0"), val = tensor<int32, [4]>([2, 192, 1, 77])];
            tensor<bool, [4]> var_46695_end_mask_0 = const()[name = tensor<string, []>("op_46695_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_46695_cast = slice_by_index(begin = var_46695_begin_0, end = var_46695_end_0, end_mask = var_46695_end_mask_0, x = v_207_cast)[name = tensor<string, []>("op_46695_cast")];
            tensor<int32, [4]> var_46699_begin_0 = const()[name = tensor<string, []>("op_46699_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_46699_end_0 = const()[name = tensor<string, []>("op_46699_end_0"), val = tensor<int32, [4]>([2, 256, 1, 77])];
            tensor<bool, [4]> var_46699_end_mask_0 = const()[name = tensor<string, []>("op_46699_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_46699_cast = slice_by_index(begin = var_46699_begin_0, end = var_46699_end_0, end_mask = var_46699_end_mask_0, x = v_207_cast)[name = tensor<string, []>("op_46699_cast")];
            tensor<int32, [4]> var_46703_begin_0 = const()[name = tensor<string, []>("op_46703_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_46703_end_0 = const()[name = tensor<string, []>("op_46703_end_0"), val = tensor<int32, [4]>([2, 320, 1, 77])];
            tensor<bool, [4]> var_46703_end_mask_0 = const()[name = tensor<string, []>("op_46703_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_46703_cast = slice_by_index(begin = var_46703_begin_0, end = var_46703_end_0, end_mask = var_46703_end_mask_0, x = v_207_cast)[name = tensor<string, []>("op_46703_cast")];
            tensor<int32, [4]> var_46707_begin_0 = const()[name = tensor<string, []>("op_46707_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_46707_end_0 = const()[name = tensor<string, []>("op_46707_end_0"), val = tensor<int32, [4]>([2, 384, 1, 77])];
            tensor<bool, [4]> var_46707_end_mask_0 = const()[name = tensor<string, []>("op_46707_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_46707_cast = slice_by_index(begin = var_46707_begin_0, end = var_46707_end_0, end_mask = var_46707_end_mask_0, x = v_207_cast)[name = tensor<string, []>("op_46707_cast")];
            tensor<int32, [4]> var_46711_begin_0 = const()[name = tensor<string, []>("op_46711_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_46711_end_0 = const()[name = tensor<string, []>("op_46711_end_0"), val = tensor<int32, [4]>([2, 448, 1, 77])];
            tensor<bool, [4]> var_46711_end_mask_0 = const()[name = tensor<string, []>("op_46711_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_46711_cast = slice_by_index(begin = var_46711_begin_0, end = var_46711_end_0, end_mask = var_46711_end_mask_0, x = v_207_cast)[name = tensor<string, []>("op_46711_cast")];
            tensor<int32, [4]> var_46715_begin_0 = const()[name = tensor<string, []>("op_46715_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_46715_end_0 = const()[name = tensor<string, []>("op_46715_end_0"), val = tensor<int32, [4]>([2, 512, 1, 77])];
            tensor<bool, [4]> var_46715_end_mask_0 = const()[name = tensor<string, []>("op_46715_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_46715_cast = slice_by_index(begin = var_46715_begin_0, end = var_46715_end_0, end_mask = var_46715_end_mask_0, x = v_207_cast)[name = tensor<string, []>("op_46715_cast")];
            tensor<int32, [4]> var_46719_begin_0 = const()[name = tensor<string, []>("op_46719_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_46719_end_0 = const()[name = tensor<string, []>("op_46719_end_0"), val = tensor<int32, [4]>([2, 576, 1, 77])];
            tensor<bool, [4]> var_46719_end_mask_0 = const()[name = tensor<string, []>("op_46719_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_46719_cast = slice_by_index(begin = var_46719_begin_0, end = var_46719_end_0, end_mask = var_46719_end_mask_0, x = v_207_cast)[name = tensor<string, []>("op_46719_cast")];
            tensor<int32, [4]> var_46723_begin_0 = const()[name = tensor<string, []>("op_46723_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_46723_end_0 = const()[name = tensor<string, []>("op_46723_end_0"), val = tensor<int32, [4]>([2, 640, 1, 77])];
            tensor<bool, [4]> var_46723_end_mask_0 = const()[name = tensor<string, []>("op_46723_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_46723_cast = slice_by_index(begin = var_46723_begin_0, end = var_46723_end_0, end_mask = var_46723_end_mask_0, x = v_207_cast)[name = tensor<string, []>("op_46723_cast")];
            tensor<int32, [4]> var_46727_begin_0 = const()[name = tensor<string, []>("op_46727_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_46727_end_0 = const()[name = tensor<string, []>("op_46727_end_0"), val = tensor<int32, [4]>([2, 704, 1, 77])];
            tensor<bool, [4]> var_46727_end_mask_0 = const()[name = tensor<string, []>("op_46727_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_46727_cast = slice_by_index(begin = var_46727_begin_0, end = var_46727_end_0, end_mask = var_46727_end_mask_0, x = v_207_cast)[name = tensor<string, []>("op_46727_cast")];
            tensor<int32, [4]> var_46731_begin_0 = const()[name = tensor<string, []>("op_46731_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_46731_end_0 = const()[name = tensor<string, []>("op_46731_end_0"), val = tensor<int32, [4]>([2, 768, 1, 77])];
            tensor<bool, [4]> var_46731_end_mask_0 = const()[name = tensor<string, []>("op_46731_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_46731_cast = slice_by_index(begin = var_46731_begin_0, end = var_46731_end_0, end_mask = var_46731_end_mask_0, x = v_207_cast)[name = tensor<string, []>("op_46731_cast")];
            tensor<int32, [4]> var_46735_begin_0 = const()[name = tensor<string, []>("op_46735_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_46735_end_0 = const()[name = tensor<string, []>("op_46735_end_0"), val = tensor<int32, [4]>([2, 832, 1, 77])];
            tensor<bool, [4]> var_46735_end_mask_0 = const()[name = tensor<string, []>("op_46735_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_46735_cast = slice_by_index(begin = var_46735_begin_0, end = var_46735_end_0, end_mask = var_46735_end_mask_0, x = v_207_cast)[name = tensor<string, []>("op_46735_cast")];
            tensor<int32, [4]> var_46739_begin_0 = const()[name = tensor<string, []>("op_46739_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_46739_end_0 = const()[name = tensor<string, []>("op_46739_end_0"), val = tensor<int32, [4]>([2, 896, 1, 77])];
            tensor<bool, [4]> var_46739_end_mask_0 = const()[name = tensor<string, []>("op_46739_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_46739_cast = slice_by_index(begin = var_46739_begin_0, end = var_46739_end_0, end_mask = var_46739_end_mask_0, x = v_207_cast)[name = tensor<string, []>("op_46739_cast")];
            tensor<int32, [4]> var_46743_begin_0 = const()[name = tensor<string, []>("op_46743_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_46743_end_0 = const()[name = tensor<string, []>("op_46743_end_0"), val = tensor<int32, [4]>([2, 960, 1, 77])];
            tensor<bool, [4]> var_46743_end_mask_0 = const()[name = tensor<string, []>("op_46743_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_46743_cast = slice_by_index(begin = var_46743_begin_0, end = var_46743_end_0, end_mask = var_46743_end_mask_0, x = v_207_cast)[name = tensor<string, []>("op_46743_cast")];
            tensor<int32, [4]> var_46747_begin_0 = const()[name = tensor<string, []>("op_46747_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_46747_end_0 = const()[name = tensor<string, []>("op_46747_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 77])];
            tensor<bool, [4]> var_46747_end_mask_0 = const()[name = tensor<string, []>("op_46747_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_46747_cast = slice_by_index(begin = var_46747_begin_0, end = var_46747_end_0, end_mask = var_46747_end_mask_0, x = v_207_cast)[name = tensor<string, []>("op_46747_cast")];
            tensor<int32, [4]> var_46751_begin_0 = const()[name = tensor<string, []>("op_46751_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_46751_end_0 = const()[name = tensor<string, []>("op_46751_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 77])];
            tensor<bool, [4]> var_46751_end_mask_0 = const()[name = tensor<string, []>("op_46751_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_46751_cast = slice_by_index(begin = var_46751_begin_0, end = var_46751_end_0, end_mask = var_46751_end_mask_0, x = v_207_cast)[name = tensor<string, []>("op_46751_cast")];
            tensor<int32, [4]> var_46755_begin_0 = const()[name = tensor<string, []>("op_46755_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_46755_end_0 = const()[name = tensor<string, []>("op_46755_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 77])];
            tensor<bool, [4]> var_46755_end_mask_0 = const()[name = tensor<string, []>("op_46755_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_46755_cast = slice_by_index(begin = var_46755_begin_0, end = var_46755_end_0, end_mask = var_46755_end_mask_0, x = v_207_cast)[name = tensor<string, []>("op_46755_cast")];
            tensor<int32, [4]> var_46759_begin_0 = const()[name = tensor<string, []>("op_46759_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_46759_end_0 = const()[name = tensor<string, []>("op_46759_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 77])];
            tensor<bool, [4]> var_46759_end_mask_0 = const()[name = tensor<string, []>("op_46759_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_46759_cast = slice_by_index(begin = var_46759_begin_0, end = var_46759_end_0, end_mask = var_46759_end_mask_0, x = v_207_cast)[name = tensor<string, []>("op_46759_cast")];
            tensor<int32, [4]> var_46763_begin_0 = const()[name = tensor<string, []>("op_46763_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_46763_end_0 = const()[name = tensor<string, []>("op_46763_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 77])];
            tensor<bool, [4]> var_46763_end_mask_0 = const()[name = tensor<string, []>("op_46763_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_46763_cast = slice_by_index(begin = var_46763_begin_0, end = var_46763_end_0, end_mask = var_46763_end_mask_0, x = v_207_cast)[name = tensor<string, []>("op_46763_cast")];
            tensor<string, []> var_46767_equation_0 = const()[name = tensor<string, []>("op_46767_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_46767_cast = einsum(equation = var_46767_equation_0, values = (var_46609_cast, var_46526_cast))[name = tensor<string, []>("op_46767_cast")];
            tensor<fp16, []> var_46768_to_fp16 = const()[name = tensor<string, []>("op_46768_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3961_cast = mul(x = var_46767_cast, y = var_46768_to_fp16)[name = tensor<string, []>("aw_3961_cast")];
            tensor<string, []> var_46771_equation_0 = const()[name = tensor<string, []>("op_46771_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_46771_cast = einsum(equation = var_46771_equation_0, values = (var_46613_cast, var_46530_cast))[name = tensor<string, []>("op_46771_cast")];
            tensor<fp16, []> var_46772_to_fp16 = const()[name = tensor<string, []>("op_46772_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3963_cast = mul(x = var_46771_cast, y = var_46772_to_fp16)[name = tensor<string, []>("aw_3963_cast")];
            tensor<string, []> var_46775_equation_0 = const()[name = tensor<string, []>("op_46775_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_46775_cast = einsum(equation = var_46775_equation_0, values = (var_46617_cast, var_46534_cast))[name = tensor<string, []>("op_46775_cast")];
            tensor<fp16, []> var_46776_to_fp16 = const()[name = tensor<string, []>("op_46776_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3965_cast = mul(x = var_46775_cast, y = var_46776_to_fp16)[name = tensor<string, []>("aw_3965_cast")];
            tensor<string, []> var_46779_equation_0 = const()[name = tensor<string, []>("op_46779_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_46779_cast = einsum(equation = var_46779_equation_0, values = (var_46621_cast, var_46538_cast))[name = tensor<string, []>("op_46779_cast")];
            tensor<fp16, []> var_46780_to_fp16 = const()[name = tensor<string, []>("op_46780_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3967_cast = mul(x = var_46779_cast, y = var_46780_to_fp16)[name = tensor<string, []>("aw_3967_cast")];
            tensor<string, []> var_46783_equation_0 = const()[name = tensor<string, []>("op_46783_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_46783_cast = einsum(equation = var_46783_equation_0, values = (var_46625_cast, var_46542_cast))[name = tensor<string, []>("op_46783_cast")];
            tensor<fp16, []> var_46784_to_fp16 = const()[name = tensor<string, []>("op_46784_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3969_cast = mul(x = var_46783_cast, y = var_46784_to_fp16)[name = tensor<string, []>("aw_3969_cast")];
            tensor<string, []> var_46787_equation_0 = const()[name = tensor<string, []>("op_46787_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_46787_cast = einsum(equation = var_46787_equation_0, values = (var_46629_cast, var_46546_cast))[name = tensor<string, []>("op_46787_cast")];
            tensor<fp16, []> var_46788_to_fp16 = const()[name = tensor<string, []>("op_46788_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3971_cast = mul(x = var_46787_cast, y = var_46788_to_fp16)[name = tensor<string, []>("aw_3971_cast")];
            tensor<string, []> var_46791_equation_0 = const()[name = tensor<string, []>("op_46791_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_46791_cast = einsum(equation = var_46791_equation_0, values = (var_46633_cast, var_46550_cast))[name = tensor<string, []>("op_46791_cast")];
            tensor<fp16, []> var_46792_to_fp16 = const()[name = tensor<string, []>("op_46792_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3973_cast = mul(x = var_46791_cast, y = var_46792_to_fp16)[name = tensor<string, []>("aw_3973_cast")];
            tensor<string, []> var_46795_equation_0 = const()[name = tensor<string, []>("op_46795_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_46795_cast = einsum(equation = var_46795_equation_0, values = (var_46637_cast, var_46554_cast))[name = tensor<string, []>("op_46795_cast")];
            tensor<fp16, []> var_46796_to_fp16 = const()[name = tensor<string, []>("op_46796_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3975_cast = mul(x = var_46795_cast, y = var_46796_to_fp16)[name = tensor<string, []>("aw_3975_cast")];
            tensor<string, []> var_46799_equation_0 = const()[name = tensor<string, []>("op_46799_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_46799_cast = einsum(equation = var_46799_equation_0, values = (var_46641_cast, var_46558_cast))[name = tensor<string, []>("op_46799_cast")];
            tensor<fp16, []> var_46800_to_fp16 = const()[name = tensor<string, []>("op_46800_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3977_cast = mul(x = var_46799_cast, y = var_46800_to_fp16)[name = tensor<string, []>("aw_3977_cast")];
            tensor<string, []> var_46803_equation_0 = const()[name = tensor<string, []>("op_46803_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_46803_cast = einsum(equation = var_46803_equation_0, values = (var_46645_cast, var_46562_cast))[name = tensor<string, []>("op_46803_cast")];
            tensor<fp16, []> var_46804_to_fp16 = const()[name = tensor<string, []>("op_46804_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3979_cast = mul(x = var_46803_cast, y = var_46804_to_fp16)[name = tensor<string, []>("aw_3979_cast")];
            tensor<string, []> var_46807_equation_0 = const()[name = tensor<string, []>("op_46807_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_46807_cast = einsum(equation = var_46807_equation_0, values = (var_46649_cast, var_46566_cast))[name = tensor<string, []>("op_46807_cast")];
            tensor<fp16, []> var_46808_to_fp16 = const()[name = tensor<string, []>("op_46808_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3981_cast = mul(x = var_46807_cast, y = var_46808_to_fp16)[name = tensor<string, []>("aw_3981_cast")];
            tensor<string, []> var_46811_equation_0 = const()[name = tensor<string, []>("op_46811_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_46811_cast = einsum(equation = var_46811_equation_0, values = (var_46653_cast, var_46570_cast))[name = tensor<string, []>("op_46811_cast")];
            tensor<fp16, []> var_46812_to_fp16 = const()[name = tensor<string, []>("op_46812_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3983_cast = mul(x = var_46811_cast, y = var_46812_to_fp16)[name = tensor<string, []>("aw_3983_cast")];
            tensor<string, []> var_46815_equation_0 = const()[name = tensor<string, []>("op_46815_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_46815_cast = einsum(equation = var_46815_equation_0, values = (var_46657_cast, var_46574_cast))[name = tensor<string, []>("op_46815_cast")];
            tensor<fp16, []> var_46816_to_fp16 = const()[name = tensor<string, []>("op_46816_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3985_cast = mul(x = var_46815_cast, y = var_46816_to_fp16)[name = tensor<string, []>("aw_3985_cast")];
            tensor<string, []> var_46819_equation_0 = const()[name = tensor<string, []>("op_46819_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_46819_cast = einsum(equation = var_46819_equation_0, values = (var_46661_cast, var_46578_cast))[name = tensor<string, []>("op_46819_cast")];
            tensor<fp16, []> var_46820_to_fp16 = const()[name = tensor<string, []>("op_46820_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3987_cast = mul(x = var_46819_cast, y = var_46820_to_fp16)[name = tensor<string, []>("aw_3987_cast")];
            tensor<string, []> var_46823_equation_0 = const()[name = tensor<string, []>("op_46823_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_46823_cast = einsum(equation = var_46823_equation_0, values = (var_46665_cast, var_46582_cast))[name = tensor<string, []>("op_46823_cast")];
            tensor<fp16, []> var_46824_to_fp16 = const()[name = tensor<string, []>("op_46824_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3989_cast = mul(x = var_46823_cast, y = var_46824_to_fp16)[name = tensor<string, []>("aw_3989_cast")];
            tensor<string, []> var_46827_equation_0 = const()[name = tensor<string, []>("op_46827_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_46827_cast = einsum(equation = var_46827_equation_0, values = (var_46669_cast, var_46586_cast))[name = tensor<string, []>("op_46827_cast")];
            tensor<fp16, []> var_46828_to_fp16 = const()[name = tensor<string, []>("op_46828_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3991_cast = mul(x = var_46827_cast, y = var_46828_to_fp16)[name = tensor<string, []>("aw_3991_cast")];
            tensor<string, []> var_46831_equation_0 = const()[name = tensor<string, []>("op_46831_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_46831_cast = einsum(equation = var_46831_equation_0, values = (var_46673_cast, var_46590_cast))[name = tensor<string, []>("op_46831_cast")];
            tensor<fp16, []> var_46832_to_fp16 = const()[name = tensor<string, []>("op_46832_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3993_cast = mul(x = var_46831_cast, y = var_46832_to_fp16)[name = tensor<string, []>("aw_3993_cast")];
            tensor<string, []> var_46835_equation_0 = const()[name = tensor<string, []>("op_46835_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_46835_cast = einsum(equation = var_46835_equation_0, values = (var_46677_cast, var_46594_cast))[name = tensor<string, []>("op_46835_cast")];
            tensor<fp16, []> var_46836_to_fp16 = const()[name = tensor<string, []>("op_46836_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3995_cast = mul(x = var_46835_cast, y = var_46836_to_fp16)[name = tensor<string, []>("aw_3995_cast")];
            tensor<string, []> var_46839_equation_0 = const()[name = tensor<string, []>("op_46839_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_46839_cast = einsum(equation = var_46839_equation_0, values = (var_46681_cast, var_46598_cast))[name = tensor<string, []>("op_46839_cast")];
            tensor<fp16, []> var_46840_to_fp16 = const()[name = tensor<string, []>("op_46840_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3997_cast = mul(x = var_46839_cast, y = var_46840_to_fp16)[name = tensor<string, []>("aw_3997_cast")];
            tensor<string, []> var_46843_equation_0 = const()[name = tensor<string, []>("op_46843_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_46843_cast = einsum(equation = var_46843_equation_0, values = (var_46685_cast, var_46602_cast))[name = tensor<string, []>("op_46843_cast")];
            tensor<fp16, []> var_46844_to_fp16 = const()[name = tensor<string, []>("op_46844_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_3999_cast = mul(x = var_46843_cast, y = var_46844_to_fp16)[name = tensor<string, []>("aw_3999_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_46846_cast = softmax(axis = var_30355, x = aw_3961_cast)[name = tensor<string, []>("op_46846_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_46847_cast = softmax(axis = var_30355, x = aw_3963_cast)[name = tensor<string, []>("op_46847_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_46848_cast = softmax(axis = var_30355, x = aw_3965_cast)[name = tensor<string, []>("op_46848_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_46849_cast = softmax(axis = var_30355, x = aw_3967_cast)[name = tensor<string, []>("op_46849_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_46850_cast = softmax(axis = var_30355, x = aw_3969_cast)[name = tensor<string, []>("op_46850_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_46851_cast = softmax(axis = var_30355, x = aw_3971_cast)[name = tensor<string, []>("op_46851_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_46852_cast = softmax(axis = var_30355, x = aw_3973_cast)[name = tensor<string, []>("op_46852_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_46853_cast = softmax(axis = var_30355, x = aw_3975_cast)[name = tensor<string, []>("op_46853_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_46854_cast = softmax(axis = var_30355, x = aw_3977_cast)[name = tensor<string, []>("op_46854_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_46855_cast = softmax(axis = var_30355, x = aw_3979_cast)[name = tensor<string, []>("op_46855_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_46856_cast = softmax(axis = var_30355, x = aw_3981_cast)[name = tensor<string, []>("op_46856_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_46857_cast = softmax(axis = var_30355, x = aw_3983_cast)[name = tensor<string, []>("op_46857_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_46858_cast = softmax(axis = var_30355, x = aw_3985_cast)[name = tensor<string, []>("op_46858_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_46859_cast = softmax(axis = var_30355, x = aw_3987_cast)[name = tensor<string, []>("op_46859_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_46860_cast = softmax(axis = var_30355, x = aw_3989_cast)[name = tensor<string, []>("op_46860_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_46861_cast = softmax(axis = var_30355, x = aw_3991_cast)[name = tensor<string, []>("op_46861_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_46862_cast = softmax(axis = var_30355, x = aw_3993_cast)[name = tensor<string, []>("op_46862_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_46863_cast = softmax(axis = var_30355, x = aw_3995_cast)[name = tensor<string, []>("op_46863_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_46864_cast = softmax(axis = var_30355, x = aw_3997_cast)[name = tensor<string, []>("op_46864_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_46865_cast = softmax(axis = var_30355, x = aw_3999_cast)[name = tensor<string, []>("op_46865_cast")];
            tensor<string, []> var_46867_equation_0 = const()[name = tensor<string, []>("op_46867_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_46867_cast = einsum(equation = var_46867_equation_0, values = (var_46687_cast, var_46846_cast))[name = tensor<string, []>("op_46867_cast")];
            tensor<string, []> var_46869_equation_0 = const()[name = tensor<string, []>("op_46869_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_46869_cast = einsum(equation = var_46869_equation_0, values = (var_46691_cast, var_46847_cast))[name = tensor<string, []>("op_46869_cast")];
            tensor<string, []> var_46871_equation_0 = const()[name = tensor<string, []>("op_46871_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_46871_cast = einsum(equation = var_46871_equation_0, values = (var_46695_cast, var_46848_cast))[name = tensor<string, []>("op_46871_cast")];
            tensor<string, []> var_46873_equation_0 = const()[name = tensor<string, []>("op_46873_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_46873_cast = einsum(equation = var_46873_equation_0, values = (var_46699_cast, var_46849_cast))[name = tensor<string, []>("op_46873_cast")];
            tensor<string, []> var_46875_equation_0 = const()[name = tensor<string, []>("op_46875_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_46875_cast = einsum(equation = var_46875_equation_0, values = (var_46703_cast, var_46850_cast))[name = tensor<string, []>("op_46875_cast")];
            tensor<string, []> var_46877_equation_0 = const()[name = tensor<string, []>("op_46877_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_46877_cast = einsum(equation = var_46877_equation_0, values = (var_46707_cast, var_46851_cast))[name = tensor<string, []>("op_46877_cast")];
            tensor<string, []> var_46879_equation_0 = const()[name = tensor<string, []>("op_46879_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_46879_cast = einsum(equation = var_46879_equation_0, values = (var_46711_cast, var_46852_cast))[name = tensor<string, []>("op_46879_cast")];
            tensor<string, []> var_46881_equation_0 = const()[name = tensor<string, []>("op_46881_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_46881_cast = einsum(equation = var_46881_equation_0, values = (var_46715_cast, var_46853_cast))[name = tensor<string, []>("op_46881_cast")];
            tensor<string, []> var_46883_equation_0 = const()[name = tensor<string, []>("op_46883_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_46883_cast = einsum(equation = var_46883_equation_0, values = (var_46719_cast, var_46854_cast))[name = tensor<string, []>("op_46883_cast")];
            tensor<string, []> var_46885_equation_0 = const()[name = tensor<string, []>("op_46885_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_46885_cast = einsum(equation = var_46885_equation_0, values = (var_46723_cast, var_46855_cast))[name = tensor<string, []>("op_46885_cast")];
            tensor<string, []> var_46887_equation_0 = const()[name = tensor<string, []>("op_46887_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_46887_cast = einsum(equation = var_46887_equation_0, values = (var_46727_cast, var_46856_cast))[name = tensor<string, []>("op_46887_cast")];
            tensor<string, []> var_46889_equation_0 = const()[name = tensor<string, []>("op_46889_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_46889_cast = einsum(equation = var_46889_equation_0, values = (var_46731_cast, var_46857_cast))[name = tensor<string, []>("op_46889_cast")];
            tensor<string, []> var_46891_equation_0 = const()[name = tensor<string, []>("op_46891_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_46891_cast = einsum(equation = var_46891_equation_0, values = (var_46735_cast, var_46858_cast))[name = tensor<string, []>("op_46891_cast")];
            tensor<string, []> var_46893_equation_0 = const()[name = tensor<string, []>("op_46893_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_46893_cast = einsum(equation = var_46893_equation_0, values = (var_46739_cast, var_46859_cast))[name = tensor<string, []>("op_46893_cast")];
            tensor<string, []> var_46895_equation_0 = const()[name = tensor<string, []>("op_46895_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_46895_cast = einsum(equation = var_46895_equation_0, values = (var_46743_cast, var_46860_cast))[name = tensor<string, []>("op_46895_cast")];
            tensor<string, []> var_46897_equation_0 = const()[name = tensor<string, []>("op_46897_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_46897_cast = einsum(equation = var_46897_equation_0, values = (var_46747_cast, var_46861_cast))[name = tensor<string, []>("op_46897_cast")];
            tensor<string, []> var_46899_equation_0 = const()[name = tensor<string, []>("op_46899_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_46899_cast = einsum(equation = var_46899_equation_0, values = (var_46751_cast, var_46862_cast))[name = tensor<string, []>("op_46899_cast")];
            tensor<string, []> var_46901_equation_0 = const()[name = tensor<string, []>("op_46901_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_46901_cast = einsum(equation = var_46901_equation_0, values = (var_46755_cast, var_46863_cast))[name = tensor<string, []>("op_46901_cast")];
            tensor<string, []> var_46903_equation_0 = const()[name = tensor<string, []>("op_46903_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_46903_cast = einsum(equation = var_46903_equation_0, values = (var_46759_cast, var_46864_cast))[name = tensor<string, []>("op_46903_cast")];
            tensor<string, []> var_46905_equation_0 = const()[name = tensor<string, []>("op_46905_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_46905_cast = einsum(equation = var_46905_equation_0, values = (var_46763_cast, var_46865_cast))[name = tensor<string, []>("op_46905_cast")];
            tensor<bool, []> input_595_interleave_0 = const()[name = tensor<string, []>("input_595_interleave_0"), val = tensor<bool, []>(false)];
            tensor<fp16, [2, 1280, 1, 576]> input_595_cast = concat(axis = var_30355, interleave = input_595_interleave_0, values = (var_46867_cast, var_46869_cast, var_46871_cast, var_46873_cast, var_46875_cast, var_46877_cast, var_46879_cast, var_46881_cast, var_46883_cast, var_46885_cast, var_46887_cast, var_46889_cast, var_46891_cast, var_46893_cast, var_46895_cast, var_46897_cast, var_46899_cast, var_46901_cast, var_46903_cast, var_46905_cast))[name = tensor<string, []>("input_595_cast")];
            tensor<int32, [2]> var_46911 = const()[name = tensor<string, []>("op_46911"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_46913 = const()[name = tensor<string, []>("op_46913"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_46915_pad_type_0 = const()[name = tensor<string, []>("op_46915_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_46915_pad_0 = const()[name = tensor<string, []>("op_46915_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_7_attn2_to_out_0_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [409600]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(219746304))), lut = tensor<fp16, [4]>([-0x1.09p-6, -0x1.3ep-8, 0x1.3b8p-8, 0x1.084p-6]), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_7_attn2_to_out_0_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_attentions_1_transformer_blocks_7_attn2_to_out_0_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_7_attn2_to_out_0_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(220155968)))];
            tensor<fp16, [2, 1280, 1, 576]> var_46915_cast = conv(bias = up_blocks_0_attentions_1_transformer_blocks_7_attn2_to_out_0_bias_to_fp16, dilations = var_46913, groups = var_30355, pad = var_46915_pad_0, pad_type = var_46915_pad_type_0, strides = var_46911, weight = up_blocks_0_attentions_1_transformer_blocks_7_attn2_to_out_0_weight_to_fp16_palettized, x = input_595_cast)[name = tensor<string, []>("op_46915_cast")];
            tensor<fp16, [2, 1280, 1, 576]> inputs_311_cast = add(x = var_46915_cast, y = inputs_309_cast)[name = tensor<string, []>("inputs_311_cast")];
            tensor<int32, [1]> var_46919 = const()[name = tensor<string, []>("op_46919"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> channels_mean_311_cast = reduce_mean(axes = var_46919, keep_dims = var_30350, x = inputs_311_cast)[name = tensor<string, []>("channels_mean_311_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_311_cast = sub(x = inputs_311_cast, y = channels_mean_311_cast)[name = tensor<string, []>("zero_mean_311_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_sq_311_cast = mul(x = zero_mean_311_cast, y = zero_mean_311_cast)[name = tensor<string, []>("zero_mean_sq_311_cast")];
            tensor<int32, [1]> var_46923 = const()[name = tensor<string, []>("op_46923"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> var_46924_cast = reduce_mean(axes = var_46923, keep_dims = var_30350, x = zero_mean_sq_311_cast)[name = tensor<string, []>("op_46924_cast")];
            tensor<fp16, []> var_46925_to_fp16 = const()[name = tensor<string, []>("op_46925_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 576]> var_46926_cast = add(x = var_46924_cast, y = var_46925_to_fp16)[name = tensor<string, []>("op_46926_cast")];
            tensor<fp16, []> denom_311_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_311_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 576]> denom_311_cast = rsqrt(epsilon = denom_311_epsilon_0_to_fp16, x = var_46926_cast)[name = tensor<string, []>("denom_311_cast")];
            tensor<fp16, [2, 1280, 1, 576]> out_311_cast = mul(x = zero_mean_311_cast, y = denom_311_cast)[name = tensor<string, []>("out_311_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_46930_to_fp16 = const()[name = tensor<string, []>("op_46930_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(220158592)))];
            tensor<fp16, [2, 1280, 1, 576]> var_46931_cast = add(x = out_311_cast, y = var_46930_to_fp16)[name = tensor<string, []>("op_46931_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_46933_to_fp16 = const()[name = tensor<string, []>("op_46933_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(220161216)))];
            tensor<fp16, [2, 1280, 1, 576]> input_597_cast = mul(x = var_46931_cast, y = var_46933_to_fp16)[name = tensor<string, []>("input_597_cast")];
            tensor<int32, [2]> var_46941 = const()[name = tensor<string, []>("op_46941"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_46943 = const()[name = tensor<string, []>("op_46943"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_46945_pad_type_0 = const()[name = tensor<string, []>("op_46945_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_46945_pad_0 = const()[name = tensor<string, []>("op_46945_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [10240, 1280, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_7_ff_net_0_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [9830400]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(220163840))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(229994304))), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_7_ff_net_0_proj_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([10240, 1280, 1, 1])];
            tensor<fp16, [10240]> up_blocks_0_attentions_1_transformer_blocks_7_ff_net_0_proj_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_7_ff_net_0_proj_bias_to_fp16"), val = tensor<fp16, [10240]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(229994496)))];
            tensor<fp16, [2, 10240, 1, 576]> var_46945_cast = conv(bias = up_blocks_0_attentions_1_transformer_blocks_7_ff_net_0_proj_bias_to_fp16, dilations = var_46943, groups = var_30355, pad = var_46945_pad_0, pad_type = var_46945_pad_type_0, strides = var_46941, weight = up_blocks_0_attentions_1_transformer_blocks_7_ff_net_0_proj_weight_to_fp16_palettized, x = input_597_cast)[name = tensor<string, []>("op_46945_cast")];
            tensor<int32, [2]> var_46946_split_sizes_0 = const()[name = tensor<string, []>("op_46946_split_sizes_0"), val = tensor<int32, [2]>([5120, 5120])];
            tensor<int32, []> var_46946_axis_0 = const()[name = tensor<string, []>("op_46946_axis_0"), val = tensor<int32, []>(1)];
            tensor<fp16, [2, 5120, 1, 576]> var_46946_cast_0, tensor<fp16, [2, 5120, 1, 576]> var_46946_cast_1 = split(axis = var_46946_axis_0, split_sizes = var_46946_split_sizes_0, x = var_46945_cast)[name = tensor<string, []>("op_46946_cast")];
            tensor<string, []> var_46948_mode_0 = const()[name = tensor<string, []>("op_46948_mode_0"), val = tensor<string, []>("EXACT")];
            tensor<fp16, [2, 5120, 1, 576]> var_46948_cast = gelu(mode = var_46948_mode_0, x = var_46946_cast_1)[name = tensor<string, []>("op_46948_cast")];
            tensor<fp16, [2, 5120, 1, 576]> input_599_cast = mul(x = var_46946_cast_0, y = var_46948_cast)[name = tensor<string, []>("input_599_cast")];
            tensor<int32, [2]> var_46952 = const()[name = tensor<string, []>("op_46952"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_46954 = const()[name = tensor<string, []>("op_46954"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_46956_pad_type_0 = const()[name = tensor<string, []>("op_46956_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_46956_pad_0 = const()[name = tensor<string, []>("op_46956_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 5120, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_7_ff_net_2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [4915200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(230015040))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(234930304))), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_7_ff_net_2_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 5120, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_attentions_1_transformer_blocks_7_ff_net_2_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_7_ff_net_2_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(234930496)))];
            tensor<fp16, [2, 1280, 1, 576]> var_46956_cast = conv(bias = up_blocks_0_attentions_1_transformer_blocks_7_ff_net_2_bias_to_fp16, dilations = var_46954, groups = var_30355, pad = var_46956_pad_0, pad_type = var_46956_pad_type_0, strides = var_46952, weight = up_blocks_0_attentions_1_transformer_blocks_7_ff_net_2_weight_to_fp16_palettized, x = input_599_cast)[name = tensor<string, []>("op_46956_cast")];
            tensor<fp16, [2, 1280, 1, 576]> inputs_313_cast = add(x = var_46956_cast, y = inputs_311_cast)[name = tensor<string, []>("inputs_313_cast")];
            tensor<int32, [1]> var_46966 = const()[name = tensor<string, []>("op_46966"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> channels_mean_313_cast = reduce_mean(axes = var_46966, keep_dims = var_30350, x = inputs_313_cast)[name = tensor<string, []>("channels_mean_313_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_313_cast = sub(x = inputs_313_cast, y = channels_mean_313_cast)[name = tensor<string, []>("zero_mean_313_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_sq_313_cast = mul(x = zero_mean_313_cast, y = zero_mean_313_cast)[name = tensor<string, []>("zero_mean_sq_313_cast")];
            tensor<int32, [1]> var_46970 = const()[name = tensor<string, []>("op_46970"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> var_46971_cast = reduce_mean(axes = var_46970, keep_dims = var_30350, x = zero_mean_sq_313_cast)[name = tensor<string, []>("op_46971_cast")];
            tensor<fp16, []> var_46972_to_fp16 = const()[name = tensor<string, []>("op_46972_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 576]> var_46973_cast = add(x = var_46971_cast, y = var_46972_to_fp16)[name = tensor<string, []>("op_46973_cast")];
            tensor<fp16, []> denom_313_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_313_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 576]> denom_313_cast = rsqrt(epsilon = denom_313_epsilon_0_to_fp16, x = var_46973_cast)[name = tensor<string, []>("denom_313_cast")];
            tensor<fp16, [2, 1280, 1, 576]> out_313_cast = mul(x = zero_mean_313_cast, y = denom_313_cast)[name = tensor<string, []>("out_313_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_46977_to_fp16 = const()[name = tensor<string, []>("op_46977_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(234933120)))];
            tensor<fp16, [2, 1280, 1, 576]> var_46978_cast = add(x = out_313_cast, y = var_46977_to_fp16)[name = tensor<string, []>("op_46978_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_46980_to_fp16 = const()[name = tensor<string, []>("op_46980_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(234935744)))];
            tensor<fp16, [2, 1280, 1, 576]> hidden_states_409_cast = mul(x = var_46978_cast, y = var_46980_to_fp16)[name = tensor<string, []>("hidden_states_409_cast")];
            tensor<int32, [2]> var_46987 = const()[name = tensor<string, []>("op_46987"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_46989 = const()[name = tensor<string, []>("op_46989"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> q_209_pad_type_0 = const()[name = tensor<string, []>("q_209_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> q_209_pad_0 = const()[name = tensor<string, []>("q_209_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_8_attn1_to_q_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [819200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(234938368))), lut = tensor<fp16, [16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(235757632))), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_8_attn1_to_q_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> q_209_cast = conv(dilations = var_46989, groups = var_30355, pad = q_209_pad_0, pad_type = q_209_pad_type_0, strides = var_46987, weight = up_blocks_0_attentions_1_transformer_blocks_8_attn1_to_q_weight_to_fp16_palettized, x = hidden_states_409_cast)[name = tensor<string, []>("q_209_cast")];
            tensor<int32, [2]> var_46993 = const()[name = tensor<string, []>("op_46993"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_46995 = const()[name = tensor<string, []>("op_46995"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> k_417_pad_type_0 = const()[name = tensor<string, []>("k_417_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> k_417_pad_0 = const()[name = tensor<string, []>("k_417_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_8_attn1_to_k_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [819200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(235757760))), lut = tensor<fp16, [16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(236577024))), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_8_attn1_to_k_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> k_417_cast = conv(dilations = var_46995, groups = var_30355, pad = k_417_pad_0, pad_type = k_417_pad_type_0, strides = var_46993, weight = up_blocks_0_attentions_1_transformer_blocks_8_attn1_to_k_weight_to_fp16_palettized, x = hidden_states_409_cast)[name = tensor<string, []>("k_417_cast")];
            tensor<int32, [2]> var_46999 = const()[name = tensor<string, []>("op_46999"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_47001 = const()[name = tensor<string, []>("op_47001"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> v_209_pad_type_0 = const()[name = tensor<string, []>("v_209_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> v_209_pad_0 = const()[name = tensor<string, []>("v_209_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_8_attn1_to_v_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [1228800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(236577152))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(237806016))), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_8_attn1_to_v_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> v_209_cast = conv(dilations = var_47001, groups = var_30355, pad = v_209_pad_0, pad_type = v_209_pad_type_0, strides = var_46999, weight = up_blocks_0_attentions_1_transformer_blocks_8_attn1_to_v_weight_to_fp16_palettized, x = hidden_states_409_cast)[name = tensor<string, []>("v_209_cast")];
            tensor<int32, [4]> var_47005_begin_0 = const()[name = tensor<string, []>("op_47005_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_47005_end_0 = const()[name = tensor<string, []>("op_47005_end_0"), val = tensor<int32, [4]>([2, 64, 1, 576])];
            tensor<bool, [4]> var_47005_end_mask_0 = const()[name = tensor<string, []>("op_47005_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47005_cast = slice_by_index(begin = var_47005_begin_0, end = var_47005_end_0, end_mask = var_47005_end_mask_0, x = q_209_cast)[name = tensor<string, []>("op_47005_cast")];
            tensor<int32, [4]> var_47009_begin_0 = const()[name = tensor<string, []>("op_47009_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_47009_end_0 = const()[name = tensor<string, []>("op_47009_end_0"), val = tensor<int32, [4]>([2, 128, 1, 576])];
            tensor<bool, [4]> var_47009_end_mask_0 = const()[name = tensor<string, []>("op_47009_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47009_cast = slice_by_index(begin = var_47009_begin_0, end = var_47009_end_0, end_mask = var_47009_end_mask_0, x = q_209_cast)[name = tensor<string, []>("op_47009_cast")];
            tensor<int32, [4]> var_47013_begin_0 = const()[name = tensor<string, []>("op_47013_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_47013_end_0 = const()[name = tensor<string, []>("op_47013_end_0"), val = tensor<int32, [4]>([2, 192, 1, 576])];
            tensor<bool, [4]> var_47013_end_mask_0 = const()[name = tensor<string, []>("op_47013_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47013_cast = slice_by_index(begin = var_47013_begin_0, end = var_47013_end_0, end_mask = var_47013_end_mask_0, x = q_209_cast)[name = tensor<string, []>("op_47013_cast")];
            tensor<int32, [4]> var_47017_begin_0 = const()[name = tensor<string, []>("op_47017_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_47017_end_0 = const()[name = tensor<string, []>("op_47017_end_0"), val = tensor<int32, [4]>([2, 256, 1, 576])];
            tensor<bool, [4]> var_47017_end_mask_0 = const()[name = tensor<string, []>("op_47017_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47017_cast = slice_by_index(begin = var_47017_begin_0, end = var_47017_end_0, end_mask = var_47017_end_mask_0, x = q_209_cast)[name = tensor<string, []>("op_47017_cast")];
            tensor<int32, [4]> var_47021_begin_0 = const()[name = tensor<string, []>("op_47021_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_47021_end_0 = const()[name = tensor<string, []>("op_47021_end_0"), val = tensor<int32, [4]>([2, 320, 1, 576])];
            tensor<bool, [4]> var_47021_end_mask_0 = const()[name = tensor<string, []>("op_47021_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47021_cast = slice_by_index(begin = var_47021_begin_0, end = var_47021_end_0, end_mask = var_47021_end_mask_0, x = q_209_cast)[name = tensor<string, []>("op_47021_cast")];
            tensor<int32, [4]> var_47025_begin_0 = const()[name = tensor<string, []>("op_47025_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_47025_end_0 = const()[name = tensor<string, []>("op_47025_end_0"), val = tensor<int32, [4]>([2, 384, 1, 576])];
            tensor<bool, [4]> var_47025_end_mask_0 = const()[name = tensor<string, []>("op_47025_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47025_cast = slice_by_index(begin = var_47025_begin_0, end = var_47025_end_0, end_mask = var_47025_end_mask_0, x = q_209_cast)[name = tensor<string, []>("op_47025_cast")];
            tensor<int32, [4]> var_47029_begin_0 = const()[name = tensor<string, []>("op_47029_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_47029_end_0 = const()[name = tensor<string, []>("op_47029_end_0"), val = tensor<int32, [4]>([2, 448, 1, 576])];
            tensor<bool, [4]> var_47029_end_mask_0 = const()[name = tensor<string, []>("op_47029_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47029_cast = slice_by_index(begin = var_47029_begin_0, end = var_47029_end_0, end_mask = var_47029_end_mask_0, x = q_209_cast)[name = tensor<string, []>("op_47029_cast")];
            tensor<int32, [4]> var_47033_begin_0 = const()[name = tensor<string, []>("op_47033_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_47033_end_0 = const()[name = tensor<string, []>("op_47033_end_0"), val = tensor<int32, [4]>([2, 512, 1, 576])];
            tensor<bool, [4]> var_47033_end_mask_0 = const()[name = tensor<string, []>("op_47033_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47033_cast = slice_by_index(begin = var_47033_begin_0, end = var_47033_end_0, end_mask = var_47033_end_mask_0, x = q_209_cast)[name = tensor<string, []>("op_47033_cast")];
            tensor<int32, [4]> var_47037_begin_0 = const()[name = tensor<string, []>("op_47037_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_47037_end_0 = const()[name = tensor<string, []>("op_47037_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_47037_end_mask_0 = const()[name = tensor<string, []>("op_47037_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47037_cast = slice_by_index(begin = var_47037_begin_0, end = var_47037_end_0, end_mask = var_47037_end_mask_0, x = q_209_cast)[name = tensor<string, []>("op_47037_cast")];
            tensor<int32, [4]> var_47041_begin_0 = const()[name = tensor<string, []>("op_47041_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_47041_end_0 = const()[name = tensor<string, []>("op_47041_end_0"), val = tensor<int32, [4]>([2, 640, 1, 576])];
            tensor<bool, [4]> var_47041_end_mask_0 = const()[name = tensor<string, []>("op_47041_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47041_cast = slice_by_index(begin = var_47041_begin_0, end = var_47041_end_0, end_mask = var_47041_end_mask_0, x = q_209_cast)[name = tensor<string, []>("op_47041_cast")];
            tensor<int32, [4]> var_47045_begin_0 = const()[name = tensor<string, []>("op_47045_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_47045_end_0 = const()[name = tensor<string, []>("op_47045_end_0"), val = tensor<int32, [4]>([2, 704, 1, 576])];
            tensor<bool, [4]> var_47045_end_mask_0 = const()[name = tensor<string, []>("op_47045_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47045_cast = slice_by_index(begin = var_47045_begin_0, end = var_47045_end_0, end_mask = var_47045_end_mask_0, x = q_209_cast)[name = tensor<string, []>("op_47045_cast")];
            tensor<int32, [4]> var_47049_begin_0 = const()[name = tensor<string, []>("op_47049_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_47049_end_0 = const()[name = tensor<string, []>("op_47049_end_0"), val = tensor<int32, [4]>([2, 768, 1, 576])];
            tensor<bool, [4]> var_47049_end_mask_0 = const()[name = tensor<string, []>("op_47049_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47049_cast = slice_by_index(begin = var_47049_begin_0, end = var_47049_end_0, end_mask = var_47049_end_mask_0, x = q_209_cast)[name = tensor<string, []>("op_47049_cast")];
            tensor<int32, [4]> var_47053_begin_0 = const()[name = tensor<string, []>("op_47053_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_47053_end_0 = const()[name = tensor<string, []>("op_47053_end_0"), val = tensor<int32, [4]>([2, 832, 1, 576])];
            tensor<bool, [4]> var_47053_end_mask_0 = const()[name = tensor<string, []>("op_47053_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47053_cast = slice_by_index(begin = var_47053_begin_0, end = var_47053_end_0, end_mask = var_47053_end_mask_0, x = q_209_cast)[name = tensor<string, []>("op_47053_cast")];
            tensor<int32, [4]> var_47057_begin_0 = const()[name = tensor<string, []>("op_47057_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_47057_end_0 = const()[name = tensor<string, []>("op_47057_end_0"), val = tensor<int32, [4]>([2, 896, 1, 576])];
            tensor<bool, [4]> var_47057_end_mask_0 = const()[name = tensor<string, []>("op_47057_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47057_cast = slice_by_index(begin = var_47057_begin_0, end = var_47057_end_0, end_mask = var_47057_end_mask_0, x = q_209_cast)[name = tensor<string, []>("op_47057_cast")];
            tensor<int32, [4]> var_47061_begin_0 = const()[name = tensor<string, []>("op_47061_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_47061_end_0 = const()[name = tensor<string, []>("op_47061_end_0"), val = tensor<int32, [4]>([2, 960, 1, 576])];
            tensor<bool, [4]> var_47061_end_mask_0 = const()[name = tensor<string, []>("op_47061_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47061_cast = slice_by_index(begin = var_47061_begin_0, end = var_47061_end_0, end_mask = var_47061_end_mask_0, x = q_209_cast)[name = tensor<string, []>("op_47061_cast")];
            tensor<int32, [4]> var_47065_begin_0 = const()[name = tensor<string, []>("op_47065_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_47065_end_0 = const()[name = tensor<string, []>("op_47065_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 576])];
            tensor<bool, [4]> var_47065_end_mask_0 = const()[name = tensor<string, []>("op_47065_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47065_cast = slice_by_index(begin = var_47065_begin_0, end = var_47065_end_0, end_mask = var_47065_end_mask_0, x = q_209_cast)[name = tensor<string, []>("op_47065_cast")];
            tensor<int32, [4]> var_47069_begin_0 = const()[name = tensor<string, []>("op_47069_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_47069_end_0 = const()[name = tensor<string, []>("op_47069_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 576])];
            tensor<bool, [4]> var_47069_end_mask_0 = const()[name = tensor<string, []>("op_47069_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47069_cast = slice_by_index(begin = var_47069_begin_0, end = var_47069_end_0, end_mask = var_47069_end_mask_0, x = q_209_cast)[name = tensor<string, []>("op_47069_cast")];
            tensor<int32, [4]> var_47073_begin_0 = const()[name = tensor<string, []>("op_47073_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_47073_end_0 = const()[name = tensor<string, []>("op_47073_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 576])];
            tensor<bool, [4]> var_47073_end_mask_0 = const()[name = tensor<string, []>("op_47073_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47073_cast = slice_by_index(begin = var_47073_begin_0, end = var_47073_end_0, end_mask = var_47073_end_mask_0, x = q_209_cast)[name = tensor<string, []>("op_47073_cast")];
            tensor<int32, [4]> var_47077_begin_0 = const()[name = tensor<string, []>("op_47077_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_47077_end_0 = const()[name = tensor<string, []>("op_47077_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 576])];
            tensor<bool, [4]> var_47077_end_mask_0 = const()[name = tensor<string, []>("op_47077_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47077_cast = slice_by_index(begin = var_47077_begin_0, end = var_47077_end_0, end_mask = var_47077_end_mask_0, x = q_209_cast)[name = tensor<string, []>("op_47077_cast")];
            tensor<int32, [4]> var_47081_begin_0 = const()[name = tensor<string, []>("op_47081_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_47081_end_0 = const()[name = tensor<string, []>("op_47081_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 576])];
            tensor<bool, [4]> var_47081_end_mask_0 = const()[name = tensor<string, []>("op_47081_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47081_cast = slice_by_index(begin = var_47081_begin_0, end = var_47081_end_0, end_mask = var_47081_end_mask_0, x = q_209_cast)[name = tensor<string, []>("op_47081_cast")];
            tensor<int32, [4]> k_419_perm_0 = const()[name = tensor<string, []>("k_419_perm_0"), val = tensor<int32, [4]>([0, 3, 2, 1])];
            tensor<int32, [4]> var_47088_begin_0 = const()[name = tensor<string, []>("op_47088_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_47088_end_0 = const()[name = tensor<string, []>("op_47088_end_0"), val = tensor<int32, [4]>([2, 576, 1, 64])];
            tensor<bool, [4]> var_47088_end_mask_0 = const()[name = tensor<string, []>("op_47088_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 1280]> transpose_35 = transpose(perm = k_419_perm_0, x = k_417_cast)[name = tensor<string, []>("transpose_35")];
            tensor<fp16, [2, 576, 1, 64]> var_47088_cast = slice_by_index(begin = var_47088_begin_0, end = var_47088_end_0, end_mask = var_47088_end_mask_0, x = transpose_35)[name = tensor<string, []>("op_47088_cast")];
            tensor<int32, [4]> var_47092_begin_0 = const()[name = tensor<string, []>("op_47092_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 64])];
            tensor<int32, [4]> var_47092_end_0 = const()[name = tensor<string, []>("op_47092_end_0"), val = tensor<int32, [4]>([2, 576, 1, 128])];
            tensor<bool, [4]> var_47092_end_mask_0 = const()[name = tensor<string, []>("op_47092_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_47092_cast = slice_by_index(begin = var_47092_begin_0, end = var_47092_end_0, end_mask = var_47092_end_mask_0, x = transpose_35)[name = tensor<string, []>("op_47092_cast")];
            tensor<int32, [4]> var_47096_begin_0 = const()[name = tensor<string, []>("op_47096_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 128])];
            tensor<int32, [4]> var_47096_end_0 = const()[name = tensor<string, []>("op_47096_end_0"), val = tensor<int32, [4]>([2, 576, 1, 192])];
            tensor<bool, [4]> var_47096_end_mask_0 = const()[name = tensor<string, []>("op_47096_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_47096_cast = slice_by_index(begin = var_47096_begin_0, end = var_47096_end_0, end_mask = var_47096_end_mask_0, x = transpose_35)[name = tensor<string, []>("op_47096_cast")];
            tensor<int32, [4]> var_47100_begin_0 = const()[name = tensor<string, []>("op_47100_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 192])];
            tensor<int32, [4]> var_47100_end_0 = const()[name = tensor<string, []>("op_47100_end_0"), val = tensor<int32, [4]>([2, 576, 1, 256])];
            tensor<bool, [4]> var_47100_end_mask_0 = const()[name = tensor<string, []>("op_47100_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_47100_cast = slice_by_index(begin = var_47100_begin_0, end = var_47100_end_0, end_mask = var_47100_end_mask_0, x = transpose_35)[name = tensor<string, []>("op_47100_cast")];
            tensor<int32, [4]> var_47104_begin_0 = const()[name = tensor<string, []>("op_47104_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 256])];
            tensor<int32, [4]> var_47104_end_0 = const()[name = tensor<string, []>("op_47104_end_0"), val = tensor<int32, [4]>([2, 576, 1, 320])];
            tensor<bool, [4]> var_47104_end_mask_0 = const()[name = tensor<string, []>("op_47104_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_47104_cast = slice_by_index(begin = var_47104_begin_0, end = var_47104_end_0, end_mask = var_47104_end_mask_0, x = transpose_35)[name = tensor<string, []>("op_47104_cast")];
            tensor<int32, [4]> var_47108_begin_0 = const()[name = tensor<string, []>("op_47108_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 320])];
            tensor<int32, [4]> var_47108_end_0 = const()[name = tensor<string, []>("op_47108_end_0"), val = tensor<int32, [4]>([2, 576, 1, 384])];
            tensor<bool, [4]> var_47108_end_mask_0 = const()[name = tensor<string, []>("op_47108_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_47108_cast = slice_by_index(begin = var_47108_begin_0, end = var_47108_end_0, end_mask = var_47108_end_mask_0, x = transpose_35)[name = tensor<string, []>("op_47108_cast")];
            tensor<int32, [4]> var_47112_begin_0 = const()[name = tensor<string, []>("op_47112_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 384])];
            tensor<int32, [4]> var_47112_end_0 = const()[name = tensor<string, []>("op_47112_end_0"), val = tensor<int32, [4]>([2, 576, 1, 448])];
            tensor<bool, [4]> var_47112_end_mask_0 = const()[name = tensor<string, []>("op_47112_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_47112_cast = slice_by_index(begin = var_47112_begin_0, end = var_47112_end_0, end_mask = var_47112_end_mask_0, x = transpose_35)[name = tensor<string, []>("op_47112_cast")];
            tensor<int32, [4]> var_47116_begin_0 = const()[name = tensor<string, []>("op_47116_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 448])];
            tensor<int32, [4]> var_47116_end_0 = const()[name = tensor<string, []>("op_47116_end_0"), val = tensor<int32, [4]>([2, 576, 1, 512])];
            tensor<bool, [4]> var_47116_end_mask_0 = const()[name = tensor<string, []>("op_47116_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_47116_cast = slice_by_index(begin = var_47116_begin_0, end = var_47116_end_0, end_mask = var_47116_end_mask_0, x = transpose_35)[name = tensor<string, []>("op_47116_cast")];
            tensor<int32, [4]> var_47120_begin_0 = const()[name = tensor<string, []>("op_47120_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 512])];
            tensor<int32, [4]> var_47120_end_0 = const()[name = tensor<string, []>("op_47120_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_47120_end_mask_0 = const()[name = tensor<string, []>("op_47120_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_47120_cast = slice_by_index(begin = var_47120_begin_0, end = var_47120_end_0, end_mask = var_47120_end_mask_0, x = transpose_35)[name = tensor<string, []>("op_47120_cast")];
            tensor<int32, [4]> var_47124_begin_0 = const()[name = tensor<string, []>("op_47124_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 576])];
            tensor<int32, [4]> var_47124_end_0 = const()[name = tensor<string, []>("op_47124_end_0"), val = tensor<int32, [4]>([2, 576, 1, 640])];
            tensor<bool, [4]> var_47124_end_mask_0 = const()[name = tensor<string, []>("op_47124_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_47124_cast = slice_by_index(begin = var_47124_begin_0, end = var_47124_end_0, end_mask = var_47124_end_mask_0, x = transpose_35)[name = tensor<string, []>("op_47124_cast")];
            tensor<int32, [4]> var_47128_begin_0 = const()[name = tensor<string, []>("op_47128_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 640])];
            tensor<int32, [4]> var_47128_end_0 = const()[name = tensor<string, []>("op_47128_end_0"), val = tensor<int32, [4]>([2, 576, 1, 704])];
            tensor<bool, [4]> var_47128_end_mask_0 = const()[name = tensor<string, []>("op_47128_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_47128_cast = slice_by_index(begin = var_47128_begin_0, end = var_47128_end_0, end_mask = var_47128_end_mask_0, x = transpose_35)[name = tensor<string, []>("op_47128_cast")];
            tensor<int32, [4]> var_47132_begin_0 = const()[name = tensor<string, []>("op_47132_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 704])];
            tensor<int32, [4]> var_47132_end_0 = const()[name = tensor<string, []>("op_47132_end_0"), val = tensor<int32, [4]>([2, 576, 1, 768])];
            tensor<bool, [4]> var_47132_end_mask_0 = const()[name = tensor<string, []>("op_47132_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_47132_cast = slice_by_index(begin = var_47132_begin_0, end = var_47132_end_0, end_mask = var_47132_end_mask_0, x = transpose_35)[name = tensor<string, []>("op_47132_cast")];
            tensor<int32, [4]> var_47136_begin_0 = const()[name = tensor<string, []>("op_47136_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 768])];
            tensor<int32, [4]> var_47136_end_0 = const()[name = tensor<string, []>("op_47136_end_0"), val = tensor<int32, [4]>([2, 576, 1, 832])];
            tensor<bool, [4]> var_47136_end_mask_0 = const()[name = tensor<string, []>("op_47136_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_47136_cast = slice_by_index(begin = var_47136_begin_0, end = var_47136_end_0, end_mask = var_47136_end_mask_0, x = transpose_35)[name = tensor<string, []>("op_47136_cast")];
            tensor<int32, [4]> var_47140_begin_0 = const()[name = tensor<string, []>("op_47140_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 832])];
            tensor<int32, [4]> var_47140_end_0 = const()[name = tensor<string, []>("op_47140_end_0"), val = tensor<int32, [4]>([2, 576, 1, 896])];
            tensor<bool, [4]> var_47140_end_mask_0 = const()[name = tensor<string, []>("op_47140_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_47140_cast = slice_by_index(begin = var_47140_begin_0, end = var_47140_end_0, end_mask = var_47140_end_mask_0, x = transpose_35)[name = tensor<string, []>("op_47140_cast")];
            tensor<int32, [4]> var_47144_begin_0 = const()[name = tensor<string, []>("op_47144_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 896])];
            tensor<int32, [4]> var_47144_end_0 = const()[name = tensor<string, []>("op_47144_end_0"), val = tensor<int32, [4]>([2, 576, 1, 960])];
            tensor<bool, [4]> var_47144_end_mask_0 = const()[name = tensor<string, []>("op_47144_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_47144_cast = slice_by_index(begin = var_47144_begin_0, end = var_47144_end_0, end_mask = var_47144_end_mask_0, x = transpose_35)[name = tensor<string, []>("op_47144_cast")];
            tensor<int32, [4]> var_47148_begin_0 = const()[name = tensor<string, []>("op_47148_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 960])];
            tensor<int32, [4]> var_47148_end_0 = const()[name = tensor<string, []>("op_47148_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1024])];
            tensor<bool, [4]> var_47148_end_mask_0 = const()[name = tensor<string, []>("op_47148_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_47148_cast = slice_by_index(begin = var_47148_begin_0, end = var_47148_end_0, end_mask = var_47148_end_mask_0, x = transpose_35)[name = tensor<string, []>("op_47148_cast")];
            tensor<int32, [4]> var_47152_begin_0 = const()[name = tensor<string, []>("op_47152_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1024])];
            tensor<int32, [4]> var_47152_end_0 = const()[name = tensor<string, []>("op_47152_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1088])];
            tensor<bool, [4]> var_47152_end_mask_0 = const()[name = tensor<string, []>("op_47152_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_47152_cast = slice_by_index(begin = var_47152_begin_0, end = var_47152_end_0, end_mask = var_47152_end_mask_0, x = transpose_35)[name = tensor<string, []>("op_47152_cast")];
            tensor<int32, [4]> var_47156_begin_0 = const()[name = tensor<string, []>("op_47156_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1088])];
            tensor<int32, [4]> var_47156_end_0 = const()[name = tensor<string, []>("op_47156_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1152])];
            tensor<bool, [4]> var_47156_end_mask_0 = const()[name = tensor<string, []>("op_47156_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_47156_cast = slice_by_index(begin = var_47156_begin_0, end = var_47156_end_0, end_mask = var_47156_end_mask_0, x = transpose_35)[name = tensor<string, []>("op_47156_cast")];
            tensor<int32, [4]> var_47160_begin_0 = const()[name = tensor<string, []>("op_47160_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1152])];
            tensor<int32, [4]> var_47160_end_0 = const()[name = tensor<string, []>("op_47160_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1216])];
            tensor<bool, [4]> var_47160_end_mask_0 = const()[name = tensor<string, []>("op_47160_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_47160_cast = slice_by_index(begin = var_47160_begin_0, end = var_47160_end_0, end_mask = var_47160_end_mask_0, x = transpose_35)[name = tensor<string, []>("op_47160_cast")];
            tensor<int32, [4]> var_47164_begin_0 = const()[name = tensor<string, []>("op_47164_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1216])];
            tensor<int32, [4]> var_47164_end_0 = const()[name = tensor<string, []>("op_47164_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1280])];
            tensor<bool, [4]> var_47164_end_mask_0 = const()[name = tensor<string, []>("op_47164_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_47164_cast = slice_by_index(begin = var_47164_begin_0, end = var_47164_end_0, end_mask = var_47164_end_mask_0, x = transpose_35)[name = tensor<string, []>("op_47164_cast")];
            tensor<int32, [4]> var_47166_begin_0 = const()[name = tensor<string, []>("op_47166_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_47166_end_0 = const()[name = tensor<string, []>("op_47166_end_0"), val = tensor<int32, [4]>([2, 64, 1, 576])];
            tensor<bool, [4]> var_47166_end_mask_0 = const()[name = tensor<string, []>("op_47166_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47166_cast = slice_by_index(begin = var_47166_begin_0, end = var_47166_end_0, end_mask = var_47166_end_mask_0, x = v_209_cast)[name = tensor<string, []>("op_47166_cast")];
            tensor<int32, [4]> var_47170_begin_0 = const()[name = tensor<string, []>("op_47170_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_47170_end_0 = const()[name = tensor<string, []>("op_47170_end_0"), val = tensor<int32, [4]>([2, 128, 1, 576])];
            tensor<bool, [4]> var_47170_end_mask_0 = const()[name = tensor<string, []>("op_47170_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47170_cast = slice_by_index(begin = var_47170_begin_0, end = var_47170_end_0, end_mask = var_47170_end_mask_0, x = v_209_cast)[name = tensor<string, []>("op_47170_cast")];
            tensor<int32, [4]> var_47174_begin_0 = const()[name = tensor<string, []>("op_47174_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_47174_end_0 = const()[name = tensor<string, []>("op_47174_end_0"), val = tensor<int32, [4]>([2, 192, 1, 576])];
            tensor<bool, [4]> var_47174_end_mask_0 = const()[name = tensor<string, []>("op_47174_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47174_cast = slice_by_index(begin = var_47174_begin_0, end = var_47174_end_0, end_mask = var_47174_end_mask_0, x = v_209_cast)[name = tensor<string, []>("op_47174_cast")];
            tensor<int32, [4]> var_47178_begin_0 = const()[name = tensor<string, []>("op_47178_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_47178_end_0 = const()[name = tensor<string, []>("op_47178_end_0"), val = tensor<int32, [4]>([2, 256, 1, 576])];
            tensor<bool, [4]> var_47178_end_mask_0 = const()[name = tensor<string, []>("op_47178_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47178_cast = slice_by_index(begin = var_47178_begin_0, end = var_47178_end_0, end_mask = var_47178_end_mask_0, x = v_209_cast)[name = tensor<string, []>("op_47178_cast")];
            tensor<int32, [4]> var_47182_begin_0 = const()[name = tensor<string, []>("op_47182_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_47182_end_0 = const()[name = tensor<string, []>("op_47182_end_0"), val = tensor<int32, [4]>([2, 320, 1, 576])];
            tensor<bool, [4]> var_47182_end_mask_0 = const()[name = tensor<string, []>("op_47182_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47182_cast = slice_by_index(begin = var_47182_begin_0, end = var_47182_end_0, end_mask = var_47182_end_mask_0, x = v_209_cast)[name = tensor<string, []>("op_47182_cast")];
            tensor<int32, [4]> var_47186_begin_0 = const()[name = tensor<string, []>("op_47186_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_47186_end_0 = const()[name = tensor<string, []>("op_47186_end_0"), val = tensor<int32, [4]>([2, 384, 1, 576])];
            tensor<bool, [4]> var_47186_end_mask_0 = const()[name = tensor<string, []>("op_47186_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47186_cast = slice_by_index(begin = var_47186_begin_0, end = var_47186_end_0, end_mask = var_47186_end_mask_0, x = v_209_cast)[name = tensor<string, []>("op_47186_cast")];
            tensor<int32, [4]> var_47190_begin_0 = const()[name = tensor<string, []>("op_47190_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_47190_end_0 = const()[name = tensor<string, []>("op_47190_end_0"), val = tensor<int32, [4]>([2, 448, 1, 576])];
            tensor<bool, [4]> var_47190_end_mask_0 = const()[name = tensor<string, []>("op_47190_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47190_cast = slice_by_index(begin = var_47190_begin_0, end = var_47190_end_0, end_mask = var_47190_end_mask_0, x = v_209_cast)[name = tensor<string, []>("op_47190_cast")];
            tensor<int32, [4]> var_47194_begin_0 = const()[name = tensor<string, []>("op_47194_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_47194_end_0 = const()[name = tensor<string, []>("op_47194_end_0"), val = tensor<int32, [4]>([2, 512, 1, 576])];
            tensor<bool, [4]> var_47194_end_mask_0 = const()[name = tensor<string, []>("op_47194_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47194_cast = slice_by_index(begin = var_47194_begin_0, end = var_47194_end_0, end_mask = var_47194_end_mask_0, x = v_209_cast)[name = tensor<string, []>("op_47194_cast")];
            tensor<int32, [4]> var_47198_begin_0 = const()[name = tensor<string, []>("op_47198_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_47198_end_0 = const()[name = tensor<string, []>("op_47198_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_47198_end_mask_0 = const()[name = tensor<string, []>("op_47198_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47198_cast = slice_by_index(begin = var_47198_begin_0, end = var_47198_end_0, end_mask = var_47198_end_mask_0, x = v_209_cast)[name = tensor<string, []>("op_47198_cast")];
            tensor<int32, [4]> var_47202_begin_0 = const()[name = tensor<string, []>("op_47202_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_47202_end_0 = const()[name = tensor<string, []>("op_47202_end_0"), val = tensor<int32, [4]>([2, 640, 1, 576])];
            tensor<bool, [4]> var_47202_end_mask_0 = const()[name = tensor<string, []>("op_47202_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47202_cast = slice_by_index(begin = var_47202_begin_0, end = var_47202_end_0, end_mask = var_47202_end_mask_0, x = v_209_cast)[name = tensor<string, []>("op_47202_cast")];
            tensor<int32, [4]> var_47206_begin_0 = const()[name = tensor<string, []>("op_47206_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_47206_end_0 = const()[name = tensor<string, []>("op_47206_end_0"), val = tensor<int32, [4]>([2, 704, 1, 576])];
            tensor<bool, [4]> var_47206_end_mask_0 = const()[name = tensor<string, []>("op_47206_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47206_cast = slice_by_index(begin = var_47206_begin_0, end = var_47206_end_0, end_mask = var_47206_end_mask_0, x = v_209_cast)[name = tensor<string, []>("op_47206_cast")];
            tensor<int32, [4]> var_47210_begin_0 = const()[name = tensor<string, []>("op_47210_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_47210_end_0 = const()[name = tensor<string, []>("op_47210_end_0"), val = tensor<int32, [4]>([2, 768, 1, 576])];
            tensor<bool, [4]> var_47210_end_mask_0 = const()[name = tensor<string, []>("op_47210_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47210_cast = slice_by_index(begin = var_47210_begin_0, end = var_47210_end_0, end_mask = var_47210_end_mask_0, x = v_209_cast)[name = tensor<string, []>("op_47210_cast")];
            tensor<int32, [4]> var_47214_begin_0 = const()[name = tensor<string, []>("op_47214_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_47214_end_0 = const()[name = tensor<string, []>("op_47214_end_0"), val = tensor<int32, [4]>([2, 832, 1, 576])];
            tensor<bool, [4]> var_47214_end_mask_0 = const()[name = tensor<string, []>("op_47214_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47214_cast = slice_by_index(begin = var_47214_begin_0, end = var_47214_end_0, end_mask = var_47214_end_mask_0, x = v_209_cast)[name = tensor<string, []>("op_47214_cast")];
            tensor<int32, [4]> var_47218_begin_0 = const()[name = tensor<string, []>("op_47218_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_47218_end_0 = const()[name = tensor<string, []>("op_47218_end_0"), val = tensor<int32, [4]>([2, 896, 1, 576])];
            tensor<bool, [4]> var_47218_end_mask_0 = const()[name = tensor<string, []>("op_47218_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47218_cast = slice_by_index(begin = var_47218_begin_0, end = var_47218_end_0, end_mask = var_47218_end_mask_0, x = v_209_cast)[name = tensor<string, []>("op_47218_cast")];
            tensor<int32, [4]> var_47222_begin_0 = const()[name = tensor<string, []>("op_47222_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_47222_end_0 = const()[name = tensor<string, []>("op_47222_end_0"), val = tensor<int32, [4]>([2, 960, 1, 576])];
            tensor<bool, [4]> var_47222_end_mask_0 = const()[name = tensor<string, []>("op_47222_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47222_cast = slice_by_index(begin = var_47222_begin_0, end = var_47222_end_0, end_mask = var_47222_end_mask_0, x = v_209_cast)[name = tensor<string, []>("op_47222_cast")];
            tensor<int32, [4]> var_47226_begin_0 = const()[name = tensor<string, []>("op_47226_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_47226_end_0 = const()[name = tensor<string, []>("op_47226_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 576])];
            tensor<bool, [4]> var_47226_end_mask_0 = const()[name = tensor<string, []>("op_47226_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47226_cast = slice_by_index(begin = var_47226_begin_0, end = var_47226_end_0, end_mask = var_47226_end_mask_0, x = v_209_cast)[name = tensor<string, []>("op_47226_cast")];
            tensor<int32, [4]> var_47230_begin_0 = const()[name = tensor<string, []>("op_47230_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_47230_end_0 = const()[name = tensor<string, []>("op_47230_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 576])];
            tensor<bool, [4]> var_47230_end_mask_0 = const()[name = tensor<string, []>("op_47230_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47230_cast = slice_by_index(begin = var_47230_begin_0, end = var_47230_end_0, end_mask = var_47230_end_mask_0, x = v_209_cast)[name = tensor<string, []>("op_47230_cast")];
            tensor<int32, [4]> var_47234_begin_0 = const()[name = tensor<string, []>("op_47234_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_47234_end_0 = const()[name = tensor<string, []>("op_47234_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 576])];
            tensor<bool, [4]> var_47234_end_mask_0 = const()[name = tensor<string, []>("op_47234_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47234_cast = slice_by_index(begin = var_47234_begin_0, end = var_47234_end_0, end_mask = var_47234_end_mask_0, x = v_209_cast)[name = tensor<string, []>("op_47234_cast")];
            tensor<int32, [4]> var_47238_begin_0 = const()[name = tensor<string, []>("op_47238_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_47238_end_0 = const()[name = tensor<string, []>("op_47238_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 576])];
            tensor<bool, [4]> var_47238_end_mask_0 = const()[name = tensor<string, []>("op_47238_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47238_cast = slice_by_index(begin = var_47238_begin_0, end = var_47238_end_0, end_mask = var_47238_end_mask_0, x = v_209_cast)[name = tensor<string, []>("op_47238_cast")];
            tensor<int32, [4]> var_47242_begin_0 = const()[name = tensor<string, []>("op_47242_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_47242_end_0 = const()[name = tensor<string, []>("op_47242_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 576])];
            tensor<bool, [4]> var_47242_end_mask_0 = const()[name = tensor<string, []>("op_47242_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47242_cast = slice_by_index(begin = var_47242_begin_0, end = var_47242_end_0, end_mask = var_47242_end_mask_0, x = v_209_cast)[name = tensor<string, []>("op_47242_cast")];
            tensor<string, []> var_47246_equation_0 = const()[name = tensor<string, []>("op_47246_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_47246_cast = einsum(equation = var_47246_equation_0, values = (var_47088_cast, var_47005_cast))[name = tensor<string, []>("op_47246_cast")];
            tensor<fp16, []> var_47247_to_fp16 = const()[name = tensor<string, []>("op_47247_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4001_cast = mul(x = var_47246_cast, y = var_47247_to_fp16)[name = tensor<string, []>("aw_4001_cast")];
            tensor<string, []> var_47250_equation_0 = const()[name = tensor<string, []>("op_47250_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_47250_cast = einsum(equation = var_47250_equation_0, values = (var_47092_cast, var_47009_cast))[name = tensor<string, []>("op_47250_cast")];
            tensor<fp16, []> var_47251_to_fp16 = const()[name = tensor<string, []>("op_47251_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4003_cast = mul(x = var_47250_cast, y = var_47251_to_fp16)[name = tensor<string, []>("aw_4003_cast")];
            tensor<string, []> var_47254_equation_0 = const()[name = tensor<string, []>("op_47254_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_47254_cast = einsum(equation = var_47254_equation_0, values = (var_47096_cast, var_47013_cast))[name = tensor<string, []>("op_47254_cast")];
            tensor<fp16, []> var_47255_to_fp16 = const()[name = tensor<string, []>("op_47255_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4005_cast = mul(x = var_47254_cast, y = var_47255_to_fp16)[name = tensor<string, []>("aw_4005_cast")];
            tensor<string, []> var_47258_equation_0 = const()[name = tensor<string, []>("op_47258_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_47258_cast = einsum(equation = var_47258_equation_0, values = (var_47100_cast, var_47017_cast))[name = tensor<string, []>("op_47258_cast")];
            tensor<fp16, []> var_47259_to_fp16 = const()[name = tensor<string, []>("op_47259_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4007_cast = mul(x = var_47258_cast, y = var_47259_to_fp16)[name = tensor<string, []>("aw_4007_cast")];
            tensor<string, []> var_47262_equation_0 = const()[name = tensor<string, []>("op_47262_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_47262_cast = einsum(equation = var_47262_equation_0, values = (var_47104_cast, var_47021_cast))[name = tensor<string, []>("op_47262_cast")];
            tensor<fp16, []> var_47263_to_fp16 = const()[name = tensor<string, []>("op_47263_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4009_cast = mul(x = var_47262_cast, y = var_47263_to_fp16)[name = tensor<string, []>("aw_4009_cast")];
            tensor<string, []> var_47266_equation_0 = const()[name = tensor<string, []>("op_47266_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_47266_cast = einsum(equation = var_47266_equation_0, values = (var_47108_cast, var_47025_cast))[name = tensor<string, []>("op_47266_cast")];
            tensor<fp16, []> var_47267_to_fp16 = const()[name = tensor<string, []>("op_47267_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4011_cast = mul(x = var_47266_cast, y = var_47267_to_fp16)[name = tensor<string, []>("aw_4011_cast")];
            tensor<string, []> var_47270_equation_0 = const()[name = tensor<string, []>("op_47270_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_47270_cast = einsum(equation = var_47270_equation_0, values = (var_47112_cast, var_47029_cast))[name = tensor<string, []>("op_47270_cast")];
            tensor<fp16, []> var_47271_to_fp16 = const()[name = tensor<string, []>("op_47271_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4013_cast = mul(x = var_47270_cast, y = var_47271_to_fp16)[name = tensor<string, []>("aw_4013_cast")];
            tensor<string, []> var_47274_equation_0 = const()[name = tensor<string, []>("op_47274_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_47274_cast = einsum(equation = var_47274_equation_0, values = (var_47116_cast, var_47033_cast))[name = tensor<string, []>("op_47274_cast")];
            tensor<fp16, []> var_47275_to_fp16 = const()[name = tensor<string, []>("op_47275_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4015_cast = mul(x = var_47274_cast, y = var_47275_to_fp16)[name = tensor<string, []>("aw_4015_cast")];
            tensor<string, []> var_47278_equation_0 = const()[name = tensor<string, []>("op_47278_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_47278_cast = einsum(equation = var_47278_equation_0, values = (var_47120_cast, var_47037_cast))[name = tensor<string, []>("op_47278_cast")];
            tensor<fp16, []> var_47279_to_fp16 = const()[name = tensor<string, []>("op_47279_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4017_cast = mul(x = var_47278_cast, y = var_47279_to_fp16)[name = tensor<string, []>("aw_4017_cast")];
            tensor<string, []> var_47282_equation_0 = const()[name = tensor<string, []>("op_47282_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_47282_cast = einsum(equation = var_47282_equation_0, values = (var_47124_cast, var_47041_cast))[name = tensor<string, []>("op_47282_cast")];
            tensor<fp16, []> var_47283_to_fp16 = const()[name = tensor<string, []>("op_47283_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4019_cast = mul(x = var_47282_cast, y = var_47283_to_fp16)[name = tensor<string, []>("aw_4019_cast")];
            tensor<string, []> var_47286_equation_0 = const()[name = tensor<string, []>("op_47286_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_47286_cast = einsum(equation = var_47286_equation_0, values = (var_47128_cast, var_47045_cast))[name = tensor<string, []>("op_47286_cast")];
            tensor<fp16, []> var_47287_to_fp16 = const()[name = tensor<string, []>("op_47287_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4021_cast = mul(x = var_47286_cast, y = var_47287_to_fp16)[name = tensor<string, []>("aw_4021_cast")];
            tensor<string, []> var_47290_equation_0 = const()[name = tensor<string, []>("op_47290_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_47290_cast = einsum(equation = var_47290_equation_0, values = (var_47132_cast, var_47049_cast))[name = tensor<string, []>("op_47290_cast")];
            tensor<fp16, []> var_47291_to_fp16 = const()[name = tensor<string, []>("op_47291_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4023_cast = mul(x = var_47290_cast, y = var_47291_to_fp16)[name = tensor<string, []>("aw_4023_cast")];
            tensor<string, []> var_47294_equation_0 = const()[name = tensor<string, []>("op_47294_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_47294_cast = einsum(equation = var_47294_equation_0, values = (var_47136_cast, var_47053_cast))[name = tensor<string, []>("op_47294_cast")];
            tensor<fp16, []> var_47295_to_fp16 = const()[name = tensor<string, []>("op_47295_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4025_cast = mul(x = var_47294_cast, y = var_47295_to_fp16)[name = tensor<string, []>("aw_4025_cast")];
            tensor<string, []> var_47298_equation_0 = const()[name = tensor<string, []>("op_47298_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_47298_cast = einsum(equation = var_47298_equation_0, values = (var_47140_cast, var_47057_cast))[name = tensor<string, []>("op_47298_cast")];
            tensor<fp16, []> var_47299_to_fp16 = const()[name = tensor<string, []>("op_47299_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4027_cast = mul(x = var_47298_cast, y = var_47299_to_fp16)[name = tensor<string, []>("aw_4027_cast")];
            tensor<string, []> var_47302_equation_0 = const()[name = tensor<string, []>("op_47302_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_47302_cast = einsum(equation = var_47302_equation_0, values = (var_47144_cast, var_47061_cast))[name = tensor<string, []>("op_47302_cast")];
            tensor<fp16, []> var_47303_to_fp16 = const()[name = tensor<string, []>("op_47303_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4029_cast = mul(x = var_47302_cast, y = var_47303_to_fp16)[name = tensor<string, []>("aw_4029_cast")];
            tensor<string, []> var_47306_equation_0 = const()[name = tensor<string, []>("op_47306_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_47306_cast = einsum(equation = var_47306_equation_0, values = (var_47148_cast, var_47065_cast))[name = tensor<string, []>("op_47306_cast")];
            tensor<fp16, []> var_47307_to_fp16 = const()[name = tensor<string, []>("op_47307_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4031_cast = mul(x = var_47306_cast, y = var_47307_to_fp16)[name = tensor<string, []>("aw_4031_cast")];
            tensor<string, []> var_47310_equation_0 = const()[name = tensor<string, []>("op_47310_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_47310_cast = einsum(equation = var_47310_equation_0, values = (var_47152_cast, var_47069_cast))[name = tensor<string, []>("op_47310_cast")];
            tensor<fp16, []> var_47311_to_fp16 = const()[name = tensor<string, []>("op_47311_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4033_cast = mul(x = var_47310_cast, y = var_47311_to_fp16)[name = tensor<string, []>("aw_4033_cast")];
            tensor<string, []> var_47314_equation_0 = const()[name = tensor<string, []>("op_47314_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_47314_cast = einsum(equation = var_47314_equation_0, values = (var_47156_cast, var_47073_cast))[name = tensor<string, []>("op_47314_cast")];
            tensor<fp16, []> var_47315_to_fp16 = const()[name = tensor<string, []>("op_47315_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4035_cast = mul(x = var_47314_cast, y = var_47315_to_fp16)[name = tensor<string, []>("aw_4035_cast")];
            tensor<string, []> var_47318_equation_0 = const()[name = tensor<string, []>("op_47318_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_47318_cast = einsum(equation = var_47318_equation_0, values = (var_47160_cast, var_47077_cast))[name = tensor<string, []>("op_47318_cast")];
            tensor<fp16, []> var_47319_to_fp16 = const()[name = tensor<string, []>("op_47319_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4037_cast = mul(x = var_47318_cast, y = var_47319_to_fp16)[name = tensor<string, []>("aw_4037_cast")];
            tensor<string, []> var_47322_equation_0 = const()[name = tensor<string, []>("op_47322_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_47322_cast = einsum(equation = var_47322_equation_0, values = (var_47164_cast, var_47081_cast))[name = tensor<string, []>("op_47322_cast")];
            tensor<fp16, []> var_47323_to_fp16 = const()[name = tensor<string, []>("op_47323_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4039_cast = mul(x = var_47322_cast, y = var_47323_to_fp16)[name = tensor<string, []>("aw_4039_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_47325_cast = softmax(axis = var_30355, x = aw_4001_cast)[name = tensor<string, []>("op_47325_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_47326_cast = softmax(axis = var_30355, x = aw_4003_cast)[name = tensor<string, []>("op_47326_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_47327_cast = softmax(axis = var_30355, x = aw_4005_cast)[name = tensor<string, []>("op_47327_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_47328_cast = softmax(axis = var_30355, x = aw_4007_cast)[name = tensor<string, []>("op_47328_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_47329_cast = softmax(axis = var_30355, x = aw_4009_cast)[name = tensor<string, []>("op_47329_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_47330_cast = softmax(axis = var_30355, x = aw_4011_cast)[name = tensor<string, []>("op_47330_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_47331_cast = softmax(axis = var_30355, x = aw_4013_cast)[name = tensor<string, []>("op_47331_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_47332_cast = softmax(axis = var_30355, x = aw_4015_cast)[name = tensor<string, []>("op_47332_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_47333_cast = softmax(axis = var_30355, x = aw_4017_cast)[name = tensor<string, []>("op_47333_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_47334_cast = softmax(axis = var_30355, x = aw_4019_cast)[name = tensor<string, []>("op_47334_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_47335_cast = softmax(axis = var_30355, x = aw_4021_cast)[name = tensor<string, []>("op_47335_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_47336_cast = softmax(axis = var_30355, x = aw_4023_cast)[name = tensor<string, []>("op_47336_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_47337_cast = softmax(axis = var_30355, x = aw_4025_cast)[name = tensor<string, []>("op_47337_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_47338_cast = softmax(axis = var_30355, x = aw_4027_cast)[name = tensor<string, []>("op_47338_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_47339_cast = softmax(axis = var_30355, x = aw_4029_cast)[name = tensor<string, []>("op_47339_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_47340_cast = softmax(axis = var_30355, x = aw_4031_cast)[name = tensor<string, []>("op_47340_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_47341_cast = softmax(axis = var_30355, x = aw_4033_cast)[name = tensor<string, []>("op_47341_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_47342_cast = softmax(axis = var_30355, x = aw_4035_cast)[name = tensor<string, []>("op_47342_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_47343_cast = softmax(axis = var_30355, x = aw_4037_cast)[name = tensor<string, []>("op_47343_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_47344_cast = softmax(axis = var_30355, x = aw_4039_cast)[name = tensor<string, []>("op_47344_cast")];
            tensor<string, []> var_47346_equation_0 = const()[name = tensor<string, []>("op_47346_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_47346_cast = einsum(equation = var_47346_equation_0, values = (var_47166_cast, var_47325_cast))[name = tensor<string, []>("op_47346_cast")];
            tensor<string, []> var_47348_equation_0 = const()[name = tensor<string, []>("op_47348_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_47348_cast = einsum(equation = var_47348_equation_0, values = (var_47170_cast, var_47326_cast))[name = tensor<string, []>("op_47348_cast")];
            tensor<string, []> var_47350_equation_0 = const()[name = tensor<string, []>("op_47350_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_47350_cast = einsum(equation = var_47350_equation_0, values = (var_47174_cast, var_47327_cast))[name = tensor<string, []>("op_47350_cast")];
            tensor<string, []> var_47352_equation_0 = const()[name = tensor<string, []>("op_47352_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_47352_cast = einsum(equation = var_47352_equation_0, values = (var_47178_cast, var_47328_cast))[name = tensor<string, []>("op_47352_cast")];
            tensor<string, []> var_47354_equation_0 = const()[name = tensor<string, []>("op_47354_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_47354_cast = einsum(equation = var_47354_equation_0, values = (var_47182_cast, var_47329_cast))[name = tensor<string, []>("op_47354_cast")];
            tensor<string, []> var_47356_equation_0 = const()[name = tensor<string, []>("op_47356_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_47356_cast = einsum(equation = var_47356_equation_0, values = (var_47186_cast, var_47330_cast))[name = tensor<string, []>("op_47356_cast")];
            tensor<string, []> var_47358_equation_0 = const()[name = tensor<string, []>("op_47358_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_47358_cast = einsum(equation = var_47358_equation_0, values = (var_47190_cast, var_47331_cast))[name = tensor<string, []>("op_47358_cast")];
            tensor<string, []> var_47360_equation_0 = const()[name = tensor<string, []>("op_47360_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_47360_cast = einsum(equation = var_47360_equation_0, values = (var_47194_cast, var_47332_cast))[name = tensor<string, []>("op_47360_cast")];
            tensor<string, []> var_47362_equation_0 = const()[name = tensor<string, []>("op_47362_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_47362_cast = einsum(equation = var_47362_equation_0, values = (var_47198_cast, var_47333_cast))[name = tensor<string, []>("op_47362_cast")];
            tensor<string, []> var_47364_equation_0 = const()[name = tensor<string, []>("op_47364_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_47364_cast = einsum(equation = var_47364_equation_0, values = (var_47202_cast, var_47334_cast))[name = tensor<string, []>("op_47364_cast")];
            tensor<string, []> var_47366_equation_0 = const()[name = tensor<string, []>("op_47366_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_47366_cast = einsum(equation = var_47366_equation_0, values = (var_47206_cast, var_47335_cast))[name = tensor<string, []>("op_47366_cast")];
            tensor<string, []> var_47368_equation_0 = const()[name = tensor<string, []>("op_47368_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_47368_cast = einsum(equation = var_47368_equation_0, values = (var_47210_cast, var_47336_cast))[name = tensor<string, []>("op_47368_cast")];
            tensor<string, []> var_47370_equation_0 = const()[name = tensor<string, []>("op_47370_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_47370_cast = einsum(equation = var_47370_equation_0, values = (var_47214_cast, var_47337_cast))[name = tensor<string, []>("op_47370_cast")];
            tensor<string, []> var_47372_equation_0 = const()[name = tensor<string, []>("op_47372_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_47372_cast = einsum(equation = var_47372_equation_0, values = (var_47218_cast, var_47338_cast))[name = tensor<string, []>("op_47372_cast")];
            tensor<string, []> var_47374_equation_0 = const()[name = tensor<string, []>("op_47374_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_47374_cast = einsum(equation = var_47374_equation_0, values = (var_47222_cast, var_47339_cast))[name = tensor<string, []>("op_47374_cast")];
            tensor<string, []> var_47376_equation_0 = const()[name = tensor<string, []>("op_47376_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_47376_cast = einsum(equation = var_47376_equation_0, values = (var_47226_cast, var_47340_cast))[name = tensor<string, []>("op_47376_cast")];
            tensor<string, []> var_47378_equation_0 = const()[name = tensor<string, []>("op_47378_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_47378_cast = einsum(equation = var_47378_equation_0, values = (var_47230_cast, var_47341_cast))[name = tensor<string, []>("op_47378_cast")];
            tensor<string, []> var_47380_equation_0 = const()[name = tensor<string, []>("op_47380_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_47380_cast = einsum(equation = var_47380_equation_0, values = (var_47234_cast, var_47342_cast))[name = tensor<string, []>("op_47380_cast")];
            tensor<string, []> var_47382_equation_0 = const()[name = tensor<string, []>("op_47382_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_47382_cast = einsum(equation = var_47382_equation_0, values = (var_47238_cast, var_47343_cast))[name = tensor<string, []>("op_47382_cast")];
            tensor<string, []> var_47384_equation_0 = const()[name = tensor<string, []>("op_47384_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_47384_cast = einsum(equation = var_47384_equation_0, values = (var_47242_cast, var_47344_cast))[name = tensor<string, []>("op_47384_cast")];
            tensor<bool, []> input_601_interleave_0 = const()[name = tensor<string, []>("input_601_interleave_0"), val = tensor<bool, []>(false)];
            tensor<fp16, [2, 1280, 1, 576]> input_601_cast = concat(axis = var_30355, interleave = input_601_interleave_0, values = (var_47346_cast, var_47348_cast, var_47350_cast, var_47352_cast, var_47354_cast, var_47356_cast, var_47358_cast, var_47360_cast, var_47362_cast, var_47364_cast, var_47366_cast, var_47368_cast, var_47370_cast, var_47372_cast, var_47374_cast, var_47376_cast, var_47378_cast, var_47380_cast, var_47382_cast, var_47384_cast))[name = tensor<string, []>("input_601_cast")];
            tensor<int32, [2]> var_47390 = const()[name = tensor<string, []>("op_47390"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_47392 = const()[name = tensor<string, []>("op_47392"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_47394_pad_type_0 = const()[name = tensor<string, []>("op_47394_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_47394_pad_0 = const()[name = tensor<string, []>("op_47394_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_8_attn1_to_out_0_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [1228800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(237806208))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(239035072))), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_8_attn1_to_out_0_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_attentions_1_transformer_blocks_8_attn1_to_out_0_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_8_attn1_to_out_0_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(239035264)))];
            tensor<fp16, [2, 1280, 1, 576]> var_47394_cast = conv(bias = up_blocks_0_attentions_1_transformer_blocks_8_attn1_to_out_0_bias_to_fp16, dilations = var_47392, groups = var_30355, pad = var_47394_pad_0, pad_type = var_47394_pad_type_0, strides = var_47390, weight = up_blocks_0_attentions_1_transformer_blocks_8_attn1_to_out_0_weight_to_fp16_palettized, x = input_601_cast)[name = tensor<string, []>("op_47394_cast")];
            tensor<fp16, [2, 1280, 1, 576]> inputs_315_cast = add(x = var_47394_cast, y = inputs_313_cast)[name = tensor<string, []>("inputs_315_cast")];
            tensor<int32, [1]> var_47398 = const()[name = tensor<string, []>("op_47398"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> channels_mean_315_cast = reduce_mean(axes = var_47398, keep_dims = var_30350, x = inputs_315_cast)[name = tensor<string, []>("channels_mean_315_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_315_cast = sub(x = inputs_315_cast, y = channels_mean_315_cast)[name = tensor<string, []>("zero_mean_315_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_sq_315_cast = mul(x = zero_mean_315_cast, y = zero_mean_315_cast)[name = tensor<string, []>("zero_mean_sq_315_cast")];
            tensor<int32, [1]> var_47402 = const()[name = tensor<string, []>("op_47402"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> var_47403_cast = reduce_mean(axes = var_47402, keep_dims = var_30350, x = zero_mean_sq_315_cast)[name = tensor<string, []>("op_47403_cast")];
            tensor<fp16, []> var_47404_to_fp16 = const()[name = tensor<string, []>("op_47404_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 576]> var_47405_cast = add(x = var_47403_cast, y = var_47404_to_fp16)[name = tensor<string, []>("op_47405_cast")];
            tensor<fp16, []> denom_315_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_315_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 576]> denom_315_cast = rsqrt(epsilon = denom_315_epsilon_0_to_fp16, x = var_47405_cast)[name = tensor<string, []>("denom_315_cast")];
            tensor<fp16, [2, 1280, 1, 576]> out_315_cast = mul(x = zero_mean_315_cast, y = denom_315_cast)[name = tensor<string, []>("out_315_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_47409_to_fp16 = const()[name = tensor<string, []>("op_47409_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(239037888)))];
            tensor<fp16, [2, 1280, 1, 576]> var_47410_cast = add(x = out_315_cast, y = var_47409_to_fp16)[name = tensor<string, []>("op_47410_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_47412_to_fp16 = const()[name = tensor<string, []>("op_47412_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(239040512)))];
            tensor<fp16, [2, 1280, 1, 576]> hidden_states_411_cast = mul(x = var_47410_cast, y = var_47412_to_fp16)[name = tensor<string, []>("hidden_states_411_cast")];
            tensor<int32, [2]> var_47419 = const()[name = tensor<string, []>("op_47419"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_47421 = const()[name = tensor<string, []>("op_47421"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> q_211_pad_type_0 = const()[name = tensor<string, []>("q_211_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> q_211_pad_0 = const()[name = tensor<string, []>("q_211_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_8_attn2_to_q_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [409600]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(239043136))), lut = tensor<fp16, [4]>([-0x1.a5p-6, -0x1.048p-7, 0x1.054p-7, 0x1.a54p-6]), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_8_attn2_to_q_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> q_211_cast = conv(dilations = var_47421, groups = var_30355, pad = q_211_pad_0, pad_type = q_211_pad_type_0, strides = var_47419, weight = up_blocks_0_attentions_1_transformer_blocks_8_attn2_to_q_weight_to_fp16_palettized, x = hidden_states_411_cast)[name = tensor<string, []>("q_211_cast")];
            tensor<int32, [2]> var_47425 = const()[name = tensor<string, []>("op_47425"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_47427 = const()[name = tensor<string, []>("op_47427"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> k_421_pad_type_0 = const()[name = tensor<string, []>("k_421_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> k_421_pad_0 = const()[name = tensor<string, []>("k_421_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 2048, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_8_attn2_to_k_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [655360]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(239452800))), lut = tensor<fp16, [4]>([-0x1.404p-6, -0x1.808p-8, 0x1.7ccp-8, 0x1.3f4p-6]), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_8_attn2_to_k_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 2048, 1, 1])];
            tensor<fp16, [2, 1280, 1, 77]> k_421_cast = conv(dilations = var_47427, groups = var_30355, pad = k_421_pad_0, pad_type = k_421_pad_type_0, strides = var_47425, weight = up_blocks_0_attentions_1_transformer_blocks_8_attn2_to_k_weight_to_fp16_palettized, x = encoder_hidden_states)[name = tensor<string, []>("k_421_cast")];
            tensor<int32, [2]> var_47431 = const()[name = tensor<string, []>("op_47431"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_47433 = const()[name = tensor<string, []>("op_47433"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> v_211_pad_type_0 = const()[name = tensor<string, []>("v_211_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> v_211_pad_0 = const()[name = tensor<string, []>("v_211_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 2048, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_8_attn2_to_v_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [655360]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(240108224))), lut = tensor<fp16, [4]>([-0x1.9f8p-6, -0x1.e58p-8, 0x1.e5cp-8, 0x1.a04p-6]), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_8_attn2_to_v_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 2048, 1, 1])];
            tensor<fp16, [2, 1280, 1, 77]> v_211_cast = conv(dilations = var_47433, groups = var_30355, pad = v_211_pad_0, pad_type = v_211_pad_type_0, strides = var_47431, weight = up_blocks_0_attentions_1_transformer_blocks_8_attn2_to_v_weight_to_fp16_palettized, x = encoder_hidden_states)[name = tensor<string, []>("v_211_cast")];
            tensor<int32, [4]> var_47437_begin_0 = const()[name = tensor<string, []>("op_47437_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_47437_end_0 = const()[name = tensor<string, []>("op_47437_end_0"), val = tensor<int32, [4]>([2, 64, 1, 576])];
            tensor<bool, [4]> var_47437_end_mask_0 = const()[name = tensor<string, []>("op_47437_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47437_cast = slice_by_index(begin = var_47437_begin_0, end = var_47437_end_0, end_mask = var_47437_end_mask_0, x = q_211_cast)[name = tensor<string, []>("op_47437_cast")];
            tensor<int32, [4]> var_47441_begin_0 = const()[name = tensor<string, []>("op_47441_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_47441_end_0 = const()[name = tensor<string, []>("op_47441_end_0"), val = tensor<int32, [4]>([2, 128, 1, 576])];
            tensor<bool, [4]> var_47441_end_mask_0 = const()[name = tensor<string, []>("op_47441_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47441_cast = slice_by_index(begin = var_47441_begin_0, end = var_47441_end_0, end_mask = var_47441_end_mask_0, x = q_211_cast)[name = tensor<string, []>("op_47441_cast")];
            tensor<int32, [4]> var_47445_begin_0 = const()[name = tensor<string, []>("op_47445_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_47445_end_0 = const()[name = tensor<string, []>("op_47445_end_0"), val = tensor<int32, [4]>([2, 192, 1, 576])];
            tensor<bool, [4]> var_47445_end_mask_0 = const()[name = tensor<string, []>("op_47445_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47445_cast = slice_by_index(begin = var_47445_begin_0, end = var_47445_end_0, end_mask = var_47445_end_mask_0, x = q_211_cast)[name = tensor<string, []>("op_47445_cast")];
            tensor<int32, [4]> var_47449_begin_0 = const()[name = tensor<string, []>("op_47449_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_47449_end_0 = const()[name = tensor<string, []>("op_47449_end_0"), val = tensor<int32, [4]>([2, 256, 1, 576])];
            tensor<bool, [4]> var_47449_end_mask_0 = const()[name = tensor<string, []>("op_47449_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47449_cast = slice_by_index(begin = var_47449_begin_0, end = var_47449_end_0, end_mask = var_47449_end_mask_0, x = q_211_cast)[name = tensor<string, []>("op_47449_cast")];
            tensor<int32, [4]> var_47453_begin_0 = const()[name = tensor<string, []>("op_47453_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_47453_end_0 = const()[name = tensor<string, []>("op_47453_end_0"), val = tensor<int32, [4]>([2, 320, 1, 576])];
            tensor<bool, [4]> var_47453_end_mask_0 = const()[name = tensor<string, []>("op_47453_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47453_cast = slice_by_index(begin = var_47453_begin_0, end = var_47453_end_0, end_mask = var_47453_end_mask_0, x = q_211_cast)[name = tensor<string, []>("op_47453_cast")];
            tensor<int32, [4]> var_47457_begin_0 = const()[name = tensor<string, []>("op_47457_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_47457_end_0 = const()[name = tensor<string, []>("op_47457_end_0"), val = tensor<int32, [4]>([2, 384, 1, 576])];
            tensor<bool, [4]> var_47457_end_mask_0 = const()[name = tensor<string, []>("op_47457_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47457_cast = slice_by_index(begin = var_47457_begin_0, end = var_47457_end_0, end_mask = var_47457_end_mask_0, x = q_211_cast)[name = tensor<string, []>("op_47457_cast")];
            tensor<int32, [4]> var_47461_begin_0 = const()[name = tensor<string, []>("op_47461_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_47461_end_0 = const()[name = tensor<string, []>("op_47461_end_0"), val = tensor<int32, [4]>([2, 448, 1, 576])];
            tensor<bool, [4]> var_47461_end_mask_0 = const()[name = tensor<string, []>("op_47461_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47461_cast = slice_by_index(begin = var_47461_begin_0, end = var_47461_end_0, end_mask = var_47461_end_mask_0, x = q_211_cast)[name = tensor<string, []>("op_47461_cast")];
            tensor<int32, [4]> var_47465_begin_0 = const()[name = tensor<string, []>("op_47465_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_47465_end_0 = const()[name = tensor<string, []>("op_47465_end_0"), val = tensor<int32, [4]>([2, 512, 1, 576])];
            tensor<bool, [4]> var_47465_end_mask_0 = const()[name = tensor<string, []>("op_47465_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47465_cast = slice_by_index(begin = var_47465_begin_0, end = var_47465_end_0, end_mask = var_47465_end_mask_0, x = q_211_cast)[name = tensor<string, []>("op_47465_cast")];
            tensor<int32, [4]> var_47469_begin_0 = const()[name = tensor<string, []>("op_47469_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_47469_end_0 = const()[name = tensor<string, []>("op_47469_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_47469_end_mask_0 = const()[name = tensor<string, []>("op_47469_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47469_cast = slice_by_index(begin = var_47469_begin_0, end = var_47469_end_0, end_mask = var_47469_end_mask_0, x = q_211_cast)[name = tensor<string, []>("op_47469_cast")];
            tensor<int32, [4]> var_47473_begin_0 = const()[name = tensor<string, []>("op_47473_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_47473_end_0 = const()[name = tensor<string, []>("op_47473_end_0"), val = tensor<int32, [4]>([2, 640, 1, 576])];
            tensor<bool, [4]> var_47473_end_mask_0 = const()[name = tensor<string, []>("op_47473_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47473_cast = slice_by_index(begin = var_47473_begin_0, end = var_47473_end_0, end_mask = var_47473_end_mask_0, x = q_211_cast)[name = tensor<string, []>("op_47473_cast")];
            tensor<int32, [4]> var_47477_begin_0 = const()[name = tensor<string, []>("op_47477_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_47477_end_0 = const()[name = tensor<string, []>("op_47477_end_0"), val = tensor<int32, [4]>([2, 704, 1, 576])];
            tensor<bool, [4]> var_47477_end_mask_0 = const()[name = tensor<string, []>("op_47477_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47477_cast = slice_by_index(begin = var_47477_begin_0, end = var_47477_end_0, end_mask = var_47477_end_mask_0, x = q_211_cast)[name = tensor<string, []>("op_47477_cast")];
            tensor<int32, [4]> var_47481_begin_0 = const()[name = tensor<string, []>("op_47481_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_47481_end_0 = const()[name = tensor<string, []>("op_47481_end_0"), val = tensor<int32, [4]>([2, 768, 1, 576])];
            tensor<bool, [4]> var_47481_end_mask_0 = const()[name = tensor<string, []>("op_47481_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47481_cast = slice_by_index(begin = var_47481_begin_0, end = var_47481_end_0, end_mask = var_47481_end_mask_0, x = q_211_cast)[name = tensor<string, []>("op_47481_cast")];
            tensor<int32, [4]> var_47485_begin_0 = const()[name = tensor<string, []>("op_47485_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_47485_end_0 = const()[name = tensor<string, []>("op_47485_end_0"), val = tensor<int32, [4]>([2, 832, 1, 576])];
            tensor<bool, [4]> var_47485_end_mask_0 = const()[name = tensor<string, []>("op_47485_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47485_cast = slice_by_index(begin = var_47485_begin_0, end = var_47485_end_0, end_mask = var_47485_end_mask_0, x = q_211_cast)[name = tensor<string, []>("op_47485_cast")];
            tensor<int32, [4]> var_47489_begin_0 = const()[name = tensor<string, []>("op_47489_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_47489_end_0 = const()[name = tensor<string, []>("op_47489_end_0"), val = tensor<int32, [4]>([2, 896, 1, 576])];
            tensor<bool, [4]> var_47489_end_mask_0 = const()[name = tensor<string, []>("op_47489_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47489_cast = slice_by_index(begin = var_47489_begin_0, end = var_47489_end_0, end_mask = var_47489_end_mask_0, x = q_211_cast)[name = tensor<string, []>("op_47489_cast")];
            tensor<int32, [4]> var_47493_begin_0 = const()[name = tensor<string, []>("op_47493_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_47493_end_0 = const()[name = tensor<string, []>("op_47493_end_0"), val = tensor<int32, [4]>([2, 960, 1, 576])];
            tensor<bool, [4]> var_47493_end_mask_0 = const()[name = tensor<string, []>("op_47493_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47493_cast = slice_by_index(begin = var_47493_begin_0, end = var_47493_end_0, end_mask = var_47493_end_mask_0, x = q_211_cast)[name = tensor<string, []>("op_47493_cast")];
            tensor<int32, [4]> var_47497_begin_0 = const()[name = tensor<string, []>("op_47497_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_47497_end_0 = const()[name = tensor<string, []>("op_47497_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 576])];
            tensor<bool, [4]> var_47497_end_mask_0 = const()[name = tensor<string, []>("op_47497_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47497_cast = slice_by_index(begin = var_47497_begin_0, end = var_47497_end_0, end_mask = var_47497_end_mask_0, x = q_211_cast)[name = tensor<string, []>("op_47497_cast")];
            tensor<int32, [4]> var_47501_begin_0 = const()[name = tensor<string, []>("op_47501_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_47501_end_0 = const()[name = tensor<string, []>("op_47501_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 576])];
            tensor<bool, [4]> var_47501_end_mask_0 = const()[name = tensor<string, []>("op_47501_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47501_cast = slice_by_index(begin = var_47501_begin_0, end = var_47501_end_0, end_mask = var_47501_end_mask_0, x = q_211_cast)[name = tensor<string, []>("op_47501_cast")];
            tensor<int32, [4]> var_47505_begin_0 = const()[name = tensor<string, []>("op_47505_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_47505_end_0 = const()[name = tensor<string, []>("op_47505_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 576])];
            tensor<bool, [4]> var_47505_end_mask_0 = const()[name = tensor<string, []>("op_47505_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47505_cast = slice_by_index(begin = var_47505_begin_0, end = var_47505_end_0, end_mask = var_47505_end_mask_0, x = q_211_cast)[name = tensor<string, []>("op_47505_cast")];
            tensor<int32, [4]> var_47509_begin_0 = const()[name = tensor<string, []>("op_47509_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_47509_end_0 = const()[name = tensor<string, []>("op_47509_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 576])];
            tensor<bool, [4]> var_47509_end_mask_0 = const()[name = tensor<string, []>("op_47509_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47509_cast = slice_by_index(begin = var_47509_begin_0, end = var_47509_end_0, end_mask = var_47509_end_mask_0, x = q_211_cast)[name = tensor<string, []>("op_47509_cast")];
            tensor<int32, [4]> var_47513_begin_0 = const()[name = tensor<string, []>("op_47513_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_47513_end_0 = const()[name = tensor<string, []>("op_47513_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 576])];
            tensor<bool, [4]> var_47513_end_mask_0 = const()[name = tensor<string, []>("op_47513_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47513_cast = slice_by_index(begin = var_47513_begin_0, end = var_47513_end_0, end_mask = var_47513_end_mask_0, x = q_211_cast)[name = tensor<string, []>("op_47513_cast")];
            tensor<int32, [4]> k_423_perm_0 = const()[name = tensor<string, []>("k_423_perm_0"), val = tensor<int32, [4]>([0, 3, 2, 1])];
            tensor<int32, [4]> var_47520_begin_0 = const()[name = tensor<string, []>("op_47520_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_47520_end_0 = const()[name = tensor<string, []>("op_47520_end_0"), val = tensor<int32, [4]>([2, 77, 1, 64])];
            tensor<bool, [4]> var_47520_end_mask_0 = const()[name = tensor<string, []>("op_47520_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 1280]> transpose_34 = transpose(perm = k_423_perm_0, x = k_421_cast)[name = tensor<string, []>("transpose_34")];
            tensor<fp16, [2, 77, 1, 64]> var_47520_cast = slice_by_index(begin = var_47520_begin_0, end = var_47520_end_0, end_mask = var_47520_end_mask_0, x = transpose_34)[name = tensor<string, []>("op_47520_cast")];
            tensor<int32, [4]> var_47524_begin_0 = const()[name = tensor<string, []>("op_47524_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 64])];
            tensor<int32, [4]> var_47524_end_0 = const()[name = tensor<string, []>("op_47524_end_0"), val = tensor<int32, [4]>([2, 77, 1, 128])];
            tensor<bool, [4]> var_47524_end_mask_0 = const()[name = tensor<string, []>("op_47524_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_47524_cast = slice_by_index(begin = var_47524_begin_0, end = var_47524_end_0, end_mask = var_47524_end_mask_0, x = transpose_34)[name = tensor<string, []>("op_47524_cast")];
            tensor<int32, [4]> var_47528_begin_0 = const()[name = tensor<string, []>("op_47528_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 128])];
            tensor<int32, [4]> var_47528_end_0 = const()[name = tensor<string, []>("op_47528_end_0"), val = tensor<int32, [4]>([2, 77, 1, 192])];
            tensor<bool, [4]> var_47528_end_mask_0 = const()[name = tensor<string, []>("op_47528_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_47528_cast = slice_by_index(begin = var_47528_begin_0, end = var_47528_end_0, end_mask = var_47528_end_mask_0, x = transpose_34)[name = tensor<string, []>("op_47528_cast")];
            tensor<int32, [4]> var_47532_begin_0 = const()[name = tensor<string, []>("op_47532_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 192])];
            tensor<int32, [4]> var_47532_end_0 = const()[name = tensor<string, []>("op_47532_end_0"), val = tensor<int32, [4]>([2, 77, 1, 256])];
            tensor<bool, [4]> var_47532_end_mask_0 = const()[name = tensor<string, []>("op_47532_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_47532_cast = slice_by_index(begin = var_47532_begin_0, end = var_47532_end_0, end_mask = var_47532_end_mask_0, x = transpose_34)[name = tensor<string, []>("op_47532_cast")];
            tensor<int32, [4]> var_47536_begin_0 = const()[name = tensor<string, []>("op_47536_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 256])];
            tensor<int32, [4]> var_47536_end_0 = const()[name = tensor<string, []>("op_47536_end_0"), val = tensor<int32, [4]>([2, 77, 1, 320])];
            tensor<bool, [4]> var_47536_end_mask_0 = const()[name = tensor<string, []>("op_47536_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_47536_cast = slice_by_index(begin = var_47536_begin_0, end = var_47536_end_0, end_mask = var_47536_end_mask_0, x = transpose_34)[name = tensor<string, []>("op_47536_cast")];
            tensor<int32, [4]> var_47540_begin_0 = const()[name = tensor<string, []>("op_47540_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 320])];
            tensor<int32, [4]> var_47540_end_0 = const()[name = tensor<string, []>("op_47540_end_0"), val = tensor<int32, [4]>([2, 77, 1, 384])];
            tensor<bool, [4]> var_47540_end_mask_0 = const()[name = tensor<string, []>("op_47540_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_47540_cast = slice_by_index(begin = var_47540_begin_0, end = var_47540_end_0, end_mask = var_47540_end_mask_0, x = transpose_34)[name = tensor<string, []>("op_47540_cast")];
            tensor<int32, [4]> var_47544_begin_0 = const()[name = tensor<string, []>("op_47544_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 384])];
            tensor<int32, [4]> var_47544_end_0 = const()[name = tensor<string, []>("op_47544_end_0"), val = tensor<int32, [4]>([2, 77, 1, 448])];
            tensor<bool, [4]> var_47544_end_mask_0 = const()[name = tensor<string, []>("op_47544_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_47544_cast = slice_by_index(begin = var_47544_begin_0, end = var_47544_end_0, end_mask = var_47544_end_mask_0, x = transpose_34)[name = tensor<string, []>("op_47544_cast")];
            tensor<int32, [4]> var_47548_begin_0 = const()[name = tensor<string, []>("op_47548_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 448])];
            tensor<int32, [4]> var_47548_end_0 = const()[name = tensor<string, []>("op_47548_end_0"), val = tensor<int32, [4]>([2, 77, 1, 512])];
            tensor<bool, [4]> var_47548_end_mask_0 = const()[name = tensor<string, []>("op_47548_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_47548_cast = slice_by_index(begin = var_47548_begin_0, end = var_47548_end_0, end_mask = var_47548_end_mask_0, x = transpose_34)[name = tensor<string, []>("op_47548_cast")];
            tensor<int32, [4]> var_47552_begin_0 = const()[name = tensor<string, []>("op_47552_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 512])];
            tensor<int32, [4]> var_47552_end_0 = const()[name = tensor<string, []>("op_47552_end_0"), val = tensor<int32, [4]>([2, 77, 1, 576])];
            tensor<bool, [4]> var_47552_end_mask_0 = const()[name = tensor<string, []>("op_47552_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_47552_cast = slice_by_index(begin = var_47552_begin_0, end = var_47552_end_0, end_mask = var_47552_end_mask_0, x = transpose_34)[name = tensor<string, []>("op_47552_cast")];
            tensor<int32, [4]> var_47556_begin_0 = const()[name = tensor<string, []>("op_47556_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 576])];
            tensor<int32, [4]> var_47556_end_0 = const()[name = tensor<string, []>("op_47556_end_0"), val = tensor<int32, [4]>([2, 77, 1, 640])];
            tensor<bool, [4]> var_47556_end_mask_0 = const()[name = tensor<string, []>("op_47556_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_47556_cast = slice_by_index(begin = var_47556_begin_0, end = var_47556_end_0, end_mask = var_47556_end_mask_0, x = transpose_34)[name = tensor<string, []>("op_47556_cast")];
            tensor<int32, [4]> var_47560_begin_0 = const()[name = tensor<string, []>("op_47560_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 640])];
            tensor<int32, [4]> var_47560_end_0 = const()[name = tensor<string, []>("op_47560_end_0"), val = tensor<int32, [4]>([2, 77, 1, 704])];
            tensor<bool, [4]> var_47560_end_mask_0 = const()[name = tensor<string, []>("op_47560_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_47560_cast = slice_by_index(begin = var_47560_begin_0, end = var_47560_end_0, end_mask = var_47560_end_mask_0, x = transpose_34)[name = tensor<string, []>("op_47560_cast")];
            tensor<int32, [4]> var_47564_begin_0 = const()[name = tensor<string, []>("op_47564_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 704])];
            tensor<int32, [4]> var_47564_end_0 = const()[name = tensor<string, []>("op_47564_end_0"), val = tensor<int32, [4]>([2, 77, 1, 768])];
            tensor<bool, [4]> var_47564_end_mask_0 = const()[name = tensor<string, []>("op_47564_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_47564_cast = slice_by_index(begin = var_47564_begin_0, end = var_47564_end_0, end_mask = var_47564_end_mask_0, x = transpose_34)[name = tensor<string, []>("op_47564_cast")];
            tensor<int32, [4]> var_47568_begin_0 = const()[name = tensor<string, []>("op_47568_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 768])];
            tensor<int32, [4]> var_47568_end_0 = const()[name = tensor<string, []>("op_47568_end_0"), val = tensor<int32, [4]>([2, 77, 1, 832])];
            tensor<bool, [4]> var_47568_end_mask_0 = const()[name = tensor<string, []>("op_47568_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_47568_cast = slice_by_index(begin = var_47568_begin_0, end = var_47568_end_0, end_mask = var_47568_end_mask_0, x = transpose_34)[name = tensor<string, []>("op_47568_cast")];
            tensor<int32, [4]> var_47572_begin_0 = const()[name = tensor<string, []>("op_47572_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 832])];
            tensor<int32, [4]> var_47572_end_0 = const()[name = tensor<string, []>("op_47572_end_0"), val = tensor<int32, [4]>([2, 77, 1, 896])];
            tensor<bool, [4]> var_47572_end_mask_0 = const()[name = tensor<string, []>("op_47572_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_47572_cast = slice_by_index(begin = var_47572_begin_0, end = var_47572_end_0, end_mask = var_47572_end_mask_0, x = transpose_34)[name = tensor<string, []>("op_47572_cast")];
            tensor<int32, [4]> var_47576_begin_0 = const()[name = tensor<string, []>("op_47576_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 896])];
            tensor<int32, [4]> var_47576_end_0 = const()[name = tensor<string, []>("op_47576_end_0"), val = tensor<int32, [4]>([2, 77, 1, 960])];
            tensor<bool, [4]> var_47576_end_mask_0 = const()[name = tensor<string, []>("op_47576_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_47576_cast = slice_by_index(begin = var_47576_begin_0, end = var_47576_end_0, end_mask = var_47576_end_mask_0, x = transpose_34)[name = tensor<string, []>("op_47576_cast")];
            tensor<int32, [4]> var_47580_begin_0 = const()[name = tensor<string, []>("op_47580_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 960])];
            tensor<int32, [4]> var_47580_end_0 = const()[name = tensor<string, []>("op_47580_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1024])];
            tensor<bool, [4]> var_47580_end_mask_0 = const()[name = tensor<string, []>("op_47580_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_47580_cast = slice_by_index(begin = var_47580_begin_0, end = var_47580_end_0, end_mask = var_47580_end_mask_0, x = transpose_34)[name = tensor<string, []>("op_47580_cast")];
            tensor<int32, [4]> var_47584_begin_0 = const()[name = tensor<string, []>("op_47584_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1024])];
            tensor<int32, [4]> var_47584_end_0 = const()[name = tensor<string, []>("op_47584_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1088])];
            tensor<bool, [4]> var_47584_end_mask_0 = const()[name = tensor<string, []>("op_47584_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_47584_cast = slice_by_index(begin = var_47584_begin_0, end = var_47584_end_0, end_mask = var_47584_end_mask_0, x = transpose_34)[name = tensor<string, []>("op_47584_cast")];
            tensor<int32, [4]> var_47588_begin_0 = const()[name = tensor<string, []>("op_47588_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1088])];
            tensor<int32, [4]> var_47588_end_0 = const()[name = tensor<string, []>("op_47588_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1152])];
            tensor<bool, [4]> var_47588_end_mask_0 = const()[name = tensor<string, []>("op_47588_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_47588_cast = slice_by_index(begin = var_47588_begin_0, end = var_47588_end_0, end_mask = var_47588_end_mask_0, x = transpose_34)[name = tensor<string, []>("op_47588_cast")];
            tensor<int32, [4]> var_47592_begin_0 = const()[name = tensor<string, []>("op_47592_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1152])];
            tensor<int32, [4]> var_47592_end_0 = const()[name = tensor<string, []>("op_47592_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1216])];
            tensor<bool, [4]> var_47592_end_mask_0 = const()[name = tensor<string, []>("op_47592_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_47592_cast = slice_by_index(begin = var_47592_begin_0, end = var_47592_end_0, end_mask = var_47592_end_mask_0, x = transpose_34)[name = tensor<string, []>("op_47592_cast")];
            tensor<int32, [4]> var_47596_begin_0 = const()[name = tensor<string, []>("op_47596_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1216])];
            tensor<int32, [4]> var_47596_end_0 = const()[name = tensor<string, []>("op_47596_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1280])];
            tensor<bool, [4]> var_47596_end_mask_0 = const()[name = tensor<string, []>("op_47596_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_47596_cast = slice_by_index(begin = var_47596_begin_0, end = var_47596_end_0, end_mask = var_47596_end_mask_0, x = transpose_34)[name = tensor<string, []>("op_47596_cast")];
            tensor<int32, [4]> var_47598_begin_0 = const()[name = tensor<string, []>("op_47598_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_47598_end_0 = const()[name = tensor<string, []>("op_47598_end_0"), val = tensor<int32, [4]>([2, 64, 1, 77])];
            tensor<bool, [4]> var_47598_end_mask_0 = const()[name = tensor<string, []>("op_47598_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_47598_cast = slice_by_index(begin = var_47598_begin_0, end = var_47598_end_0, end_mask = var_47598_end_mask_0, x = v_211_cast)[name = tensor<string, []>("op_47598_cast")];
            tensor<int32, [4]> var_47602_begin_0 = const()[name = tensor<string, []>("op_47602_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_47602_end_0 = const()[name = tensor<string, []>("op_47602_end_0"), val = tensor<int32, [4]>([2, 128, 1, 77])];
            tensor<bool, [4]> var_47602_end_mask_0 = const()[name = tensor<string, []>("op_47602_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_47602_cast = slice_by_index(begin = var_47602_begin_0, end = var_47602_end_0, end_mask = var_47602_end_mask_0, x = v_211_cast)[name = tensor<string, []>("op_47602_cast")];
            tensor<int32, [4]> var_47606_begin_0 = const()[name = tensor<string, []>("op_47606_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_47606_end_0 = const()[name = tensor<string, []>("op_47606_end_0"), val = tensor<int32, [4]>([2, 192, 1, 77])];
            tensor<bool, [4]> var_47606_end_mask_0 = const()[name = tensor<string, []>("op_47606_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_47606_cast = slice_by_index(begin = var_47606_begin_0, end = var_47606_end_0, end_mask = var_47606_end_mask_0, x = v_211_cast)[name = tensor<string, []>("op_47606_cast")];
            tensor<int32, [4]> var_47610_begin_0 = const()[name = tensor<string, []>("op_47610_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_47610_end_0 = const()[name = tensor<string, []>("op_47610_end_0"), val = tensor<int32, [4]>([2, 256, 1, 77])];
            tensor<bool, [4]> var_47610_end_mask_0 = const()[name = tensor<string, []>("op_47610_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_47610_cast = slice_by_index(begin = var_47610_begin_0, end = var_47610_end_0, end_mask = var_47610_end_mask_0, x = v_211_cast)[name = tensor<string, []>("op_47610_cast")];
            tensor<int32, [4]> var_47614_begin_0 = const()[name = tensor<string, []>("op_47614_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_47614_end_0 = const()[name = tensor<string, []>("op_47614_end_0"), val = tensor<int32, [4]>([2, 320, 1, 77])];
            tensor<bool, [4]> var_47614_end_mask_0 = const()[name = tensor<string, []>("op_47614_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_47614_cast = slice_by_index(begin = var_47614_begin_0, end = var_47614_end_0, end_mask = var_47614_end_mask_0, x = v_211_cast)[name = tensor<string, []>("op_47614_cast")];
            tensor<int32, [4]> var_47618_begin_0 = const()[name = tensor<string, []>("op_47618_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_47618_end_0 = const()[name = tensor<string, []>("op_47618_end_0"), val = tensor<int32, [4]>([2, 384, 1, 77])];
            tensor<bool, [4]> var_47618_end_mask_0 = const()[name = tensor<string, []>("op_47618_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_47618_cast = slice_by_index(begin = var_47618_begin_0, end = var_47618_end_0, end_mask = var_47618_end_mask_0, x = v_211_cast)[name = tensor<string, []>("op_47618_cast")];
            tensor<int32, [4]> var_47622_begin_0 = const()[name = tensor<string, []>("op_47622_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_47622_end_0 = const()[name = tensor<string, []>("op_47622_end_0"), val = tensor<int32, [4]>([2, 448, 1, 77])];
            tensor<bool, [4]> var_47622_end_mask_0 = const()[name = tensor<string, []>("op_47622_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_47622_cast = slice_by_index(begin = var_47622_begin_0, end = var_47622_end_0, end_mask = var_47622_end_mask_0, x = v_211_cast)[name = tensor<string, []>("op_47622_cast")];
            tensor<int32, [4]> var_47626_begin_0 = const()[name = tensor<string, []>("op_47626_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_47626_end_0 = const()[name = tensor<string, []>("op_47626_end_0"), val = tensor<int32, [4]>([2, 512, 1, 77])];
            tensor<bool, [4]> var_47626_end_mask_0 = const()[name = tensor<string, []>("op_47626_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_47626_cast = slice_by_index(begin = var_47626_begin_0, end = var_47626_end_0, end_mask = var_47626_end_mask_0, x = v_211_cast)[name = tensor<string, []>("op_47626_cast")];
            tensor<int32, [4]> var_47630_begin_0 = const()[name = tensor<string, []>("op_47630_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_47630_end_0 = const()[name = tensor<string, []>("op_47630_end_0"), val = tensor<int32, [4]>([2, 576, 1, 77])];
            tensor<bool, [4]> var_47630_end_mask_0 = const()[name = tensor<string, []>("op_47630_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_47630_cast = slice_by_index(begin = var_47630_begin_0, end = var_47630_end_0, end_mask = var_47630_end_mask_0, x = v_211_cast)[name = tensor<string, []>("op_47630_cast")];
            tensor<int32, [4]> var_47634_begin_0 = const()[name = tensor<string, []>("op_47634_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_47634_end_0 = const()[name = tensor<string, []>("op_47634_end_0"), val = tensor<int32, [4]>([2, 640, 1, 77])];
            tensor<bool, [4]> var_47634_end_mask_0 = const()[name = tensor<string, []>("op_47634_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_47634_cast = slice_by_index(begin = var_47634_begin_0, end = var_47634_end_0, end_mask = var_47634_end_mask_0, x = v_211_cast)[name = tensor<string, []>("op_47634_cast")];
            tensor<int32, [4]> var_47638_begin_0 = const()[name = tensor<string, []>("op_47638_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_47638_end_0 = const()[name = tensor<string, []>("op_47638_end_0"), val = tensor<int32, [4]>([2, 704, 1, 77])];
            tensor<bool, [4]> var_47638_end_mask_0 = const()[name = tensor<string, []>("op_47638_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_47638_cast = slice_by_index(begin = var_47638_begin_0, end = var_47638_end_0, end_mask = var_47638_end_mask_0, x = v_211_cast)[name = tensor<string, []>("op_47638_cast")];
            tensor<int32, [4]> var_47642_begin_0 = const()[name = tensor<string, []>("op_47642_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_47642_end_0 = const()[name = tensor<string, []>("op_47642_end_0"), val = tensor<int32, [4]>([2, 768, 1, 77])];
            tensor<bool, [4]> var_47642_end_mask_0 = const()[name = tensor<string, []>("op_47642_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_47642_cast = slice_by_index(begin = var_47642_begin_0, end = var_47642_end_0, end_mask = var_47642_end_mask_0, x = v_211_cast)[name = tensor<string, []>("op_47642_cast")];
            tensor<int32, [4]> var_47646_begin_0 = const()[name = tensor<string, []>("op_47646_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_47646_end_0 = const()[name = tensor<string, []>("op_47646_end_0"), val = tensor<int32, [4]>([2, 832, 1, 77])];
            tensor<bool, [4]> var_47646_end_mask_0 = const()[name = tensor<string, []>("op_47646_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_47646_cast = slice_by_index(begin = var_47646_begin_0, end = var_47646_end_0, end_mask = var_47646_end_mask_0, x = v_211_cast)[name = tensor<string, []>("op_47646_cast")];
            tensor<int32, [4]> var_47650_begin_0 = const()[name = tensor<string, []>("op_47650_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_47650_end_0 = const()[name = tensor<string, []>("op_47650_end_0"), val = tensor<int32, [4]>([2, 896, 1, 77])];
            tensor<bool, [4]> var_47650_end_mask_0 = const()[name = tensor<string, []>("op_47650_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_47650_cast = slice_by_index(begin = var_47650_begin_0, end = var_47650_end_0, end_mask = var_47650_end_mask_0, x = v_211_cast)[name = tensor<string, []>("op_47650_cast")];
            tensor<int32, [4]> var_47654_begin_0 = const()[name = tensor<string, []>("op_47654_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_47654_end_0 = const()[name = tensor<string, []>("op_47654_end_0"), val = tensor<int32, [4]>([2, 960, 1, 77])];
            tensor<bool, [4]> var_47654_end_mask_0 = const()[name = tensor<string, []>("op_47654_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_47654_cast = slice_by_index(begin = var_47654_begin_0, end = var_47654_end_0, end_mask = var_47654_end_mask_0, x = v_211_cast)[name = tensor<string, []>("op_47654_cast")];
            tensor<int32, [4]> var_47658_begin_0 = const()[name = tensor<string, []>("op_47658_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_47658_end_0 = const()[name = tensor<string, []>("op_47658_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 77])];
            tensor<bool, [4]> var_47658_end_mask_0 = const()[name = tensor<string, []>("op_47658_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_47658_cast = slice_by_index(begin = var_47658_begin_0, end = var_47658_end_0, end_mask = var_47658_end_mask_0, x = v_211_cast)[name = tensor<string, []>("op_47658_cast")];
            tensor<int32, [4]> var_47662_begin_0 = const()[name = tensor<string, []>("op_47662_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_47662_end_0 = const()[name = tensor<string, []>("op_47662_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 77])];
            tensor<bool, [4]> var_47662_end_mask_0 = const()[name = tensor<string, []>("op_47662_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_47662_cast = slice_by_index(begin = var_47662_begin_0, end = var_47662_end_0, end_mask = var_47662_end_mask_0, x = v_211_cast)[name = tensor<string, []>("op_47662_cast")];
            tensor<int32, [4]> var_47666_begin_0 = const()[name = tensor<string, []>("op_47666_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_47666_end_0 = const()[name = tensor<string, []>("op_47666_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 77])];
            tensor<bool, [4]> var_47666_end_mask_0 = const()[name = tensor<string, []>("op_47666_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_47666_cast = slice_by_index(begin = var_47666_begin_0, end = var_47666_end_0, end_mask = var_47666_end_mask_0, x = v_211_cast)[name = tensor<string, []>("op_47666_cast")];
            tensor<int32, [4]> var_47670_begin_0 = const()[name = tensor<string, []>("op_47670_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_47670_end_0 = const()[name = tensor<string, []>("op_47670_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 77])];
            tensor<bool, [4]> var_47670_end_mask_0 = const()[name = tensor<string, []>("op_47670_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_47670_cast = slice_by_index(begin = var_47670_begin_0, end = var_47670_end_0, end_mask = var_47670_end_mask_0, x = v_211_cast)[name = tensor<string, []>("op_47670_cast")];
            tensor<int32, [4]> var_47674_begin_0 = const()[name = tensor<string, []>("op_47674_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_47674_end_0 = const()[name = tensor<string, []>("op_47674_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 77])];
            tensor<bool, [4]> var_47674_end_mask_0 = const()[name = tensor<string, []>("op_47674_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_47674_cast = slice_by_index(begin = var_47674_begin_0, end = var_47674_end_0, end_mask = var_47674_end_mask_0, x = v_211_cast)[name = tensor<string, []>("op_47674_cast")];
            tensor<string, []> var_47678_equation_0 = const()[name = tensor<string, []>("op_47678_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_47678_cast = einsum(equation = var_47678_equation_0, values = (var_47520_cast, var_47437_cast))[name = tensor<string, []>("op_47678_cast")];
            tensor<fp16, []> var_47679_to_fp16 = const()[name = tensor<string, []>("op_47679_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4041_cast = mul(x = var_47678_cast, y = var_47679_to_fp16)[name = tensor<string, []>("aw_4041_cast")];
            tensor<string, []> var_47682_equation_0 = const()[name = tensor<string, []>("op_47682_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_47682_cast = einsum(equation = var_47682_equation_0, values = (var_47524_cast, var_47441_cast))[name = tensor<string, []>("op_47682_cast")];
            tensor<fp16, []> var_47683_to_fp16 = const()[name = tensor<string, []>("op_47683_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4043_cast = mul(x = var_47682_cast, y = var_47683_to_fp16)[name = tensor<string, []>("aw_4043_cast")];
            tensor<string, []> var_47686_equation_0 = const()[name = tensor<string, []>("op_47686_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_47686_cast = einsum(equation = var_47686_equation_0, values = (var_47528_cast, var_47445_cast))[name = tensor<string, []>("op_47686_cast")];
            tensor<fp16, []> var_47687_to_fp16 = const()[name = tensor<string, []>("op_47687_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4045_cast = mul(x = var_47686_cast, y = var_47687_to_fp16)[name = tensor<string, []>("aw_4045_cast")];
            tensor<string, []> var_47690_equation_0 = const()[name = tensor<string, []>("op_47690_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_47690_cast = einsum(equation = var_47690_equation_0, values = (var_47532_cast, var_47449_cast))[name = tensor<string, []>("op_47690_cast")];
            tensor<fp16, []> var_47691_to_fp16 = const()[name = tensor<string, []>("op_47691_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4047_cast = mul(x = var_47690_cast, y = var_47691_to_fp16)[name = tensor<string, []>("aw_4047_cast")];
            tensor<string, []> var_47694_equation_0 = const()[name = tensor<string, []>("op_47694_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_47694_cast = einsum(equation = var_47694_equation_0, values = (var_47536_cast, var_47453_cast))[name = tensor<string, []>("op_47694_cast")];
            tensor<fp16, []> var_47695_to_fp16 = const()[name = tensor<string, []>("op_47695_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4049_cast = mul(x = var_47694_cast, y = var_47695_to_fp16)[name = tensor<string, []>("aw_4049_cast")];
            tensor<string, []> var_47698_equation_0 = const()[name = tensor<string, []>("op_47698_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_47698_cast = einsum(equation = var_47698_equation_0, values = (var_47540_cast, var_47457_cast))[name = tensor<string, []>("op_47698_cast")];
            tensor<fp16, []> var_47699_to_fp16 = const()[name = tensor<string, []>("op_47699_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4051_cast = mul(x = var_47698_cast, y = var_47699_to_fp16)[name = tensor<string, []>("aw_4051_cast")];
            tensor<string, []> var_47702_equation_0 = const()[name = tensor<string, []>("op_47702_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_47702_cast = einsum(equation = var_47702_equation_0, values = (var_47544_cast, var_47461_cast))[name = tensor<string, []>("op_47702_cast")];
            tensor<fp16, []> var_47703_to_fp16 = const()[name = tensor<string, []>("op_47703_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4053_cast = mul(x = var_47702_cast, y = var_47703_to_fp16)[name = tensor<string, []>("aw_4053_cast")];
            tensor<string, []> var_47706_equation_0 = const()[name = tensor<string, []>("op_47706_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_47706_cast = einsum(equation = var_47706_equation_0, values = (var_47548_cast, var_47465_cast))[name = tensor<string, []>("op_47706_cast")];
            tensor<fp16, []> var_47707_to_fp16 = const()[name = tensor<string, []>("op_47707_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4055_cast = mul(x = var_47706_cast, y = var_47707_to_fp16)[name = tensor<string, []>("aw_4055_cast")];
            tensor<string, []> var_47710_equation_0 = const()[name = tensor<string, []>("op_47710_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_47710_cast = einsum(equation = var_47710_equation_0, values = (var_47552_cast, var_47469_cast))[name = tensor<string, []>("op_47710_cast")];
            tensor<fp16, []> var_47711_to_fp16 = const()[name = tensor<string, []>("op_47711_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4057_cast = mul(x = var_47710_cast, y = var_47711_to_fp16)[name = tensor<string, []>("aw_4057_cast")];
            tensor<string, []> var_47714_equation_0 = const()[name = tensor<string, []>("op_47714_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_47714_cast = einsum(equation = var_47714_equation_0, values = (var_47556_cast, var_47473_cast))[name = tensor<string, []>("op_47714_cast")];
            tensor<fp16, []> var_47715_to_fp16 = const()[name = tensor<string, []>("op_47715_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4059_cast = mul(x = var_47714_cast, y = var_47715_to_fp16)[name = tensor<string, []>("aw_4059_cast")];
            tensor<string, []> var_47718_equation_0 = const()[name = tensor<string, []>("op_47718_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_47718_cast = einsum(equation = var_47718_equation_0, values = (var_47560_cast, var_47477_cast))[name = tensor<string, []>("op_47718_cast")];
            tensor<fp16, []> var_47719_to_fp16 = const()[name = tensor<string, []>("op_47719_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4061_cast = mul(x = var_47718_cast, y = var_47719_to_fp16)[name = tensor<string, []>("aw_4061_cast")];
            tensor<string, []> var_47722_equation_0 = const()[name = tensor<string, []>("op_47722_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_47722_cast = einsum(equation = var_47722_equation_0, values = (var_47564_cast, var_47481_cast))[name = tensor<string, []>("op_47722_cast")];
            tensor<fp16, []> var_47723_to_fp16 = const()[name = tensor<string, []>("op_47723_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4063_cast = mul(x = var_47722_cast, y = var_47723_to_fp16)[name = tensor<string, []>("aw_4063_cast")];
            tensor<string, []> var_47726_equation_0 = const()[name = tensor<string, []>("op_47726_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_47726_cast = einsum(equation = var_47726_equation_0, values = (var_47568_cast, var_47485_cast))[name = tensor<string, []>("op_47726_cast")];
            tensor<fp16, []> var_47727_to_fp16 = const()[name = tensor<string, []>("op_47727_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4065_cast = mul(x = var_47726_cast, y = var_47727_to_fp16)[name = tensor<string, []>("aw_4065_cast")];
            tensor<string, []> var_47730_equation_0 = const()[name = tensor<string, []>("op_47730_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_47730_cast = einsum(equation = var_47730_equation_0, values = (var_47572_cast, var_47489_cast))[name = tensor<string, []>("op_47730_cast")];
            tensor<fp16, []> var_47731_to_fp16 = const()[name = tensor<string, []>("op_47731_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4067_cast = mul(x = var_47730_cast, y = var_47731_to_fp16)[name = tensor<string, []>("aw_4067_cast")];
            tensor<string, []> var_47734_equation_0 = const()[name = tensor<string, []>("op_47734_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_47734_cast = einsum(equation = var_47734_equation_0, values = (var_47576_cast, var_47493_cast))[name = tensor<string, []>("op_47734_cast")];
            tensor<fp16, []> var_47735_to_fp16 = const()[name = tensor<string, []>("op_47735_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4069_cast = mul(x = var_47734_cast, y = var_47735_to_fp16)[name = tensor<string, []>("aw_4069_cast")];
            tensor<string, []> var_47738_equation_0 = const()[name = tensor<string, []>("op_47738_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_47738_cast = einsum(equation = var_47738_equation_0, values = (var_47580_cast, var_47497_cast))[name = tensor<string, []>("op_47738_cast")];
            tensor<fp16, []> var_47739_to_fp16 = const()[name = tensor<string, []>("op_47739_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4071_cast = mul(x = var_47738_cast, y = var_47739_to_fp16)[name = tensor<string, []>("aw_4071_cast")];
            tensor<string, []> var_47742_equation_0 = const()[name = tensor<string, []>("op_47742_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_47742_cast = einsum(equation = var_47742_equation_0, values = (var_47584_cast, var_47501_cast))[name = tensor<string, []>("op_47742_cast")];
            tensor<fp16, []> var_47743_to_fp16 = const()[name = tensor<string, []>("op_47743_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4073_cast = mul(x = var_47742_cast, y = var_47743_to_fp16)[name = tensor<string, []>("aw_4073_cast")];
            tensor<string, []> var_47746_equation_0 = const()[name = tensor<string, []>("op_47746_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_47746_cast = einsum(equation = var_47746_equation_0, values = (var_47588_cast, var_47505_cast))[name = tensor<string, []>("op_47746_cast")];
            tensor<fp16, []> var_47747_to_fp16 = const()[name = tensor<string, []>("op_47747_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4075_cast = mul(x = var_47746_cast, y = var_47747_to_fp16)[name = tensor<string, []>("aw_4075_cast")];
            tensor<string, []> var_47750_equation_0 = const()[name = tensor<string, []>("op_47750_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_47750_cast = einsum(equation = var_47750_equation_0, values = (var_47592_cast, var_47509_cast))[name = tensor<string, []>("op_47750_cast")];
            tensor<fp16, []> var_47751_to_fp16 = const()[name = tensor<string, []>("op_47751_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4077_cast = mul(x = var_47750_cast, y = var_47751_to_fp16)[name = tensor<string, []>("aw_4077_cast")];
            tensor<string, []> var_47754_equation_0 = const()[name = tensor<string, []>("op_47754_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_47754_cast = einsum(equation = var_47754_equation_0, values = (var_47596_cast, var_47513_cast))[name = tensor<string, []>("op_47754_cast")];
            tensor<fp16, []> var_47755_to_fp16 = const()[name = tensor<string, []>("op_47755_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4079_cast = mul(x = var_47754_cast, y = var_47755_to_fp16)[name = tensor<string, []>("aw_4079_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_47757_cast = softmax(axis = var_30355, x = aw_4041_cast)[name = tensor<string, []>("op_47757_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_47758_cast = softmax(axis = var_30355, x = aw_4043_cast)[name = tensor<string, []>("op_47758_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_47759_cast = softmax(axis = var_30355, x = aw_4045_cast)[name = tensor<string, []>("op_47759_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_47760_cast = softmax(axis = var_30355, x = aw_4047_cast)[name = tensor<string, []>("op_47760_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_47761_cast = softmax(axis = var_30355, x = aw_4049_cast)[name = tensor<string, []>("op_47761_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_47762_cast = softmax(axis = var_30355, x = aw_4051_cast)[name = tensor<string, []>("op_47762_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_47763_cast = softmax(axis = var_30355, x = aw_4053_cast)[name = tensor<string, []>("op_47763_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_47764_cast = softmax(axis = var_30355, x = aw_4055_cast)[name = tensor<string, []>("op_47764_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_47765_cast = softmax(axis = var_30355, x = aw_4057_cast)[name = tensor<string, []>("op_47765_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_47766_cast = softmax(axis = var_30355, x = aw_4059_cast)[name = tensor<string, []>("op_47766_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_47767_cast = softmax(axis = var_30355, x = aw_4061_cast)[name = tensor<string, []>("op_47767_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_47768_cast = softmax(axis = var_30355, x = aw_4063_cast)[name = tensor<string, []>("op_47768_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_47769_cast = softmax(axis = var_30355, x = aw_4065_cast)[name = tensor<string, []>("op_47769_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_47770_cast = softmax(axis = var_30355, x = aw_4067_cast)[name = tensor<string, []>("op_47770_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_47771_cast = softmax(axis = var_30355, x = aw_4069_cast)[name = tensor<string, []>("op_47771_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_47772_cast = softmax(axis = var_30355, x = aw_4071_cast)[name = tensor<string, []>("op_47772_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_47773_cast = softmax(axis = var_30355, x = aw_4073_cast)[name = tensor<string, []>("op_47773_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_47774_cast = softmax(axis = var_30355, x = aw_4075_cast)[name = tensor<string, []>("op_47774_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_47775_cast = softmax(axis = var_30355, x = aw_4077_cast)[name = tensor<string, []>("op_47775_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_47776_cast = softmax(axis = var_30355, x = aw_4079_cast)[name = tensor<string, []>("op_47776_cast")];
            tensor<string, []> var_47778_equation_0 = const()[name = tensor<string, []>("op_47778_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_47778_cast = einsum(equation = var_47778_equation_0, values = (var_47598_cast, var_47757_cast))[name = tensor<string, []>("op_47778_cast")];
            tensor<string, []> var_47780_equation_0 = const()[name = tensor<string, []>("op_47780_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_47780_cast = einsum(equation = var_47780_equation_0, values = (var_47602_cast, var_47758_cast))[name = tensor<string, []>("op_47780_cast")];
            tensor<string, []> var_47782_equation_0 = const()[name = tensor<string, []>("op_47782_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_47782_cast = einsum(equation = var_47782_equation_0, values = (var_47606_cast, var_47759_cast))[name = tensor<string, []>("op_47782_cast")];
            tensor<string, []> var_47784_equation_0 = const()[name = tensor<string, []>("op_47784_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_47784_cast = einsum(equation = var_47784_equation_0, values = (var_47610_cast, var_47760_cast))[name = tensor<string, []>("op_47784_cast")];
            tensor<string, []> var_47786_equation_0 = const()[name = tensor<string, []>("op_47786_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_47786_cast = einsum(equation = var_47786_equation_0, values = (var_47614_cast, var_47761_cast))[name = tensor<string, []>("op_47786_cast")];
            tensor<string, []> var_47788_equation_0 = const()[name = tensor<string, []>("op_47788_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_47788_cast = einsum(equation = var_47788_equation_0, values = (var_47618_cast, var_47762_cast))[name = tensor<string, []>("op_47788_cast")];
            tensor<string, []> var_47790_equation_0 = const()[name = tensor<string, []>("op_47790_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_47790_cast = einsum(equation = var_47790_equation_0, values = (var_47622_cast, var_47763_cast))[name = tensor<string, []>("op_47790_cast")];
            tensor<string, []> var_47792_equation_0 = const()[name = tensor<string, []>("op_47792_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_47792_cast = einsum(equation = var_47792_equation_0, values = (var_47626_cast, var_47764_cast))[name = tensor<string, []>("op_47792_cast")];
            tensor<string, []> var_47794_equation_0 = const()[name = tensor<string, []>("op_47794_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_47794_cast = einsum(equation = var_47794_equation_0, values = (var_47630_cast, var_47765_cast))[name = tensor<string, []>("op_47794_cast")];
            tensor<string, []> var_47796_equation_0 = const()[name = tensor<string, []>("op_47796_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_47796_cast = einsum(equation = var_47796_equation_0, values = (var_47634_cast, var_47766_cast))[name = tensor<string, []>("op_47796_cast")];
            tensor<string, []> var_47798_equation_0 = const()[name = tensor<string, []>("op_47798_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_47798_cast = einsum(equation = var_47798_equation_0, values = (var_47638_cast, var_47767_cast))[name = tensor<string, []>("op_47798_cast")];
            tensor<string, []> var_47800_equation_0 = const()[name = tensor<string, []>("op_47800_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_47800_cast = einsum(equation = var_47800_equation_0, values = (var_47642_cast, var_47768_cast))[name = tensor<string, []>("op_47800_cast")];
            tensor<string, []> var_47802_equation_0 = const()[name = tensor<string, []>("op_47802_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_47802_cast = einsum(equation = var_47802_equation_0, values = (var_47646_cast, var_47769_cast))[name = tensor<string, []>("op_47802_cast")];
            tensor<string, []> var_47804_equation_0 = const()[name = tensor<string, []>("op_47804_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_47804_cast = einsum(equation = var_47804_equation_0, values = (var_47650_cast, var_47770_cast))[name = tensor<string, []>("op_47804_cast")];
            tensor<string, []> var_47806_equation_0 = const()[name = tensor<string, []>("op_47806_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_47806_cast = einsum(equation = var_47806_equation_0, values = (var_47654_cast, var_47771_cast))[name = tensor<string, []>("op_47806_cast")];
            tensor<string, []> var_47808_equation_0 = const()[name = tensor<string, []>("op_47808_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_47808_cast = einsum(equation = var_47808_equation_0, values = (var_47658_cast, var_47772_cast))[name = tensor<string, []>("op_47808_cast")];
            tensor<string, []> var_47810_equation_0 = const()[name = tensor<string, []>("op_47810_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_47810_cast = einsum(equation = var_47810_equation_0, values = (var_47662_cast, var_47773_cast))[name = tensor<string, []>("op_47810_cast")];
            tensor<string, []> var_47812_equation_0 = const()[name = tensor<string, []>("op_47812_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_47812_cast = einsum(equation = var_47812_equation_0, values = (var_47666_cast, var_47774_cast))[name = tensor<string, []>("op_47812_cast")];
            tensor<string, []> var_47814_equation_0 = const()[name = tensor<string, []>("op_47814_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_47814_cast = einsum(equation = var_47814_equation_0, values = (var_47670_cast, var_47775_cast))[name = tensor<string, []>("op_47814_cast")];
            tensor<string, []> var_47816_equation_0 = const()[name = tensor<string, []>("op_47816_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_47816_cast = einsum(equation = var_47816_equation_0, values = (var_47674_cast, var_47776_cast))[name = tensor<string, []>("op_47816_cast")];
            tensor<bool, []> input_603_interleave_0 = const()[name = tensor<string, []>("input_603_interleave_0"), val = tensor<bool, []>(false)];
            tensor<fp16, [2, 1280, 1, 576]> input_603_cast = concat(axis = var_30355, interleave = input_603_interleave_0, values = (var_47778_cast, var_47780_cast, var_47782_cast, var_47784_cast, var_47786_cast, var_47788_cast, var_47790_cast, var_47792_cast, var_47794_cast, var_47796_cast, var_47798_cast, var_47800_cast, var_47802_cast, var_47804_cast, var_47806_cast, var_47808_cast, var_47810_cast, var_47812_cast, var_47814_cast, var_47816_cast))[name = tensor<string, []>("input_603_cast")];
            tensor<int32, [2]> var_47822 = const()[name = tensor<string, []>("op_47822"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_47824 = const()[name = tensor<string, []>("op_47824"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_47826_pad_type_0 = const()[name = tensor<string, []>("op_47826_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_47826_pad_0 = const()[name = tensor<string, []>("op_47826_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_8_attn2_to_out_0_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [409600]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(240763648))), lut = tensor<fp16, [4]>([-0x1.f0cp-7, -0x1.2bp-8, 0x1.2b8p-8, 0x1.f08p-7]), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_8_attn2_to_out_0_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_attentions_1_transformer_blocks_8_attn2_to_out_0_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_8_attn2_to_out_0_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(241173312)))];
            tensor<fp16, [2, 1280, 1, 576]> var_47826_cast = conv(bias = up_blocks_0_attentions_1_transformer_blocks_8_attn2_to_out_0_bias_to_fp16, dilations = var_47824, groups = var_30355, pad = var_47826_pad_0, pad_type = var_47826_pad_type_0, strides = var_47822, weight = up_blocks_0_attentions_1_transformer_blocks_8_attn2_to_out_0_weight_to_fp16_palettized, x = input_603_cast)[name = tensor<string, []>("op_47826_cast")];
            tensor<fp16, [2, 1280, 1, 576]> inputs_317_cast = add(x = var_47826_cast, y = inputs_315_cast)[name = tensor<string, []>("inputs_317_cast")];
            tensor<int32, [1]> var_47830 = const()[name = tensor<string, []>("op_47830"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> channels_mean_317_cast = reduce_mean(axes = var_47830, keep_dims = var_30350, x = inputs_317_cast)[name = tensor<string, []>("channels_mean_317_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_317_cast = sub(x = inputs_317_cast, y = channels_mean_317_cast)[name = tensor<string, []>("zero_mean_317_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_sq_317_cast = mul(x = zero_mean_317_cast, y = zero_mean_317_cast)[name = tensor<string, []>("zero_mean_sq_317_cast")];
            tensor<int32, [1]> var_47834 = const()[name = tensor<string, []>("op_47834"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> var_47835_cast = reduce_mean(axes = var_47834, keep_dims = var_30350, x = zero_mean_sq_317_cast)[name = tensor<string, []>("op_47835_cast")];
            tensor<fp16, []> var_47836_to_fp16 = const()[name = tensor<string, []>("op_47836_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 576]> var_47837_cast = add(x = var_47835_cast, y = var_47836_to_fp16)[name = tensor<string, []>("op_47837_cast")];
            tensor<fp16, []> denom_317_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_317_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 576]> denom_317_cast = rsqrt(epsilon = denom_317_epsilon_0_to_fp16, x = var_47837_cast)[name = tensor<string, []>("denom_317_cast")];
            tensor<fp16, [2, 1280, 1, 576]> out_317_cast = mul(x = zero_mean_317_cast, y = denom_317_cast)[name = tensor<string, []>("out_317_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_47841_to_fp16 = const()[name = tensor<string, []>("op_47841_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(241175936)))];
            tensor<fp16, [2, 1280, 1, 576]> var_47842_cast = add(x = out_317_cast, y = var_47841_to_fp16)[name = tensor<string, []>("op_47842_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_47844_to_fp16 = const()[name = tensor<string, []>("op_47844_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(241178560)))];
            tensor<fp16, [2, 1280, 1, 576]> input_605_cast = mul(x = var_47842_cast, y = var_47844_to_fp16)[name = tensor<string, []>("input_605_cast")];
            tensor<int32, [2]> var_47852 = const()[name = tensor<string, []>("op_47852"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_47854 = const()[name = tensor<string, []>("op_47854"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_47856_pad_type_0 = const()[name = tensor<string, []>("op_47856_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_47856_pad_0 = const()[name = tensor<string, []>("op_47856_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [10240, 1280, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_8_ff_net_0_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [9830400]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(241181184))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(251011648))), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_8_ff_net_0_proj_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([10240, 1280, 1, 1])];
            tensor<fp16, [10240]> up_blocks_0_attentions_1_transformer_blocks_8_ff_net_0_proj_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_8_ff_net_0_proj_bias_to_fp16"), val = tensor<fp16, [10240]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(251011840)))];
            tensor<fp16, [2, 10240, 1, 576]> var_47856_cast = conv(bias = up_blocks_0_attentions_1_transformer_blocks_8_ff_net_0_proj_bias_to_fp16, dilations = var_47854, groups = var_30355, pad = var_47856_pad_0, pad_type = var_47856_pad_type_0, strides = var_47852, weight = up_blocks_0_attentions_1_transformer_blocks_8_ff_net_0_proj_weight_to_fp16_palettized, x = input_605_cast)[name = tensor<string, []>("op_47856_cast")];
            tensor<int32, [2]> var_47857_split_sizes_0 = const()[name = tensor<string, []>("op_47857_split_sizes_0"), val = tensor<int32, [2]>([5120, 5120])];
            tensor<int32, []> var_47857_axis_0 = const()[name = tensor<string, []>("op_47857_axis_0"), val = tensor<int32, []>(1)];
            tensor<fp16, [2, 5120, 1, 576]> var_47857_cast_0, tensor<fp16, [2, 5120, 1, 576]> var_47857_cast_1 = split(axis = var_47857_axis_0, split_sizes = var_47857_split_sizes_0, x = var_47856_cast)[name = tensor<string, []>("op_47857_cast")];
            tensor<string, []> var_47859_mode_0 = const()[name = tensor<string, []>("op_47859_mode_0"), val = tensor<string, []>("EXACT")];
            tensor<fp16, [2, 5120, 1, 576]> var_47859_cast = gelu(mode = var_47859_mode_0, x = var_47857_cast_1)[name = tensor<string, []>("op_47859_cast")];
            tensor<fp16, [2, 5120, 1, 576]> input_607_cast = mul(x = var_47857_cast_0, y = var_47859_cast)[name = tensor<string, []>("input_607_cast")];
            tensor<int32, [2]> var_47863 = const()[name = tensor<string, []>("op_47863"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_47865 = const()[name = tensor<string, []>("op_47865"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_47867_pad_type_0 = const()[name = tensor<string, []>("op_47867_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_47867_pad_0 = const()[name = tensor<string, []>("op_47867_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 5120, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_8_ff_net_2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [4915200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(251032384))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(255947648))), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_8_ff_net_2_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 5120, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_attentions_1_transformer_blocks_8_ff_net_2_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_8_ff_net_2_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(255947840)))];
            tensor<fp16, [2, 1280, 1, 576]> var_47867_cast = conv(bias = up_blocks_0_attentions_1_transformer_blocks_8_ff_net_2_bias_to_fp16, dilations = var_47865, groups = var_30355, pad = var_47867_pad_0, pad_type = var_47867_pad_type_0, strides = var_47863, weight = up_blocks_0_attentions_1_transformer_blocks_8_ff_net_2_weight_to_fp16_palettized, x = input_607_cast)[name = tensor<string, []>("op_47867_cast")];
            tensor<fp16, [2, 1280, 1, 576]> inputs_319_cast = add(x = var_47867_cast, y = inputs_317_cast)[name = tensor<string, []>("inputs_319_cast")];
            tensor<int32, [1]> var_47877 = const()[name = tensor<string, []>("op_47877"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> channels_mean_319_cast = reduce_mean(axes = var_47877, keep_dims = var_30350, x = inputs_319_cast)[name = tensor<string, []>("channels_mean_319_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_319_cast = sub(x = inputs_319_cast, y = channels_mean_319_cast)[name = tensor<string, []>("zero_mean_319_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_sq_319_cast = mul(x = zero_mean_319_cast, y = zero_mean_319_cast)[name = tensor<string, []>("zero_mean_sq_319_cast")];
            tensor<int32, [1]> var_47881 = const()[name = tensor<string, []>("op_47881"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> var_47882_cast = reduce_mean(axes = var_47881, keep_dims = var_30350, x = zero_mean_sq_319_cast)[name = tensor<string, []>("op_47882_cast")];
            tensor<fp16, []> var_47883_to_fp16 = const()[name = tensor<string, []>("op_47883_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 576]> var_47884_cast = add(x = var_47882_cast, y = var_47883_to_fp16)[name = tensor<string, []>("op_47884_cast")];
            tensor<fp16, []> denom_319_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_319_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 576]> denom_319_cast = rsqrt(epsilon = denom_319_epsilon_0_to_fp16, x = var_47884_cast)[name = tensor<string, []>("denom_319_cast")];
            tensor<fp16, [2, 1280, 1, 576]> out_319_cast = mul(x = zero_mean_319_cast, y = denom_319_cast)[name = tensor<string, []>("out_319_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_47888_to_fp16 = const()[name = tensor<string, []>("op_47888_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(255950464)))];
            tensor<fp16, [2, 1280, 1, 576]> var_47889_cast = add(x = out_319_cast, y = var_47888_to_fp16)[name = tensor<string, []>("op_47889_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_47891_to_fp16 = const()[name = tensor<string, []>("op_47891_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(255953088)))];
            tensor<fp16, [2, 1280, 1, 576]> hidden_states_415_cast = mul(x = var_47889_cast, y = var_47891_to_fp16)[name = tensor<string, []>("hidden_states_415_cast")];
            tensor<int32, [2]> var_47898 = const()[name = tensor<string, []>("op_47898"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_47900 = const()[name = tensor<string, []>("op_47900"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> q_213_pad_type_0 = const()[name = tensor<string, []>("q_213_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> q_213_pad_0 = const()[name = tensor<string, []>("q_213_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_9_attn1_to_q_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [819200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(255955712))), lut = tensor<fp16, [16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(256774976))), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_9_attn1_to_q_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> q_213_cast = conv(dilations = var_47900, groups = var_30355, pad = q_213_pad_0, pad_type = q_213_pad_type_0, strides = var_47898, weight = up_blocks_0_attentions_1_transformer_blocks_9_attn1_to_q_weight_to_fp16_palettized, x = hidden_states_415_cast)[name = tensor<string, []>("q_213_cast")];
            tensor<int32, [2]> var_47904 = const()[name = tensor<string, []>("op_47904"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_47906 = const()[name = tensor<string, []>("op_47906"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> k_425_pad_type_0 = const()[name = tensor<string, []>("k_425_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> k_425_pad_0 = const()[name = tensor<string, []>("k_425_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_9_attn1_to_k_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [819200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(256775104))), lut = tensor<fp16, [16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(257594368))), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_9_attn1_to_k_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> k_425_cast = conv(dilations = var_47906, groups = var_30355, pad = k_425_pad_0, pad_type = k_425_pad_type_0, strides = var_47904, weight = up_blocks_0_attentions_1_transformer_blocks_9_attn1_to_k_weight_to_fp16_palettized, x = hidden_states_415_cast)[name = tensor<string, []>("k_425_cast")];
            tensor<int32, [2]> var_47910 = const()[name = tensor<string, []>("op_47910"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_47912 = const()[name = tensor<string, []>("op_47912"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> v_213_pad_type_0 = const()[name = tensor<string, []>("v_213_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> v_213_pad_0 = const()[name = tensor<string, []>("v_213_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_9_attn1_to_v_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [1228800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(257594496))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(258823360))), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_9_attn1_to_v_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> v_213_cast = conv(dilations = var_47912, groups = var_30355, pad = v_213_pad_0, pad_type = v_213_pad_type_0, strides = var_47910, weight = up_blocks_0_attentions_1_transformer_blocks_9_attn1_to_v_weight_to_fp16_palettized, x = hidden_states_415_cast)[name = tensor<string, []>("v_213_cast")];
            tensor<int32, [4]> var_47916_begin_0 = const()[name = tensor<string, []>("op_47916_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_47916_end_0 = const()[name = tensor<string, []>("op_47916_end_0"), val = tensor<int32, [4]>([2, 64, 1, 576])];
            tensor<bool, [4]> var_47916_end_mask_0 = const()[name = tensor<string, []>("op_47916_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47916_cast = slice_by_index(begin = var_47916_begin_0, end = var_47916_end_0, end_mask = var_47916_end_mask_0, x = q_213_cast)[name = tensor<string, []>("op_47916_cast")];
            tensor<int32, [4]> var_47920_begin_0 = const()[name = tensor<string, []>("op_47920_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_47920_end_0 = const()[name = tensor<string, []>("op_47920_end_0"), val = tensor<int32, [4]>([2, 128, 1, 576])];
            tensor<bool, [4]> var_47920_end_mask_0 = const()[name = tensor<string, []>("op_47920_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47920_cast = slice_by_index(begin = var_47920_begin_0, end = var_47920_end_0, end_mask = var_47920_end_mask_0, x = q_213_cast)[name = tensor<string, []>("op_47920_cast")];
            tensor<int32, [4]> var_47924_begin_0 = const()[name = tensor<string, []>("op_47924_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_47924_end_0 = const()[name = tensor<string, []>("op_47924_end_0"), val = tensor<int32, [4]>([2, 192, 1, 576])];
            tensor<bool, [4]> var_47924_end_mask_0 = const()[name = tensor<string, []>("op_47924_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47924_cast = slice_by_index(begin = var_47924_begin_0, end = var_47924_end_0, end_mask = var_47924_end_mask_0, x = q_213_cast)[name = tensor<string, []>("op_47924_cast")];
            tensor<int32, [4]> var_47928_begin_0 = const()[name = tensor<string, []>("op_47928_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_47928_end_0 = const()[name = tensor<string, []>("op_47928_end_0"), val = tensor<int32, [4]>([2, 256, 1, 576])];
            tensor<bool, [4]> var_47928_end_mask_0 = const()[name = tensor<string, []>("op_47928_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47928_cast = slice_by_index(begin = var_47928_begin_0, end = var_47928_end_0, end_mask = var_47928_end_mask_0, x = q_213_cast)[name = tensor<string, []>("op_47928_cast")];
            tensor<int32, [4]> var_47932_begin_0 = const()[name = tensor<string, []>("op_47932_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_47932_end_0 = const()[name = tensor<string, []>("op_47932_end_0"), val = tensor<int32, [4]>([2, 320, 1, 576])];
            tensor<bool, [4]> var_47932_end_mask_0 = const()[name = tensor<string, []>("op_47932_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47932_cast = slice_by_index(begin = var_47932_begin_0, end = var_47932_end_0, end_mask = var_47932_end_mask_0, x = q_213_cast)[name = tensor<string, []>("op_47932_cast")];
            tensor<int32, [4]> var_47936_begin_0 = const()[name = tensor<string, []>("op_47936_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_47936_end_0 = const()[name = tensor<string, []>("op_47936_end_0"), val = tensor<int32, [4]>([2, 384, 1, 576])];
            tensor<bool, [4]> var_47936_end_mask_0 = const()[name = tensor<string, []>("op_47936_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47936_cast = slice_by_index(begin = var_47936_begin_0, end = var_47936_end_0, end_mask = var_47936_end_mask_0, x = q_213_cast)[name = tensor<string, []>("op_47936_cast")];
            tensor<int32, [4]> var_47940_begin_0 = const()[name = tensor<string, []>("op_47940_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_47940_end_0 = const()[name = tensor<string, []>("op_47940_end_0"), val = tensor<int32, [4]>([2, 448, 1, 576])];
            tensor<bool, [4]> var_47940_end_mask_0 = const()[name = tensor<string, []>("op_47940_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47940_cast = slice_by_index(begin = var_47940_begin_0, end = var_47940_end_0, end_mask = var_47940_end_mask_0, x = q_213_cast)[name = tensor<string, []>("op_47940_cast")];
            tensor<int32, [4]> var_47944_begin_0 = const()[name = tensor<string, []>("op_47944_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_47944_end_0 = const()[name = tensor<string, []>("op_47944_end_0"), val = tensor<int32, [4]>([2, 512, 1, 576])];
            tensor<bool, [4]> var_47944_end_mask_0 = const()[name = tensor<string, []>("op_47944_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47944_cast = slice_by_index(begin = var_47944_begin_0, end = var_47944_end_0, end_mask = var_47944_end_mask_0, x = q_213_cast)[name = tensor<string, []>("op_47944_cast")];
            tensor<int32, [4]> var_47948_begin_0 = const()[name = tensor<string, []>("op_47948_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_47948_end_0 = const()[name = tensor<string, []>("op_47948_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_47948_end_mask_0 = const()[name = tensor<string, []>("op_47948_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47948_cast = slice_by_index(begin = var_47948_begin_0, end = var_47948_end_0, end_mask = var_47948_end_mask_0, x = q_213_cast)[name = tensor<string, []>("op_47948_cast")];
            tensor<int32, [4]> var_47952_begin_0 = const()[name = tensor<string, []>("op_47952_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_47952_end_0 = const()[name = tensor<string, []>("op_47952_end_0"), val = tensor<int32, [4]>([2, 640, 1, 576])];
            tensor<bool, [4]> var_47952_end_mask_0 = const()[name = tensor<string, []>("op_47952_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47952_cast = slice_by_index(begin = var_47952_begin_0, end = var_47952_end_0, end_mask = var_47952_end_mask_0, x = q_213_cast)[name = tensor<string, []>("op_47952_cast")];
            tensor<int32, [4]> var_47956_begin_0 = const()[name = tensor<string, []>("op_47956_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_47956_end_0 = const()[name = tensor<string, []>("op_47956_end_0"), val = tensor<int32, [4]>([2, 704, 1, 576])];
            tensor<bool, [4]> var_47956_end_mask_0 = const()[name = tensor<string, []>("op_47956_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47956_cast = slice_by_index(begin = var_47956_begin_0, end = var_47956_end_0, end_mask = var_47956_end_mask_0, x = q_213_cast)[name = tensor<string, []>("op_47956_cast")];
            tensor<int32, [4]> var_47960_begin_0 = const()[name = tensor<string, []>("op_47960_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_47960_end_0 = const()[name = tensor<string, []>("op_47960_end_0"), val = tensor<int32, [4]>([2, 768, 1, 576])];
            tensor<bool, [4]> var_47960_end_mask_0 = const()[name = tensor<string, []>("op_47960_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47960_cast = slice_by_index(begin = var_47960_begin_0, end = var_47960_end_0, end_mask = var_47960_end_mask_0, x = q_213_cast)[name = tensor<string, []>("op_47960_cast")];
            tensor<int32, [4]> var_47964_begin_0 = const()[name = tensor<string, []>("op_47964_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_47964_end_0 = const()[name = tensor<string, []>("op_47964_end_0"), val = tensor<int32, [4]>([2, 832, 1, 576])];
            tensor<bool, [4]> var_47964_end_mask_0 = const()[name = tensor<string, []>("op_47964_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47964_cast = slice_by_index(begin = var_47964_begin_0, end = var_47964_end_0, end_mask = var_47964_end_mask_0, x = q_213_cast)[name = tensor<string, []>("op_47964_cast")];
            tensor<int32, [4]> var_47968_begin_0 = const()[name = tensor<string, []>("op_47968_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_47968_end_0 = const()[name = tensor<string, []>("op_47968_end_0"), val = tensor<int32, [4]>([2, 896, 1, 576])];
            tensor<bool, [4]> var_47968_end_mask_0 = const()[name = tensor<string, []>("op_47968_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47968_cast = slice_by_index(begin = var_47968_begin_0, end = var_47968_end_0, end_mask = var_47968_end_mask_0, x = q_213_cast)[name = tensor<string, []>("op_47968_cast")];
            tensor<int32, [4]> var_47972_begin_0 = const()[name = tensor<string, []>("op_47972_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_47972_end_0 = const()[name = tensor<string, []>("op_47972_end_0"), val = tensor<int32, [4]>([2, 960, 1, 576])];
            tensor<bool, [4]> var_47972_end_mask_0 = const()[name = tensor<string, []>("op_47972_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47972_cast = slice_by_index(begin = var_47972_begin_0, end = var_47972_end_0, end_mask = var_47972_end_mask_0, x = q_213_cast)[name = tensor<string, []>("op_47972_cast")];
            tensor<int32, [4]> var_47976_begin_0 = const()[name = tensor<string, []>("op_47976_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_47976_end_0 = const()[name = tensor<string, []>("op_47976_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 576])];
            tensor<bool, [4]> var_47976_end_mask_0 = const()[name = tensor<string, []>("op_47976_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47976_cast = slice_by_index(begin = var_47976_begin_0, end = var_47976_end_0, end_mask = var_47976_end_mask_0, x = q_213_cast)[name = tensor<string, []>("op_47976_cast")];
            tensor<int32, [4]> var_47980_begin_0 = const()[name = tensor<string, []>("op_47980_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_47980_end_0 = const()[name = tensor<string, []>("op_47980_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 576])];
            tensor<bool, [4]> var_47980_end_mask_0 = const()[name = tensor<string, []>("op_47980_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47980_cast = slice_by_index(begin = var_47980_begin_0, end = var_47980_end_0, end_mask = var_47980_end_mask_0, x = q_213_cast)[name = tensor<string, []>("op_47980_cast")];
            tensor<int32, [4]> var_47984_begin_0 = const()[name = tensor<string, []>("op_47984_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_47984_end_0 = const()[name = tensor<string, []>("op_47984_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 576])];
            tensor<bool, [4]> var_47984_end_mask_0 = const()[name = tensor<string, []>("op_47984_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47984_cast = slice_by_index(begin = var_47984_begin_0, end = var_47984_end_0, end_mask = var_47984_end_mask_0, x = q_213_cast)[name = tensor<string, []>("op_47984_cast")];
            tensor<int32, [4]> var_47988_begin_0 = const()[name = tensor<string, []>("op_47988_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_47988_end_0 = const()[name = tensor<string, []>("op_47988_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 576])];
            tensor<bool, [4]> var_47988_end_mask_0 = const()[name = tensor<string, []>("op_47988_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47988_cast = slice_by_index(begin = var_47988_begin_0, end = var_47988_end_0, end_mask = var_47988_end_mask_0, x = q_213_cast)[name = tensor<string, []>("op_47988_cast")];
            tensor<int32, [4]> var_47992_begin_0 = const()[name = tensor<string, []>("op_47992_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_47992_end_0 = const()[name = tensor<string, []>("op_47992_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 576])];
            tensor<bool, [4]> var_47992_end_mask_0 = const()[name = tensor<string, []>("op_47992_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_47992_cast = slice_by_index(begin = var_47992_begin_0, end = var_47992_end_0, end_mask = var_47992_end_mask_0, x = q_213_cast)[name = tensor<string, []>("op_47992_cast")];
            tensor<int32, [4]> k_427_perm_0 = const()[name = tensor<string, []>("k_427_perm_0"), val = tensor<int32, [4]>([0, 3, 2, 1])];
            tensor<int32, [4]> var_47999_begin_0 = const()[name = tensor<string, []>("op_47999_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_47999_end_0 = const()[name = tensor<string, []>("op_47999_end_0"), val = tensor<int32, [4]>([2, 576, 1, 64])];
            tensor<bool, [4]> var_47999_end_mask_0 = const()[name = tensor<string, []>("op_47999_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 1280]> transpose_33 = transpose(perm = k_427_perm_0, x = k_425_cast)[name = tensor<string, []>("transpose_33")];
            tensor<fp16, [2, 576, 1, 64]> var_47999_cast = slice_by_index(begin = var_47999_begin_0, end = var_47999_end_0, end_mask = var_47999_end_mask_0, x = transpose_33)[name = tensor<string, []>("op_47999_cast")];
            tensor<int32, [4]> var_48003_begin_0 = const()[name = tensor<string, []>("op_48003_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 64])];
            tensor<int32, [4]> var_48003_end_0 = const()[name = tensor<string, []>("op_48003_end_0"), val = tensor<int32, [4]>([2, 576, 1, 128])];
            tensor<bool, [4]> var_48003_end_mask_0 = const()[name = tensor<string, []>("op_48003_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_48003_cast = slice_by_index(begin = var_48003_begin_0, end = var_48003_end_0, end_mask = var_48003_end_mask_0, x = transpose_33)[name = tensor<string, []>("op_48003_cast")];
            tensor<int32, [4]> var_48007_begin_0 = const()[name = tensor<string, []>("op_48007_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 128])];
            tensor<int32, [4]> var_48007_end_0 = const()[name = tensor<string, []>("op_48007_end_0"), val = tensor<int32, [4]>([2, 576, 1, 192])];
            tensor<bool, [4]> var_48007_end_mask_0 = const()[name = tensor<string, []>("op_48007_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_48007_cast = slice_by_index(begin = var_48007_begin_0, end = var_48007_end_0, end_mask = var_48007_end_mask_0, x = transpose_33)[name = tensor<string, []>("op_48007_cast")];
            tensor<int32, [4]> var_48011_begin_0 = const()[name = tensor<string, []>("op_48011_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 192])];
            tensor<int32, [4]> var_48011_end_0 = const()[name = tensor<string, []>("op_48011_end_0"), val = tensor<int32, [4]>([2, 576, 1, 256])];
            tensor<bool, [4]> var_48011_end_mask_0 = const()[name = tensor<string, []>("op_48011_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_48011_cast = slice_by_index(begin = var_48011_begin_0, end = var_48011_end_0, end_mask = var_48011_end_mask_0, x = transpose_33)[name = tensor<string, []>("op_48011_cast")];
            tensor<int32, [4]> var_48015_begin_0 = const()[name = tensor<string, []>("op_48015_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 256])];
            tensor<int32, [4]> var_48015_end_0 = const()[name = tensor<string, []>("op_48015_end_0"), val = tensor<int32, [4]>([2, 576, 1, 320])];
            tensor<bool, [4]> var_48015_end_mask_0 = const()[name = tensor<string, []>("op_48015_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_48015_cast = slice_by_index(begin = var_48015_begin_0, end = var_48015_end_0, end_mask = var_48015_end_mask_0, x = transpose_33)[name = tensor<string, []>("op_48015_cast")];
            tensor<int32, [4]> var_48019_begin_0 = const()[name = tensor<string, []>("op_48019_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 320])];
            tensor<int32, [4]> var_48019_end_0 = const()[name = tensor<string, []>("op_48019_end_0"), val = tensor<int32, [4]>([2, 576, 1, 384])];
            tensor<bool, [4]> var_48019_end_mask_0 = const()[name = tensor<string, []>("op_48019_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_48019_cast = slice_by_index(begin = var_48019_begin_0, end = var_48019_end_0, end_mask = var_48019_end_mask_0, x = transpose_33)[name = tensor<string, []>("op_48019_cast")];
            tensor<int32, [4]> var_48023_begin_0 = const()[name = tensor<string, []>("op_48023_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 384])];
            tensor<int32, [4]> var_48023_end_0 = const()[name = tensor<string, []>("op_48023_end_0"), val = tensor<int32, [4]>([2, 576, 1, 448])];
            tensor<bool, [4]> var_48023_end_mask_0 = const()[name = tensor<string, []>("op_48023_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_48023_cast = slice_by_index(begin = var_48023_begin_0, end = var_48023_end_0, end_mask = var_48023_end_mask_0, x = transpose_33)[name = tensor<string, []>("op_48023_cast")];
            tensor<int32, [4]> var_48027_begin_0 = const()[name = tensor<string, []>("op_48027_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 448])];
            tensor<int32, [4]> var_48027_end_0 = const()[name = tensor<string, []>("op_48027_end_0"), val = tensor<int32, [4]>([2, 576, 1, 512])];
            tensor<bool, [4]> var_48027_end_mask_0 = const()[name = tensor<string, []>("op_48027_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_48027_cast = slice_by_index(begin = var_48027_begin_0, end = var_48027_end_0, end_mask = var_48027_end_mask_0, x = transpose_33)[name = tensor<string, []>("op_48027_cast")];
            tensor<int32, [4]> var_48031_begin_0 = const()[name = tensor<string, []>("op_48031_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 512])];
            tensor<int32, [4]> var_48031_end_0 = const()[name = tensor<string, []>("op_48031_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_48031_end_mask_0 = const()[name = tensor<string, []>("op_48031_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_48031_cast = slice_by_index(begin = var_48031_begin_0, end = var_48031_end_0, end_mask = var_48031_end_mask_0, x = transpose_33)[name = tensor<string, []>("op_48031_cast")];
            tensor<int32, [4]> var_48035_begin_0 = const()[name = tensor<string, []>("op_48035_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 576])];
            tensor<int32, [4]> var_48035_end_0 = const()[name = tensor<string, []>("op_48035_end_0"), val = tensor<int32, [4]>([2, 576, 1, 640])];
            tensor<bool, [4]> var_48035_end_mask_0 = const()[name = tensor<string, []>("op_48035_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_48035_cast = slice_by_index(begin = var_48035_begin_0, end = var_48035_end_0, end_mask = var_48035_end_mask_0, x = transpose_33)[name = tensor<string, []>("op_48035_cast")];
            tensor<int32, [4]> var_48039_begin_0 = const()[name = tensor<string, []>("op_48039_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 640])];
            tensor<int32, [4]> var_48039_end_0 = const()[name = tensor<string, []>("op_48039_end_0"), val = tensor<int32, [4]>([2, 576, 1, 704])];
            tensor<bool, [4]> var_48039_end_mask_0 = const()[name = tensor<string, []>("op_48039_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_48039_cast = slice_by_index(begin = var_48039_begin_0, end = var_48039_end_0, end_mask = var_48039_end_mask_0, x = transpose_33)[name = tensor<string, []>("op_48039_cast")];
            tensor<int32, [4]> var_48043_begin_0 = const()[name = tensor<string, []>("op_48043_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 704])];
            tensor<int32, [4]> var_48043_end_0 = const()[name = tensor<string, []>("op_48043_end_0"), val = tensor<int32, [4]>([2, 576, 1, 768])];
            tensor<bool, [4]> var_48043_end_mask_0 = const()[name = tensor<string, []>("op_48043_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_48043_cast = slice_by_index(begin = var_48043_begin_0, end = var_48043_end_0, end_mask = var_48043_end_mask_0, x = transpose_33)[name = tensor<string, []>("op_48043_cast")];
            tensor<int32, [4]> var_48047_begin_0 = const()[name = tensor<string, []>("op_48047_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 768])];
            tensor<int32, [4]> var_48047_end_0 = const()[name = tensor<string, []>("op_48047_end_0"), val = tensor<int32, [4]>([2, 576, 1, 832])];
            tensor<bool, [4]> var_48047_end_mask_0 = const()[name = tensor<string, []>("op_48047_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_48047_cast = slice_by_index(begin = var_48047_begin_0, end = var_48047_end_0, end_mask = var_48047_end_mask_0, x = transpose_33)[name = tensor<string, []>("op_48047_cast")];
            tensor<int32, [4]> var_48051_begin_0 = const()[name = tensor<string, []>("op_48051_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 832])];
            tensor<int32, [4]> var_48051_end_0 = const()[name = tensor<string, []>("op_48051_end_0"), val = tensor<int32, [4]>([2, 576, 1, 896])];
            tensor<bool, [4]> var_48051_end_mask_0 = const()[name = tensor<string, []>("op_48051_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_48051_cast = slice_by_index(begin = var_48051_begin_0, end = var_48051_end_0, end_mask = var_48051_end_mask_0, x = transpose_33)[name = tensor<string, []>("op_48051_cast")];
            tensor<int32, [4]> var_48055_begin_0 = const()[name = tensor<string, []>("op_48055_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 896])];
            tensor<int32, [4]> var_48055_end_0 = const()[name = tensor<string, []>("op_48055_end_0"), val = tensor<int32, [4]>([2, 576, 1, 960])];
            tensor<bool, [4]> var_48055_end_mask_0 = const()[name = tensor<string, []>("op_48055_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_48055_cast = slice_by_index(begin = var_48055_begin_0, end = var_48055_end_0, end_mask = var_48055_end_mask_0, x = transpose_33)[name = tensor<string, []>("op_48055_cast")];
            tensor<int32, [4]> var_48059_begin_0 = const()[name = tensor<string, []>("op_48059_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 960])];
            tensor<int32, [4]> var_48059_end_0 = const()[name = tensor<string, []>("op_48059_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1024])];
            tensor<bool, [4]> var_48059_end_mask_0 = const()[name = tensor<string, []>("op_48059_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_48059_cast = slice_by_index(begin = var_48059_begin_0, end = var_48059_end_0, end_mask = var_48059_end_mask_0, x = transpose_33)[name = tensor<string, []>("op_48059_cast")];
            tensor<int32, [4]> var_48063_begin_0 = const()[name = tensor<string, []>("op_48063_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1024])];
            tensor<int32, [4]> var_48063_end_0 = const()[name = tensor<string, []>("op_48063_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1088])];
            tensor<bool, [4]> var_48063_end_mask_0 = const()[name = tensor<string, []>("op_48063_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_48063_cast = slice_by_index(begin = var_48063_begin_0, end = var_48063_end_0, end_mask = var_48063_end_mask_0, x = transpose_33)[name = tensor<string, []>("op_48063_cast")];
            tensor<int32, [4]> var_48067_begin_0 = const()[name = tensor<string, []>("op_48067_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1088])];
            tensor<int32, [4]> var_48067_end_0 = const()[name = tensor<string, []>("op_48067_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1152])];
            tensor<bool, [4]> var_48067_end_mask_0 = const()[name = tensor<string, []>("op_48067_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_48067_cast = slice_by_index(begin = var_48067_begin_0, end = var_48067_end_0, end_mask = var_48067_end_mask_0, x = transpose_33)[name = tensor<string, []>("op_48067_cast")];
            tensor<int32, [4]> var_48071_begin_0 = const()[name = tensor<string, []>("op_48071_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1152])];
            tensor<int32, [4]> var_48071_end_0 = const()[name = tensor<string, []>("op_48071_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1216])];
            tensor<bool, [4]> var_48071_end_mask_0 = const()[name = tensor<string, []>("op_48071_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_48071_cast = slice_by_index(begin = var_48071_begin_0, end = var_48071_end_0, end_mask = var_48071_end_mask_0, x = transpose_33)[name = tensor<string, []>("op_48071_cast")];
            tensor<int32, [4]> var_48075_begin_0 = const()[name = tensor<string, []>("op_48075_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1216])];
            tensor<int32, [4]> var_48075_end_0 = const()[name = tensor<string, []>("op_48075_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1280])];
            tensor<bool, [4]> var_48075_end_mask_0 = const()[name = tensor<string, []>("op_48075_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_48075_cast = slice_by_index(begin = var_48075_begin_0, end = var_48075_end_0, end_mask = var_48075_end_mask_0, x = transpose_33)[name = tensor<string, []>("op_48075_cast")];
            tensor<int32, [4]> var_48077_begin_0 = const()[name = tensor<string, []>("op_48077_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_48077_end_0 = const()[name = tensor<string, []>("op_48077_end_0"), val = tensor<int32, [4]>([2, 64, 1, 576])];
            tensor<bool, [4]> var_48077_end_mask_0 = const()[name = tensor<string, []>("op_48077_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_48077_cast = slice_by_index(begin = var_48077_begin_0, end = var_48077_end_0, end_mask = var_48077_end_mask_0, x = v_213_cast)[name = tensor<string, []>("op_48077_cast")];
            tensor<int32, [4]> var_48081_begin_0 = const()[name = tensor<string, []>("op_48081_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_48081_end_0 = const()[name = tensor<string, []>("op_48081_end_0"), val = tensor<int32, [4]>([2, 128, 1, 576])];
            tensor<bool, [4]> var_48081_end_mask_0 = const()[name = tensor<string, []>("op_48081_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_48081_cast = slice_by_index(begin = var_48081_begin_0, end = var_48081_end_0, end_mask = var_48081_end_mask_0, x = v_213_cast)[name = tensor<string, []>("op_48081_cast")];
            tensor<int32, [4]> var_48085_begin_0 = const()[name = tensor<string, []>("op_48085_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_48085_end_0 = const()[name = tensor<string, []>("op_48085_end_0"), val = tensor<int32, [4]>([2, 192, 1, 576])];
            tensor<bool, [4]> var_48085_end_mask_0 = const()[name = tensor<string, []>("op_48085_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_48085_cast = slice_by_index(begin = var_48085_begin_0, end = var_48085_end_0, end_mask = var_48085_end_mask_0, x = v_213_cast)[name = tensor<string, []>("op_48085_cast")];
            tensor<int32, [4]> var_48089_begin_0 = const()[name = tensor<string, []>("op_48089_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_48089_end_0 = const()[name = tensor<string, []>("op_48089_end_0"), val = tensor<int32, [4]>([2, 256, 1, 576])];
            tensor<bool, [4]> var_48089_end_mask_0 = const()[name = tensor<string, []>("op_48089_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_48089_cast = slice_by_index(begin = var_48089_begin_0, end = var_48089_end_0, end_mask = var_48089_end_mask_0, x = v_213_cast)[name = tensor<string, []>("op_48089_cast")];
            tensor<int32, [4]> var_48093_begin_0 = const()[name = tensor<string, []>("op_48093_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_48093_end_0 = const()[name = tensor<string, []>("op_48093_end_0"), val = tensor<int32, [4]>([2, 320, 1, 576])];
            tensor<bool, [4]> var_48093_end_mask_0 = const()[name = tensor<string, []>("op_48093_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_48093_cast = slice_by_index(begin = var_48093_begin_0, end = var_48093_end_0, end_mask = var_48093_end_mask_0, x = v_213_cast)[name = tensor<string, []>("op_48093_cast")];
            tensor<int32, [4]> var_48097_begin_0 = const()[name = tensor<string, []>("op_48097_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_48097_end_0 = const()[name = tensor<string, []>("op_48097_end_0"), val = tensor<int32, [4]>([2, 384, 1, 576])];
            tensor<bool, [4]> var_48097_end_mask_0 = const()[name = tensor<string, []>("op_48097_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_48097_cast = slice_by_index(begin = var_48097_begin_0, end = var_48097_end_0, end_mask = var_48097_end_mask_0, x = v_213_cast)[name = tensor<string, []>("op_48097_cast")];
            tensor<int32, [4]> var_48101_begin_0 = const()[name = tensor<string, []>("op_48101_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_48101_end_0 = const()[name = tensor<string, []>("op_48101_end_0"), val = tensor<int32, [4]>([2, 448, 1, 576])];
            tensor<bool, [4]> var_48101_end_mask_0 = const()[name = tensor<string, []>("op_48101_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_48101_cast = slice_by_index(begin = var_48101_begin_0, end = var_48101_end_0, end_mask = var_48101_end_mask_0, x = v_213_cast)[name = tensor<string, []>("op_48101_cast")];
            tensor<int32, [4]> var_48105_begin_0 = const()[name = tensor<string, []>("op_48105_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_48105_end_0 = const()[name = tensor<string, []>("op_48105_end_0"), val = tensor<int32, [4]>([2, 512, 1, 576])];
            tensor<bool, [4]> var_48105_end_mask_0 = const()[name = tensor<string, []>("op_48105_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_48105_cast = slice_by_index(begin = var_48105_begin_0, end = var_48105_end_0, end_mask = var_48105_end_mask_0, x = v_213_cast)[name = tensor<string, []>("op_48105_cast")];
            tensor<int32, [4]> var_48109_begin_0 = const()[name = tensor<string, []>("op_48109_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_48109_end_0 = const()[name = tensor<string, []>("op_48109_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_48109_end_mask_0 = const()[name = tensor<string, []>("op_48109_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_48109_cast = slice_by_index(begin = var_48109_begin_0, end = var_48109_end_0, end_mask = var_48109_end_mask_0, x = v_213_cast)[name = tensor<string, []>("op_48109_cast")];
            tensor<int32, [4]> var_48113_begin_0 = const()[name = tensor<string, []>("op_48113_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_48113_end_0 = const()[name = tensor<string, []>("op_48113_end_0"), val = tensor<int32, [4]>([2, 640, 1, 576])];
            tensor<bool, [4]> var_48113_end_mask_0 = const()[name = tensor<string, []>("op_48113_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_48113_cast = slice_by_index(begin = var_48113_begin_0, end = var_48113_end_0, end_mask = var_48113_end_mask_0, x = v_213_cast)[name = tensor<string, []>("op_48113_cast")];
            tensor<int32, [4]> var_48117_begin_0 = const()[name = tensor<string, []>("op_48117_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_48117_end_0 = const()[name = tensor<string, []>("op_48117_end_0"), val = tensor<int32, [4]>([2, 704, 1, 576])];
            tensor<bool, [4]> var_48117_end_mask_0 = const()[name = tensor<string, []>("op_48117_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_48117_cast = slice_by_index(begin = var_48117_begin_0, end = var_48117_end_0, end_mask = var_48117_end_mask_0, x = v_213_cast)[name = tensor<string, []>("op_48117_cast")];
            tensor<int32, [4]> var_48121_begin_0 = const()[name = tensor<string, []>("op_48121_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_48121_end_0 = const()[name = tensor<string, []>("op_48121_end_0"), val = tensor<int32, [4]>([2, 768, 1, 576])];
            tensor<bool, [4]> var_48121_end_mask_0 = const()[name = tensor<string, []>("op_48121_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_48121_cast = slice_by_index(begin = var_48121_begin_0, end = var_48121_end_0, end_mask = var_48121_end_mask_0, x = v_213_cast)[name = tensor<string, []>("op_48121_cast")];
            tensor<int32, [4]> var_48125_begin_0 = const()[name = tensor<string, []>("op_48125_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_48125_end_0 = const()[name = tensor<string, []>("op_48125_end_0"), val = tensor<int32, [4]>([2, 832, 1, 576])];
            tensor<bool, [4]> var_48125_end_mask_0 = const()[name = tensor<string, []>("op_48125_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_48125_cast = slice_by_index(begin = var_48125_begin_0, end = var_48125_end_0, end_mask = var_48125_end_mask_0, x = v_213_cast)[name = tensor<string, []>("op_48125_cast")];
            tensor<int32, [4]> var_48129_begin_0 = const()[name = tensor<string, []>("op_48129_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_48129_end_0 = const()[name = tensor<string, []>("op_48129_end_0"), val = tensor<int32, [4]>([2, 896, 1, 576])];
            tensor<bool, [4]> var_48129_end_mask_0 = const()[name = tensor<string, []>("op_48129_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_48129_cast = slice_by_index(begin = var_48129_begin_0, end = var_48129_end_0, end_mask = var_48129_end_mask_0, x = v_213_cast)[name = tensor<string, []>("op_48129_cast")];
            tensor<int32, [4]> var_48133_begin_0 = const()[name = tensor<string, []>("op_48133_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_48133_end_0 = const()[name = tensor<string, []>("op_48133_end_0"), val = tensor<int32, [4]>([2, 960, 1, 576])];
            tensor<bool, [4]> var_48133_end_mask_0 = const()[name = tensor<string, []>("op_48133_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_48133_cast = slice_by_index(begin = var_48133_begin_0, end = var_48133_end_0, end_mask = var_48133_end_mask_0, x = v_213_cast)[name = tensor<string, []>("op_48133_cast")];
            tensor<int32, [4]> var_48137_begin_0 = const()[name = tensor<string, []>("op_48137_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_48137_end_0 = const()[name = tensor<string, []>("op_48137_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 576])];
            tensor<bool, [4]> var_48137_end_mask_0 = const()[name = tensor<string, []>("op_48137_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_48137_cast = slice_by_index(begin = var_48137_begin_0, end = var_48137_end_0, end_mask = var_48137_end_mask_0, x = v_213_cast)[name = tensor<string, []>("op_48137_cast")];
            tensor<int32, [4]> var_48141_begin_0 = const()[name = tensor<string, []>("op_48141_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_48141_end_0 = const()[name = tensor<string, []>("op_48141_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 576])];
            tensor<bool, [4]> var_48141_end_mask_0 = const()[name = tensor<string, []>("op_48141_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_48141_cast = slice_by_index(begin = var_48141_begin_0, end = var_48141_end_0, end_mask = var_48141_end_mask_0, x = v_213_cast)[name = tensor<string, []>("op_48141_cast")];
            tensor<int32, [4]> var_48145_begin_0 = const()[name = tensor<string, []>("op_48145_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_48145_end_0 = const()[name = tensor<string, []>("op_48145_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 576])];
            tensor<bool, [4]> var_48145_end_mask_0 = const()[name = tensor<string, []>("op_48145_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_48145_cast = slice_by_index(begin = var_48145_begin_0, end = var_48145_end_0, end_mask = var_48145_end_mask_0, x = v_213_cast)[name = tensor<string, []>("op_48145_cast")];
            tensor<int32, [4]> var_48149_begin_0 = const()[name = tensor<string, []>("op_48149_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_48149_end_0 = const()[name = tensor<string, []>("op_48149_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 576])];
            tensor<bool, [4]> var_48149_end_mask_0 = const()[name = tensor<string, []>("op_48149_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_48149_cast = slice_by_index(begin = var_48149_begin_0, end = var_48149_end_0, end_mask = var_48149_end_mask_0, x = v_213_cast)[name = tensor<string, []>("op_48149_cast")];
            tensor<int32, [4]> var_48153_begin_0 = const()[name = tensor<string, []>("op_48153_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_48153_end_0 = const()[name = tensor<string, []>("op_48153_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 576])];
            tensor<bool, [4]> var_48153_end_mask_0 = const()[name = tensor<string, []>("op_48153_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_48153_cast = slice_by_index(begin = var_48153_begin_0, end = var_48153_end_0, end_mask = var_48153_end_mask_0, x = v_213_cast)[name = tensor<string, []>("op_48153_cast")];
            tensor<string, []> var_48157_equation_0 = const()[name = tensor<string, []>("op_48157_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_48157_cast = einsum(equation = var_48157_equation_0, values = (var_47999_cast, var_47916_cast))[name = tensor<string, []>("op_48157_cast")];
            tensor<fp16, []> var_48158_to_fp16 = const()[name = tensor<string, []>("op_48158_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4081_cast = mul(x = var_48157_cast, y = var_48158_to_fp16)[name = tensor<string, []>("aw_4081_cast")];
            tensor<string, []> var_48161_equation_0 = const()[name = tensor<string, []>("op_48161_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_48161_cast = einsum(equation = var_48161_equation_0, values = (var_48003_cast, var_47920_cast))[name = tensor<string, []>("op_48161_cast")];
            tensor<fp16, []> var_48162_to_fp16 = const()[name = tensor<string, []>("op_48162_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4083_cast = mul(x = var_48161_cast, y = var_48162_to_fp16)[name = tensor<string, []>("aw_4083_cast")];
            tensor<string, []> var_48165_equation_0 = const()[name = tensor<string, []>("op_48165_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_48165_cast = einsum(equation = var_48165_equation_0, values = (var_48007_cast, var_47924_cast))[name = tensor<string, []>("op_48165_cast")];
            tensor<fp16, []> var_48166_to_fp16 = const()[name = tensor<string, []>("op_48166_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4085_cast = mul(x = var_48165_cast, y = var_48166_to_fp16)[name = tensor<string, []>("aw_4085_cast")];
            tensor<string, []> var_48169_equation_0 = const()[name = tensor<string, []>("op_48169_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_48169_cast = einsum(equation = var_48169_equation_0, values = (var_48011_cast, var_47928_cast))[name = tensor<string, []>("op_48169_cast")];
            tensor<fp16, []> var_48170_to_fp16 = const()[name = tensor<string, []>("op_48170_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4087_cast = mul(x = var_48169_cast, y = var_48170_to_fp16)[name = tensor<string, []>("aw_4087_cast")];
            tensor<string, []> var_48173_equation_0 = const()[name = tensor<string, []>("op_48173_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_48173_cast = einsum(equation = var_48173_equation_0, values = (var_48015_cast, var_47932_cast))[name = tensor<string, []>("op_48173_cast")];
            tensor<fp16, []> var_48174_to_fp16 = const()[name = tensor<string, []>("op_48174_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4089_cast = mul(x = var_48173_cast, y = var_48174_to_fp16)[name = tensor<string, []>("aw_4089_cast")];
            tensor<string, []> var_48177_equation_0 = const()[name = tensor<string, []>("op_48177_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_48177_cast = einsum(equation = var_48177_equation_0, values = (var_48019_cast, var_47936_cast))[name = tensor<string, []>("op_48177_cast")];
            tensor<fp16, []> var_48178_to_fp16 = const()[name = tensor<string, []>("op_48178_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4091_cast = mul(x = var_48177_cast, y = var_48178_to_fp16)[name = tensor<string, []>("aw_4091_cast")];
            tensor<string, []> var_48181_equation_0 = const()[name = tensor<string, []>("op_48181_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_48181_cast = einsum(equation = var_48181_equation_0, values = (var_48023_cast, var_47940_cast))[name = tensor<string, []>("op_48181_cast")];
            tensor<fp16, []> var_48182_to_fp16 = const()[name = tensor<string, []>("op_48182_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4093_cast = mul(x = var_48181_cast, y = var_48182_to_fp16)[name = tensor<string, []>("aw_4093_cast")];
            tensor<string, []> var_48185_equation_0 = const()[name = tensor<string, []>("op_48185_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_48185_cast = einsum(equation = var_48185_equation_0, values = (var_48027_cast, var_47944_cast))[name = tensor<string, []>("op_48185_cast")];
            tensor<fp16, []> var_48186_to_fp16 = const()[name = tensor<string, []>("op_48186_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4095_cast = mul(x = var_48185_cast, y = var_48186_to_fp16)[name = tensor<string, []>("aw_4095_cast")];
            tensor<string, []> var_48189_equation_0 = const()[name = tensor<string, []>("op_48189_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_48189_cast = einsum(equation = var_48189_equation_0, values = (var_48031_cast, var_47948_cast))[name = tensor<string, []>("op_48189_cast")];
            tensor<fp16, []> var_48190_to_fp16 = const()[name = tensor<string, []>("op_48190_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4097_cast = mul(x = var_48189_cast, y = var_48190_to_fp16)[name = tensor<string, []>("aw_4097_cast")];
            tensor<string, []> var_48193_equation_0 = const()[name = tensor<string, []>("op_48193_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_48193_cast = einsum(equation = var_48193_equation_0, values = (var_48035_cast, var_47952_cast))[name = tensor<string, []>("op_48193_cast")];
            tensor<fp16, []> var_48194_to_fp16 = const()[name = tensor<string, []>("op_48194_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4099_cast = mul(x = var_48193_cast, y = var_48194_to_fp16)[name = tensor<string, []>("aw_4099_cast")];
            tensor<string, []> var_48197_equation_0 = const()[name = tensor<string, []>("op_48197_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_48197_cast = einsum(equation = var_48197_equation_0, values = (var_48039_cast, var_47956_cast))[name = tensor<string, []>("op_48197_cast")];
            tensor<fp16, []> var_48198_to_fp16 = const()[name = tensor<string, []>("op_48198_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4101_cast = mul(x = var_48197_cast, y = var_48198_to_fp16)[name = tensor<string, []>("aw_4101_cast")];
            tensor<string, []> var_48201_equation_0 = const()[name = tensor<string, []>("op_48201_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_48201_cast = einsum(equation = var_48201_equation_0, values = (var_48043_cast, var_47960_cast))[name = tensor<string, []>("op_48201_cast")];
            tensor<fp16, []> var_48202_to_fp16 = const()[name = tensor<string, []>("op_48202_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4103_cast = mul(x = var_48201_cast, y = var_48202_to_fp16)[name = tensor<string, []>("aw_4103_cast")];
            tensor<string, []> var_48205_equation_0 = const()[name = tensor<string, []>("op_48205_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_48205_cast = einsum(equation = var_48205_equation_0, values = (var_48047_cast, var_47964_cast))[name = tensor<string, []>("op_48205_cast")];
            tensor<fp16, []> var_48206_to_fp16 = const()[name = tensor<string, []>("op_48206_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4105_cast = mul(x = var_48205_cast, y = var_48206_to_fp16)[name = tensor<string, []>("aw_4105_cast")];
            tensor<string, []> var_48209_equation_0 = const()[name = tensor<string, []>("op_48209_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_48209_cast = einsum(equation = var_48209_equation_0, values = (var_48051_cast, var_47968_cast))[name = tensor<string, []>("op_48209_cast")];
            tensor<fp16, []> var_48210_to_fp16 = const()[name = tensor<string, []>("op_48210_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4107_cast = mul(x = var_48209_cast, y = var_48210_to_fp16)[name = tensor<string, []>("aw_4107_cast")];
            tensor<string, []> var_48213_equation_0 = const()[name = tensor<string, []>("op_48213_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_48213_cast = einsum(equation = var_48213_equation_0, values = (var_48055_cast, var_47972_cast))[name = tensor<string, []>("op_48213_cast")];
            tensor<fp16, []> var_48214_to_fp16 = const()[name = tensor<string, []>("op_48214_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4109_cast = mul(x = var_48213_cast, y = var_48214_to_fp16)[name = tensor<string, []>("aw_4109_cast")];
            tensor<string, []> var_48217_equation_0 = const()[name = tensor<string, []>("op_48217_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_48217_cast = einsum(equation = var_48217_equation_0, values = (var_48059_cast, var_47976_cast))[name = tensor<string, []>("op_48217_cast")];
            tensor<fp16, []> var_48218_to_fp16 = const()[name = tensor<string, []>("op_48218_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4111_cast = mul(x = var_48217_cast, y = var_48218_to_fp16)[name = tensor<string, []>("aw_4111_cast")];
            tensor<string, []> var_48221_equation_0 = const()[name = tensor<string, []>("op_48221_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_48221_cast = einsum(equation = var_48221_equation_0, values = (var_48063_cast, var_47980_cast))[name = tensor<string, []>("op_48221_cast")];
            tensor<fp16, []> var_48222_to_fp16 = const()[name = tensor<string, []>("op_48222_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4113_cast = mul(x = var_48221_cast, y = var_48222_to_fp16)[name = tensor<string, []>("aw_4113_cast")];
            tensor<string, []> var_48225_equation_0 = const()[name = tensor<string, []>("op_48225_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_48225_cast = einsum(equation = var_48225_equation_0, values = (var_48067_cast, var_47984_cast))[name = tensor<string, []>("op_48225_cast")];
            tensor<fp16, []> var_48226_to_fp16 = const()[name = tensor<string, []>("op_48226_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4115_cast = mul(x = var_48225_cast, y = var_48226_to_fp16)[name = tensor<string, []>("aw_4115_cast")];
            tensor<string, []> var_48229_equation_0 = const()[name = tensor<string, []>("op_48229_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_48229_cast = einsum(equation = var_48229_equation_0, values = (var_48071_cast, var_47988_cast))[name = tensor<string, []>("op_48229_cast")];
            tensor<fp16, []> var_48230_to_fp16 = const()[name = tensor<string, []>("op_48230_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4117_cast = mul(x = var_48229_cast, y = var_48230_to_fp16)[name = tensor<string, []>("aw_4117_cast")];
            tensor<string, []> var_48233_equation_0 = const()[name = tensor<string, []>("op_48233_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_48233_cast = einsum(equation = var_48233_equation_0, values = (var_48075_cast, var_47992_cast))[name = tensor<string, []>("op_48233_cast")];
            tensor<fp16, []> var_48234_to_fp16 = const()[name = tensor<string, []>("op_48234_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4119_cast = mul(x = var_48233_cast, y = var_48234_to_fp16)[name = tensor<string, []>("aw_4119_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_48236_cast = softmax(axis = var_30355, x = aw_4081_cast)[name = tensor<string, []>("op_48236_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_48237_cast = softmax(axis = var_30355, x = aw_4083_cast)[name = tensor<string, []>("op_48237_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_48238_cast = softmax(axis = var_30355, x = aw_4085_cast)[name = tensor<string, []>("op_48238_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_48239_cast = softmax(axis = var_30355, x = aw_4087_cast)[name = tensor<string, []>("op_48239_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_48240_cast = softmax(axis = var_30355, x = aw_4089_cast)[name = tensor<string, []>("op_48240_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_48241_cast = softmax(axis = var_30355, x = aw_4091_cast)[name = tensor<string, []>("op_48241_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_48242_cast = softmax(axis = var_30355, x = aw_4093_cast)[name = tensor<string, []>("op_48242_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_48243_cast = softmax(axis = var_30355, x = aw_4095_cast)[name = tensor<string, []>("op_48243_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_48244_cast = softmax(axis = var_30355, x = aw_4097_cast)[name = tensor<string, []>("op_48244_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_48245_cast = softmax(axis = var_30355, x = aw_4099_cast)[name = tensor<string, []>("op_48245_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_48246_cast = softmax(axis = var_30355, x = aw_4101_cast)[name = tensor<string, []>("op_48246_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_48247_cast = softmax(axis = var_30355, x = aw_4103_cast)[name = tensor<string, []>("op_48247_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_48248_cast = softmax(axis = var_30355, x = aw_4105_cast)[name = tensor<string, []>("op_48248_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_48249_cast = softmax(axis = var_30355, x = aw_4107_cast)[name = tensor<string, []>("op_48249_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_48250_cast = softmax(axis = var_30355, x = aw_4109_cast)[name = tensor<string, []>("op_48250_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_48251_cast = softmax(axis = var_30355, x = aw_4111_cast)[name = tensor<string, []>("op_48251_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_48252_cast = softmax(axis = var_30355, x = aw_4113_cast)[name = tensor<string, []>("op_48252_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_48253_cast = softmax(axis = var_30355, x = aw_4115_cast)[name = tensor<string, []>("op_48253_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_48254_cast = softmax(axis = var_30355, x = aw_4117_cast)[name = tensor<string, []>("op_48254_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_48255_cast = softmax(axis = var_30355, x = aw_4119_cast)[name = tensor<string, []>("op_48255_cast")];
            tensor<string, []> var_48257_equation_0 = const()[name = tensor<string, []>("op_48257_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_48257_cast = einsum(equation = var_48257_equation_0, values = (var_48077_cast, var_48236_cast))[name = tensor<string, []>("op_48257_cast")];
            tensor<string, []> var_48259_equation_0 = const()[name = tensor<string, []>("op_48259_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_48259_cast = einsum(equation = var_48259_equation_0, values = (var_48081_cast, var_48237_cast))[name = tensor<string, []>("op_48259_cast")];
            tensor<string, []> var_48261_equation_0 = const()[name = tensor<string, []>("op_48261_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_48261_cast = einsum(equation = var_48261_equation_0, values = (var_48085_cast, var_48238_cast))[name = tensor<string, []>("op_48261_cast")];
            tensor<string, []> var_48263_equation_0 = const()[name = tensor<string, []>("op_48263_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_48263_cast = einsum(equation = var_48263_equation_0, values = (var_48089_cast, var_48239_cast))[name = tensor<string, []>("op_48263_cast")];
            tensor<string, []> var_48265_equation_0 = const()[name = tensor<string, []>("op_48265_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_48265_cast = einsum(equation = var_48265_equation_0, values = (var_48093_cast, var_48240_cast))[name = tensor<string, []>("op_48265_cast")];
            tensor<string, []> var_48267_equation_0 = const()[name = tensor<string, []>("op_48267_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_48267_cast = einsum(equation = var_48267_equation_0, values = (var_48097_cast, var_48241_cast))[name = tensor<string, []>("op_48267_cast")];
            tensor<string, []> var_48269_equation_0 = const()[name = tensor<string, []>("op_48269_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_48269_cast = einsum(equation = var_48269_equation_0, values = (var_48101_cast, var_48242_cast))[name = tensor<string, []>("op_48269_cast")];
            tensor<string, []> var_48271_equation_0 = const()[name = tensor<string, []>("op_48271_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_48271_cast = einsum(equation = var_48271_equation_0, values = (var_48105_cast, var_48243_cast))[name = tensor<string, []>("op_48271_cast")];
            tensor<string, []> var_48273_equation_0 = const()[name = tensor<string, []>("op_48273_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_48273_cast = einsum(equation = var_48273_equation_0, values = (var_48109_cast, var_48244_cast))[name = tensor<string, []>("op_48273_cast")];
            tensor<string, []> var_48275_equation_0 = const()[name = tensor<string, []>("op_48275_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_48275_cast = einsum(equation = var_48275_equation_0, values = (var_48113_cast, var_48245_cast))[name = tensor<string, []>("op_48275_cast")];
            tensor<string, []> var_48277_equation_0 = const()[name = tensor<string, []>("op_48277_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_48277_cast = einsum(equation = var_48277_equation_0, values = (var_48117_cast, var_48246_cast))[name = tensor<string, []>("op_48277_cast")];
            tensor<string, []> var_48279_equation_0 = const()[name = tensor<string, []>("op_48279_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_48279_cast = einsum(equation = var_48279_equation_0, values = (var_48121_cast, var_48247_cast))[name = tensor<string, []>("op_48279_cast")];
            tensor<string, []> var_48281_equation_0 = const()[name = tensor<string, []>("op_48281_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_48281_cast = einsum(equation = var_48281_equation_0, values = (var_48125_cast, var_48248_cast))[name = tensor<string, []>("op_48281_cast")];
            tensor<string, []> var_48283_equation_0 = const()[name = tensor<string, []>("op_48283_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_48283_cast = einsum(equation = var_48283_equation_0, values = (var_48129_cast, var_48249_cast))[name = tensor<string, []>("op_48283_cast")];
            tensor<string, []> var_48285_equation_0 = const()[name = tensor<string, []>("op_48285_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_48285_cast = einsum(equation = var_48285_equation_0, values = (var_48133_cast, var_48250_cast))[name = tensor<string, []>("op_48285_cast")];
            tensor<string, []> var_48287_equation_0 = const()[name = tensor<string, []>("op_48287_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_48287_cast = einsum(equation = var_48287_equation_0, values = (var_48137_cast, var_48251_cast))[name = tensor<string, []>("op_48287_cast")];
            tensor<string, []> var_48289_equation_0 = const()[name = tensor<string, []>("op_48289_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_48289_cast = einsum(equation = var_48289_equation_0, values = (var_48141_cast, var_48252_cast))[name = tensor<string, []>("op_48289_cast")];
            tensor<string, []> var_48291_equation_0 = const()[name = tensor<string, []>("op_48291_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_48291_cast = einsum(equation = var_48291_equation_0, values = (var_48145_cast, var_48253_cast))[name = tensor<string, []>("op_48291_cast")];
            tensor<string, []> var_48293_equation_0 = const()[name = tensor<string, []>("op_48293_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_48293_cast = einsum(equation = var_48293_equation_0, values = (var_48149_cast, var_48254_cast))[name = tensor<string, []>("op_48293_cast")];
            tensor<string, []> var_48295_equation_0 = const()[name = tensor<string, []>("op_48295_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_48295_cast = einsum(equation = var_48295_equation_0, values = (var_48153_cast, var_48255_cast))[name = tensor<string, []>("op_48295_cast")];
            tensor<bool, []> input_609_interleave_0 = const()[name = tensor<string, []>("input_609_interleave_0"), val = tensor<bool, []>(false)];
            tensor<fp16, [2, 1280, 1, 576]> input_609_cast = concat(axis = var_30355, interleave = input_609_interleave_0, values = (var_48257_cast, var_48259_cast, var_48261_cast, var_48263_cast, var_48265_cast, var_48267_cast, var_48269_cast, var_48271_cast, var_48273_cast, var_48275_cast, var_48277_cast, var_48279_cast, var_48281_cast, var_48283_cast, var_48285_cast, var_48287_cast, var_48289_cast, var_48291_cast, var_48293_cast, var_48295_cast))[name = tensor<string, []>("input_609_cast")];
            tensor<int32, [2]> var_48301 = const()[name = tensor<string, []>("op_48301"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_48303 = const()[name = tensor<string, []>("op_48303"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_48305_pad_type_0 = const()[name = tensor<string, []>("op_48305_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_48305_pad_0 = const()[name = tensor<string, []>("op_48305_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_9_attn1_to_out_0_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [1228800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(258823552))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(260052416))), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_9_attn1_to_out_0_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_attentions_1_transformer_blocks_9_attn1_to_out_0_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_9_attn1_to_out_0_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(260052608)))];
            tensor<fp16, [2, 1280, 1, 576]> var_48305_cast = conv(bias = up_blocks_0_attentions_1_transformer_blocks_9_attn1_to_out_0_bias_to_fp16, dilations = var_48303, groups = var_30355, pad = var_48305_pad_0, pad_type = var_48305_pad_type_0, strides = var_48301, weight = up_blocks_0_attentions_1_transformer_blocks_9_attn1_to_out_0_weight_to_fp16_palettized, x = input_609_cast)[name = tensor<string, []>("op_48305_cast")];
            tensor<fp16, [2, 1280, 1, 576]> inputs_321_cast = add(x = var_48305_cast, y = inputs_319_cast)[name = tensor<string, []>("inputs_321_cast")];
            tensor<int32, [1]> var_48309 = const()[name = tensor<string, []>("op_48309"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> channels_mean_321_cast = reduce_mean(axes = var_48309, keep_dims = var_30350, x = inputs_321_cast)[name = tensor<string, []>("channels_mean_321_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_321_cast = sub(x = inputs_321_cast, y = channels_mean_321_cast)[name = tensor<string, []>("zero_mean_321_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_sq_321_cast = mul(x = zero_mean_321_cast, y = zero_mean_321_cast)[name = tensor<string, []>("zero_mean_sq_321_cast")];
            tensor<int32, [1]> var_48313 = const()[name = tensor<string, []>("op_48313"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> var_48314_cast = reduce_mean(axes = var_48313, keep_dims = var_30350, x = zero_mean_sq_321_cast)[name = tensor<string, []>("op_48314_cast")];
            tensor<fp16, []> var_48315_to_fp16 = const()[name = tensor<string, []>("op_48315_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 576]> var_48316_cast = add(x = var_48314_cast, y = var_48315_to_fp16)[name = tensor<string, []>("op_48316_cast")];
            tensor<fp16, []> denom_321_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_321_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 576]> denom_321_cast = rsqrt(epsilon = denom_321_epsilon_0_to_fp16, x = var_48316_cast)[name = tensor<string, []>("denom_321_cast")];
            tensor<fp16, [2, 1280, 1, 576]> out_321_cast = mul(x = zero_mean_321_cast, y = denom_321_cast)[name = tensor<string, []>("out_321_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_48320_to_fp16 = const()[name = tensor<string, []>("op_48320_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(260055232)))];
            tensor<fp16, [2, 1280, 1, 576]> var_48321_cast = add(x = out_321_cast, y = var_48320_to_fp16)[name = tensor<string, []>("op_48321_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_48323_to_fp16 = const()[name = tensor<string, []>("op_48323_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(260057856)))];
            tensor<fp16, [2, 1280, 1, 576]> hidden_states_417_cast = mul(x = var_48321_cast, y = var_48323_to_fp16)[name = tensor<string, []>("hidden_states_417_cast")];
            tensor<int32, [2]> var_48330 = const()[name = tensor<string, []>("op_48330"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_48332 = const()[name = tensor<string, []>("op_48332"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> q_215_pad_type_0 = const()[name = tensor<string, []>("q_215_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> q_215_pad_0 = const()[name = tensor<string, []>("q_215_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_9_attn2_to_q_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [409600]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(260060480))), lut = tensor<fp16, [4]>([-0x1.8bcp-6, -0x1.eep-8, 0x1.ef4p-8, 0x1.8c4p-6]), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_9_attn2_to_q_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> q_215_cast = conv(dilations = var_48332, groups = var_30355, pad = q_215_pad_0, pad_type = q_215_pad_type_0, strides = var_48330, weight = up_blocks_0_attentions_1_transformer_blocks_9_attn2_to_q_weight_to_fp16_palettized, x = hidden_states_417_cast)[name = tensor<string, []>("q_215_cast")];
            tensor<int32, [2]> var_48336 = const()[name = tensor<string, []>("op_48336"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_48338 = const()[name = tensor<string, []>("op_48338"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> k_429_pad_type_0 = const()[name = tensor<string, []>("k_429_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> k_429_pad_0 = const()[name = tensor<string, []>("k_429_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 2048, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_9_attn2_to_k_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [1310720]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(260470144))), lut = tensor<fp16, [16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(261780928))), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_9_attn2_to_k_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 2048, 1, 1])];
            tensor<fp16, [2, 1280, 1, 77]> k_429_cast = conv(dilations = var_48338, groups = var_30355, pad = k_429_pad_0, pad_type = k_429_pad_type_0, strides = var_48336, weight = up_blocks_0_attentions_1_transformer_blocks_9_attn2_to_k_weight_to_fp16_palettized, x = encoder_hidden_states)[name = tensor<string, []>("k_429_cast")];
            tensor<int32, [2]> var_48342 = const()[name = tensor<string, []>("op_48342"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_48344 = const()[name = tensor<string, []>("op_48344"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> v_215_pad_type_0 = const()[name = tensor<string, []>("v_215_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> v_215_pad_0 = const()[name = tensor<string, []>("v_215_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 2048, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_9_attn2_to_v_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [655360]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(261781056))), lut = tensor<fp16, [4]>([-0x1.45cp-6, -0x1.8p-8, 0x1.7fp-8, 0x1.454p-6]), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_9_attn2_to_v_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 2048, 1, 1])];
            tensor<fp16, [2, 1280, 1, 77]> v_215_cast = conv(dilations = var_48344, groups = var_30355, pad = v_215_pad_0, pad_type = v_215_pad_type_0, strides = var_48342, weight = up_blocks_0_attentions_1_transformer_blocks_9_attn2_to_v_weight_to_fp16_palettized, x = encoder_hidden_states)[name = tensor<string, []>("v_215_cast")];
            tensor<int32, [4]> var_48348_begin_0 = const()[name = tensor<string, []>("op_48348_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_48348_end_0 = const()[name = tensor<string, []>("op_48348_end_0"), val = tensor<int32, [4]>([2, 64, 1, 576])];
            tensor<bool, [4]> var_48348_end_mask_0 = const()[name = tensor<string, []>("op_48348_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_48348_cast = slice_by_index(begin = var_48348_begin_0, end = var_48348_end_0, end_mask = var_48348_end_mask_0, x = q_215_cast)[name = tensor<string, []>("op_48348_cast")];
            tensor<int32, [4]> var_48352_begin_0 = const()[name = tensor<string, []>("op_48352_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_48352_end_0 = const()[name = tensor<string, []>("op_48352_end_0"), val = tensor<int32, [4]>([2, 128, 1, 576])];
            tensor<bool, [4]> var_48352_end_mask_0 = const()[name = tensor<string, []>("op_48352_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_48352_cast = slice_by_index(begin = var_48352_begin_0, end = var_48352_end_0, end_mask = var_48352_end_mask_0, x = q_215_cast)[name = tensor<string, []>("op_48352_cast")];
            tensor<int32, [4]> var_48356_begin_0 = const()[name = tensor<string, []>("op_48356_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_48356_end_0 = const()[name = tensor<string, []>("op_48356_end_0"), val = tensor<int32, [4]>([2, 192, 1, 576])];
            tensor<bool, [4]> var_48356_end_mask_0 = const()[name = tensor<string, []>("op_48356_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_48356_cast = slice_by_index(begin = var_48356_begin_0, end = var_48356_end_0, end_mask = var_48356_end_mask_0, x = q_215_cast)[name = tensor<string, []>("op_48356_cast")];
            tensor<int32, [4]> var_48360_begin_0 = const()[name = tensor<string, []>("op_48360_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_48360_end_0 = const()[name = tensor<string, []>("op_48360_end_0"), val = tensor<int32, [4]>([2, 256, 1, 576])];
            tensor<bool, [4]> var_48360_end_mask_0 = const()[name = tensor<string, []>("op_48360_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_48360_cast = slice_by_index(begin = var_48360_begin_0, end = var_48360_end_0, end_mask = var_48360_end_mask_0, x = q_215_cast)[name = tensor<string, []>("op_48360_cast")];
            tensor<int32, [4]> var_48364_begin_0 = const()[name = tensor<string, []>("op_48364_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_48364_end_0 = const()[name = tensor<string, []>("op_48364_end_0"), val = tensor<int32, [4]>([2, 320, 1, 576])];
            tensor<bool, [4]> var_48364_end_mask_0 = const()[name = tensor<string, []>("op_48364_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_48364_cast = slice_by_index(begin = var_48364_begin_0, end = var_48364_end_0, end_mask = var_48364_end_mask_0, x = q_215_cast)[name = tensor<string, []>("op_48364_cast")];
            tensor<int32, [4]> var_48368_begin_0 = const()[name = tensor<string, []>("op_48368_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_48368_end_0 = const()[name = tensor<string, []>("op_48368_end_0"), val = tensor<int32, [4]>([2, 384, 1, 576])];
            tensor<bool, [4]> var_48368_end_mask_0 = const()[name = tensor<string, []>("op_48368_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_48368_cast = slice_by_index(begin = var_48368_begin_0, end = var_48368_end_0, end_mask = var_48368_end_mask_0, x = q_215_cast)[name = tensor<string, []>("op_48368_cast")];
            tensor<int32, [4]> var_48372_begin_0 = const()[name = tensor<string, []>("op_48372_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_48372_end_0 = const()[name = tensor<string, []>("op_48372_end_0"), val = tensor<int32, [4]>([2, 448, 1, 576])];
            tensor<bool, [4]> var_48372_end_mask_0 = const()[name = tensor<string, []>("op_48372_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_48372_cast = slice_by_index(begin = var_48372_begin_0, end = var_48372_end_0, end_mask = var_48372_end_mask_0, x = q_215_cast)[name = tensor<string, []>("op_48372_cast")];
            tensor<int32, [4]> var_48376_begin_0 = const()[name = tensor<string, []>("op_48376_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_48376_end_0 = const()[name = tensor<string, []>("op_48376_end_0"), val = tensor<int32, [4]>([2, 512, 1, 576])];
            tensor<bool, [4]> var_48376_end_mask_0 = const()[name = tensor<string, []>("op_48376_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_48376_cast = slice_by_index(begin = var_48376_begin_0, end = var_48376_end_0, end_mask = var_48376_end_mask_0, x = q_215_cast)[name = tensor<string, []>("op_48376_cast")];
            tensor<int32, [4]> var_48380_begin_0 = const()[name = tensor<string, []>("op_48380_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_48380_end_0 = const()[name = tensor<string, []>("op_48380_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_48380_end_mask_0 = const()[name = tensor<string, []>("op_48380_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_48380_cast = slice_by_index(begin = var_48380_begin_0, end = var_48380_end_0, end_mask = var_48380_end_mask_0, x = q_215_cast)[name = tensor<string, []>("op_48380_cast")];
            tensor<int32, [4]> var_48384_begin_0 = const()[name = tensor<string, []>("op_48384_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_48384_end_0 = const()[name = tensor<string, []>("op_48384_end_0"), val = tensor<int32, [4]>([2, 640, 1, 576])];
            tensor<bool, [4]> var_48384_end_mask_0 = const()[name = tensor<string, []>("op_48384_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_48384_cast = slice_by_index(begin = var_48384_begin_0, end = var_48384_end_0, end_mask = var_48384_end_mask_0, x = q_215_cast)[name = tensor<string, []>("op_48384_cast")];
            tensor<int32, [4]> var_48388_begin_0 = const()[name = tensor<string, []>("op_48388_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_48388_end_0 = const()[name = tensor<string, []>("op_48388_end_0"), val = tensor<int32, [4]>([2, 704, 1, 576])];
            tensor<bool, [4]> var_48388_end_mask_0 = const()[name = tensor<string, []>("op_48388_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_48388_cast = slice_by_index(begin = var_48388_begin_0, end = var_48388_end_0, end_mask = var_48388_end_mask_0, x = q_215_cast)[name = tensor<string, []>("op_48388_cast")];
            tensor<int32, [4]> var_48392_begin_0 = const()[name = tensor<string, []>("op_48392_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_48392_end_0 = const()[name = tensor<string, []>("op_48392_end_0"), val = tensor<int32, [4]>([2, 768, 1, 576])];
            tensor<bool, [4]> var_48392_end_mask_0 = const()[name = tensor<string, []>("op_48392_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_48392_cast = slice_by_index(begin = var_48392_begin_0, end = var_48392_end_0, end_mask = var_48392_end_mask_0, x = q_215_cast)[name = tensor<string, []>("op_48392_cast")];
            tensor<int32, [4]> var_48396_begin_0 = const()[name = tensor<string, []>("op_48396_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_48396_end_0 = const()[name = tensor<string, []>("op_48396_end_0"), val = tensor<int32, [4]>([2, 832, 1, 576])];
            tensor<bool, [4]> var_48396_end_mask_0 = const()[name = tensor<string, []>("op_48396_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_48396_cast = slice_by_index(begin = var_48396_begin_0, end = var_48396_end_0, end_mask = var_48396_end_mask_0, x = q_215_cast)[name = tensor<string, []>("op_48396_cast")];
            tensor<int32, [4]> var_48400_begin_0 = const()[name = tensor<string, []>("op_48400_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_48400_end_0 = const()[name = tensor<string, []>("op_48400_end_0"), val = tensor<int32, [4]>([2, 896, 1, 576])];
            tensor<bool, [4]> var_48400_end_mask_0 = const()[name = tensor<string, []>("op_48400_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_48400_cast = slice_by_index(begin = var_48400_begin_0, end = var_48400_end_0, end_mask = var_48400_end_mask_0, x = q_215_cast)[name = tensor<string, []>("op_48400_cast")];
            tensor<int32, [4]> var_48404_begin_0 = const()[name = tensor<string, []>("op_48404_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_48404_end_0 = const()[name = tensor<string, []>("op_48404_end_0"), val = tensor<int32, [4]>([2, 960, 1, 576])];
            tensor<bool, [4]> var_48404_end_mask_0 = const()[name = tensor<string, []>("op_48404_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_48404_cast = slice_by_index(begin = var_48404_begin_0, end = var_48404_end_0, end_mask = var_48404_end_mask_0, x = q_215_cast)[name = tensor<string, []>("op_48404_cast")];
            tensor<int32, [4]> var_48408_begin_0 = const()[name = tensor<string, []>("op_48408_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_48408_end_0 = const()[name = tensor<string, []>("op_48408_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 576])];
            tensor<bool, [4]> var_48408_end_mask_0 = const()[name = tensor<string, []>("op_48408_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_48408_cast = slice_by_index(begin = var_48408_begin_0, end = var_48408_end_0, end_mask = var_48408_end_mask_0, x = q_215_cast)[name = tensor<string, []>("op_48408_cast")];
            tensor<int32, [4]> var_48412_begin_0 = const()[name = tensor<string, []>("op_48412_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_48412_end_0 = const()[name = tensor<string, []>("op_48412_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 576])];
            tensor<bool, [4]> var_48412_end_mask_0 = const()[name = tensor<string, []>("op_48412_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_48412_cast = slice_by_index(begin = var_48412_begin_0, end = var_48412_end_0, end_mask = var_48412_end_mask_0, x = q_215_cast)[name = tensor<string, []>("op_48412_cast")];
            tensor<int32, [4]> var_48416_begin_0 = const()[name = tensor<string, []>("op_48416_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_48416_end_0 = const()[name = tensor<string, []>("op_48416_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 576])];
            tensor<bool, [4]> var_48416_end_mask_0 = const()[name = tensor<string, []>("op_48416_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_48416_cast = slice_by_index(begin = var_48416_begin_0, end = var_48416_end_0, end_mask = var_48416_end_mask_0, x = q_215_cast)[name = tensor<string, []>("op_48416_cast")];
            tensor<int32, [4]> var_48420_begin_0 = const()[name = tensor<string, []>("op_48420_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_48420_end_0 = const()[name = tensor<string, []>("op_48420_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 576])];
            tensor<bool, [4]> var_48420_end_mask_0 = const()[name = tensor<string, []>("op_48420_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_48420_cast = slice_by_index(begin = var_48420_begin_0, end = var_48420_end_0, end_mask = var_48420_end_mask_0, x = q_215_cast)[name = tensor<string, []>("op_48420_cast")];
            tensor<int32, [4]> var_48424_begin_0 = const()[name = tensor<string, []>("op_48424_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_48424_end_0 = const()[name = tensor<string, []>("op_48424_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 576])];
            tensor<bool, [4]> var_48424_end_mask_0 = const()[name = tensor<string, []>("op_48424_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_48424_cast = slice_by_index(begin = var_48424_begin_0, end = var_48424_end_0, end_mask = var_48424_end_mask_0, x = q_215_cast)[name = tensor<string, []>("op_48424_cast")];
            tensor<int32, [4]> k_431_perm_0 = const()[name = tensor<string, []>("k_431_perm_0"), val = tensor<int32, [4]>([0, 3, 2, 1])];
            tensor<int32, [4]> var_48431_begin_0 = const()[name = tensor<string, []>("op_48431_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_48431_end_0 = const()[name = tensor<string, []>("op_48431_end_0"), val = tensor<int32, [4]>([2, 77, 1, 64])];
            tensor<bool, [4]> var_48431_end_mask_0 = const()[name = tensor<string, []>("op_48431_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 1280]> transpose_32 = transpose(perm = k_431_perm_0, x = k_429_cast)[name = tensor<string, []>("transpose_32")];
            tensor<fp16, [2, 77, 1, 64]> var_48431_cast = slice_by_index(begin = var_48431_begin_0, end = var_48431_end_0, end_mask = var_48431_end_mask_0, x = transpose_32)[name = tensor<string, []>("op_48431_cast")];
            tensor<int32, [4]> var_48435_begin_0 = const()[name = tensor<string, []>("op_48435_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 64])];
            tensor<int32, [4]> var_48435_end_0 = const()[name = tensor<string, []>("op_48435_end_0"), val = tensor<int32, [4]>([2, 77, 1, 128])];
            tensor<bool, [4]> var_48435_end_mask_0 = const()[name = tensor<string, []>("op_48435_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_48435_cast = slice_by_index(begin = var_48435_begin_0, end = var_48435_end_0, end_mask = var_48435_end_mask_0, x = transpose_32)[name = tensor<string, []>("op_48435_cast")];
            tensor<int32, [4]> var_48439_begin_0 = const()[name = tensor<string, []>("op_48439_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 128])];
            tensor<int32, [4]> var_48439_end_0 = const()[name = tensor<string, []>("op_48439_end_0"), val = tensor<int32, [4]>([2, 77, 1, 192])];
            tensor<bool, [4]> var_48439_end_mask_0 = const()[name = tensor<string, []>("op_48439_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_48439_cast = slice_by_index(begin = var_48439_begin_0, end = var_48439_end_0, end_mask = var_48439_end_mask_0, x = transpose_32)[name = tensor<string, []>("op_48439_cast")];
            tensor<int32, [4]> var_48443_begin_0 = const()[name = tensor<string, []>("op_48443_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 192])];
            tensor<int32, [4]> var_48443_end_0 = const()[name = tensor<string, []>("op_48443_end_0"), val = tensor<int32, [4]>([2, 77, 1, 256])];
            tensor<bool, [4]> var_48443_end_mask_0 = const()[name = tensor<string, []>("op_48443_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_48443_cast = slice_by_index(begin = var_48443_begin_0, end = var_48443_end_0, end_mask = var_48443_end_mask_0, x = transpose_32)[name = tensor<string, []>("op_48443_cast")];
            tensor<int32, [4]> var_48447_begin_0 = const()[name = tensor<string, []>("op_48447_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 256])];
            tensor<int32, [4]> var_48447_end_0 = const()[name = tensor<string, []>("op_48447_end_0"), val = tensor<int32, [4]>([2, 77, 1, 320])];
            tensor<bool, [4]> var_48447_end_mask_0 = const()[name = tensor<string, []>("op_48447_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_48447_cast = slice_by_index(begin = var_48447_begin_0, end = var_48447_end_0, end_mask = var_48447_end_mask_0, x = transpose_32)[name = tensor<string, []>("op_48447_cast")];
            tensor<int32, [4]> var_48451_begin_0 = const()[name = tensor<string, []>("op_48451_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 320])];
            tensor<int32, [4]> var_48451_end_0 = const()[name = tensor<string, []>("op_48451_end_0"), val = tensor<int32, [4]>([2, 77, 1, 384])];
            tensor<bool, [4]> var_48451_end_mask_0 = const()[name = tensor<string, []>("op_48451_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_48451_cast = slice_by_index(begin = var_48451_begin_0, end = var_48451_end_0, end_mask = var_48451_end_mask_0, x = transpose_32)[name = tensor<string, []>("op_48451_cast")];
            tensor<int32, [4]> var_48455_begin_0 = const()[name = tensor<string, []>("op_48455_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 384])];
            tensor<int32, [4]> var_48455_end_0 = const()[name = tensor<string, []>("op_48455_end_0"), val = tensor<int32, [4]>([2, 77, 1, 448])];
            tensor<bool, [4]> var_48455_end_mask_0 = const()[name = tensor<string, []>("op_48455_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_48455_cast = slice_by_index(begin = var_48455_begin_0, end = var_48455_end_0, end_mask = var_48455_end_mask_0, x = transpose_32)[name = tensor<string, []>("op_48455_cast")];
            tensor<int32, [4]> var_48459_begin_0 = const()[name = tensor<string, []>("op_48459_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 448])];
            tensor<int32, [4]> var_48459_end_0 = const()[name = tensor<string, []>("op_48459_end_0"), val = tensor<int32, [4]>([2, 77, 1, 512])];
            tensor<bool, [4]> var_48459_end_mask_0 = const()[name = tensor<string, []>("op_48459_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_48459_cast = slice_by_index(begin = var_48459_begin_0, end = var_48459_end_0, end_mask = var_48459_end_mask_0, x = transpose_32)[name = tensor<string, []>("op_48459_cast")];
            tensor<int32, [4]> var_48463_begin_0 = const()[name = tensor<string, []>("op_48463_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 512])];
            tensor<int32, [4]> var_48463_end_0 = const()[name = tensor<string, []>("op_48463_end_0"), val = tensor<int32, [4]>([2, 77, 1, 576])];
            tensor<bool, [4]> var_48463_end_mask_0 = const()[name = tensor<string, []>("op_48463_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_48463_cast = slice_by_index(begin = var_48463_begin_0, end = var_48463_end_0, end_mask = var_48463_end_mask_0, x = transpose_32)[name = tensor<string, []>("op_48463_cast")];
            tensor<int32, [4]> var_48467_begin_0 = const()[name = tensor<string, []>("op_48467_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 576])];
            tensor<int32, [4]> var_48467_end_0 = const()[name = tensor<string, []>("op_48467_end_0"), val = tensor<int32, [4]>([2, 77, 1, 640])];
            tensor<bool, [4]> var_48467_end_mask_0 = const()[name = tensor<string, []>("op_48467_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_48467_cast = slice_by_index(begin = var_48467_begin_0, end = var_48467_end_0, end_mask = var_48467_end_mask_0, x = transpose_32)[name = tensor<string, []>("op_48467_cast")];
            tensor<int32, [4]> var_48471_begin_0 = const()[name = tensor<string, []>("op_48471_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 640])];
            tensor<int32, [4]> var_48471_end_0 = const()[name = tensor<string, []>("op_48471_end_0"), val = tensor<int32, [4]>([2, 77, 1, 704])];
            tensor<bool, [4]> var_48471_end_mask_0 = const()[name = tensor<string, []>("op_48471_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_48471_cast = slice_by_index(begin = var_48471_begin_0, end = var_48471_end_0, end_mask = var_48471_end_mask_0, x = transpose_32)[name = tensor<string, []>("op_48471_cast")];
            tensor<int32, [4]> var_48475_begin_0 = const()[name = tensor<string, []>("op_48475_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 704])];
            tensor<int32, [4]> var_48475_end_0 = const()[name = tensor<string, []>("op_48475_end_0"), val = tensor<int32, [4]>([2, 77, 1, 768])];
            tensor<bool, [4]> var_48475_end_mask_0 = const()[name = tensor<string, []>("op_48475_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_48475_cast = slice_by_index(begin = var_48475_begin_0, end = var_48475_end_0, end_mask = var_48475_end_mask_0, x = transpose_32)[name = tensor<string, []>("op_48475_cast")];
            tensor<int32, [4]> var_48479_begin_0 = const()[name = tensor<string, []>("op_48479_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 768])];
            tensor<int32, [4]> var_48479_end_0 = const()[name = tensor<string, []>("op_48479_end_0"), val = tensor<int32, [4]>([2, 77, 1, 832])];
            tensor<bool, [4]> var_48479_end_mask_0 = const()[name = tensor<string, []>("op_48479_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_48479_cast = slice_by_index(begin = var_48479_begin_0, end = var_48479_end_0, end_mask = var_48479_end_mask_0, x = transpose_32)[name = tensor<string, []>("op_48479_cast")];
            tensor<int32, [4]> var_48483_begin_0 = const()[name = tensor<string, []>("op_48483_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 832])];
            tensor<int32, [4]> var_48483_end_0 = const()[name = tensor<string, []>("op_48483_end_0"), val = tensor<int32, [4]>([2, 77, 1, 896])];
            tensor<bool, [4]> var_48483_end_mask_0 = const()[name = tensor<string, []>("op_48483_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_48483_cast = slice_by_index(begin = var_48483_begin_0, end = var_48483_end_0, end_mask = var_48483_end_mask_0, x = transpose_32)[name = tensor<string, []>("op_48483_cast")];
            tensor<int32, [4]> var_48487_begin_0 = const()[name = tensor<string, []>("op_48487_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 896])];
            tensor<int32, [4]> var_48487_end_0 = const()[name = tensor<string, []>("op_48487_end_0"), val = tensor<int32, [4]>([2, 77, 1, 960])];
            tensor<bool, [4]> var_48487_end_mask_0 = const()[name = tensor<string, []>("op_48487_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_48487_cast = slice_by_index(begin = var_48487_begin_0, end = var_48487_end_0, end_mask = var_48487_end_mask_0, x = transpose_32)[name = tensor<string, []>("op_48487_cast")];
            tensor<int32, [4]> var_48491_begin_0 = const()[name = tensor<string, []>("op_48491_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 960])];
            tensor<int32, [4]> var_48491_end_0 = const()[name = tensor<string, []>("op_48491_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1024])];
            tensor<bool, [4]> var_48491_end_mask_0 = const()[name = tensor<string, []>("op_48491_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_48491_cast = slice_by_index(begin = var_48491_begin_0, end = var_48491_end_0, end_mask = var_48491_end_mask_0, x = transpose_32)[name = tensor<string, []>("op_48491_cast")];
            tensor<int32, [4]> var_48495_begin_0 = const()[name = tensor<string, []>("op_48495_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1024])];
            tensor<int32, [4]> var_48495_end_0 = const()[name = tensor<string, []>("op_48495_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1088])];
            tensor<bool, [4]> var_48495_end_mask_0 = const()[name = tensor<string, []>("op_48495_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_48495_cast = slice_by_index(begin = var_48495_begin_0, end = var_48495_end_0, end_mask = var_48495_end_mask_0, x = transpose_32)[name = tensor<string, []>("op_48495_cast")];
            tensor<int32, [4]> var_48499_begin_0 = const()[name = tensor<string, []>("op_48499_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1088])];
            tensor<int32, [4]> var_48499_end_0 = const()[name = tensor<string, []>("op_48499_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1152])];
            tensor<bool, [4]> var_48499_end_mask_0 = const()[name = tensor<string, []>("op_48499_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_48499_cast = slice_by_index(begin = var_48499_begin_0, end = var_48499_end_0, end_mask = var_48499_end_mask_0, x = transpose_32)[name = tensor<string, []>("op_48499_cast")];
            tensor<int32, [4]> var_48503_begin_0 = const()[name = tensor<string, []>("op_48503_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1152])];
            tensor<int32, [4]> var_48503_end_0 = const()[name = tensor<string, []>("op_48503_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1216])];
            tensor<bool, [4]> var_48503_end_mask_0 = const()[name = tensor<string, []>("op_48503_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_48503_cast = slice_by_index(begin = var_48503_begin_0, end = var_48503_end_0, end_mask = var_48503_end_mask_0, x = transpose_32)[name = tensor<string, []>("op_48503_cast")];
            tensor<int32, [4]> var_48507_begin_0 = const()[name = tensor<string, []>("op_48507_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1216])];
            tensor<int32, [4]> var_48507_end_0 = const()[name = tensor<string, []>("op_48507_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1280])];
            tensor<bool, [4]> var_48507_end_mask_0 = const()[name = tensor<string, []>("op_48507_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_48507_cast = slice_by_index(begin = var_48507_begin_0, end = var_48507_end_0, end_mask = var_48507_end_mask_0, x = transpose_32)[name = tensor<string, []>("op_48507_cast")];
            tensor<int32, [4]> var_48509_begin_0 = const()[name = tensor<string, []>("op_48509_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_48509_end_0 = const()[name = tensor<string, []>("op_48509_end_0"), val = tensor<int32, [4]>([2, 64, 1, 77])];
            tensor<bool, [4]> var_48509_end_mask_0 = const()[name = tensor<string, []>("op_48509_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_48509_cast = slice_by_index(begin = var_48509_begin_0, end = var_48509_end_0, end_mask = var_48509_end_mask_0, x = v_215_cast)[name = tensor<string, []>("op_48509_cast")];
            tensor<int32, [4]> var_48513_begin_0 = const()[name = tensor<string, []>("op_48513_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_48513_end_0 = const()[name = tensor<string, []>("op_48513_end_0"), val = tensor<int32, [4]>([2, 128, 1, 77])];
            tensor<bool, [4]> var_48513_end_mask_0 = const()[name = tensor<string, []>("op_48513_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_48513_cast = slice_by_index(begin = var_48513_begin_0, end = var_48513_end_0, end_mask = var_48513_end_mask_0, x = v_215_cast)[name = tensor<string, []>("op_48513_cast")];
            tensor<int32, [4]> var_48517_begin_0 = const()[name = tensor<string, []>("op_48517_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_48517_end_0 = const()[name = tensor<string, []>("op_48517_end_0"), val = tensor<int32, [4]>([2, 192, 1, 77])];
            tensor<bool, [4]> var_48517_end_mask_0 = const()[name = tensor<string, []>("op_48517_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_48517_cast = slice_by_index(begin = var_48517_begin_0, end = var_48517_end_0, end_mask = var_48517_end_mask_0, x = v_215_cast)[name = tensor<string, []>("op_48517_cast")];
            tensor<int32, [4]> var_48521_begin_0 = const()[name = tensor<string, []>("op_48521_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_48521_end_0 = const()[name = tensor<string, []>("op_48521_end_0"), val = tensor<int32, [4]>([2, 256, 1, 77])];
            tensor<bool, [4]> var_48521_end_mask_0 = const()[name = tensor<string, []>("op_48521_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_48521_cast = slice_by_index(begin = var_48521_begin_0, end = var_48521_end_0, end_mask = var_48521_end_mask_0, x = v_215_cast)[name = tensor<string, []>("op_48521_cast")];
            tensor<int32, [4]> var_48525_begin_0 = const()[name = tensor<string, []>("op_48525_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_48525_end_0 = const()[name = tensor<string, []>("op_48525_end_0"), val = tensor<int32, [4]>([2, 320, 1, 77])];
            tensor<bool, [4]> var_48525_end_mask_0 = const()[name = tensor<string, []>("op_48525_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_48525_cast = slice_by_index(begin = var_48525_begin_0, end = var_48525_end_0, end_mask = var_48525_end_mask_0, x = v_215_cast)[name = tensor<string, []>("op_48525_cast")];
            tensor<int32, [4]> var_48529_begin_0 = const()[name = tensor<string, []>("op_48529_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_48529_end_0 = const()[name = tensor<string, []>("op_48529_end_0"), val = tensor<int32, [4]>([2, 384, 1, 77])];
            tensor<bool, [4]> var_48529_end_mask_0 = const()[name = tensor<string, []>("op_48529_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_48529_cast = slice_by_index(begin = var_48529_begin_0, end = var_48529_end_0, end_mask = var_48529_end_mask_0, x = v_215_cast)[name = tensor<string, []>("op_48529_cast")];
            tensor<int32, [4]> var_48533_begin_0 = const()[name = tensor<string, []>("op_48533_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_48533_end_0 = const()[name = tensor<string, []>("op_48533_end_0"), val = tensor<int32, [4]>([2, 448, 1, 77])];
            tensor<bool, [4]> var_48533_end_mask_0 = const()[name = tensor<string, []>("op_48533_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_48533_cast = slice_by_index(begin = var_48533_begin_0, end = var_48533_end_0, end_mask = var_48533_end_mask_0, x = v_215_cast)[name = tensor<string, []>("op_48533_cast")];
            tensor<int32, [4]> var_48537_begin_0 = const()[name = tensor<string, []>("op_48537_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_48537_end_0 = const()[name = tensor<string, []>("op_48537_end_0"), val = tensor<int32, [4]>([2, 512, 1, 77])];
            tensor<bool, [4]> var_48537_end_mask_0 = const()[name = tensor<string, []>("op_48537_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_48537_cast = slice_by_index(begin = var_48537_begin_0, end = var_48537_end_0, end_mask = var_48537_end_mask_0, x = v_215_cast)[name = tensor<string, []>("op_48537_cast")];
            tensor<int32, [4]> var_48541_begin_0 = const()[name = tensor<string, []>("op_48541_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_48541_end_0 = const()[name = tensor<string, []>("op_48541_end_0"), val = tensor<int32, [4]>([2, 576, 1, 77])];
            tensor<bool, [4]> var_48541_end_mask_0 = const()[name = tensor<string, []>("op_48541_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_48541_cast = slice_by_index(begin = var_48541_begin_0, end = var_48541_end_0, end_mask = var_48541_end_mask_0, x = v_215_cast)[name = tensor<string, []>("op_48541_cast")];
            tensor<int32, [4]> var_48545_begin_0 = const()[name = tensor<string, []>("op_48545_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_48545_end_0 = const()[name = tensor<string, []>("op_48545_end_0"), val = tensor<int32, [4]>([2, 640, 1, 77])];
            tensor<bool, [4]> var_48545_end_mask_0 = const()[name = tensor<string, []>("op_48545_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_48545_cast = slice_by_index(begin = var_48545_begin_0, end = var_48545_end_0, end_mask = var_48545_end_mask_0, x = v_215_cast)[name = tensor<string, []>("op_48545_cast")];
            tensor<int32, [4]> var_48549_begin_0 = const()[name = tensor<string, []>("op_48549_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_48549_end_0 = const()[name = tensor<string, []>("op_48549_end_0"), val = tensor<int32, [4]>([2, 704, 1, 77])];
            tensor<bool, [4]> var_48549_end_mask_0 = const()[name = tensor<string, []>("op_48549_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_48549_cast = slice_by_index(begin = var_48549_begin_0, end = var_48549_end_0, end_mask = var_48549_end_mask_0, x = v_215_cast)[name = tensor<string, []>("op_48549_cast")];
            tensor<int32, [4]> var_48553_begin_0 = const()[name = tensor<string, []>("op_48553_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_48553_end_0 = const()[name = tensor<string, []>("op_48553_end_0"), val = tensor<int32, [4]>([2, 768, 1, 77])];
            tensor<bool, [4]> var_48553_end_mask_0 = const()[name = tensor<string, []>("op_48553_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_48553_cast = slice_by_index(begin = var_48553_begin_0, end = var_48553_end_0, end_mask = var_48553_end_mask_0, x = v_215_cast)[name = tensor<string, []>("op_48553_cast")];
            tensor<int32, [4]> var_48557_begin_0 = const()[name = tensor<string, []>("op_48557_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_48557_end_0 = const()[name = tensor<string, []>("op_48557_end_0"), val = tensor<int32, [4]>([2, 832, 1, 77])];
            tensor<bool, [4]> var_48557_end_mask_0 = const()[name = tensor<string, []>("op_48557_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_48557_cast = slice_by_index(begin = var_48557_begin_0, end = var_48557_end_0, end_mask = var_48557_end_mask_0, x = v_215_cast)[name = tensor<string, []>("op_48557_cast")];
            tensor<int32, [4]> var_48561_begin_0 = const()[name = tensor<string, []>("op_48561_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_48561_end_0 = const()[name = tensor<string, []>("op_48561_end_0"), val = tensor<int32, [4]>([2, 896, 1, 77])];
            tensor<bool, [4]> var_48561_end_mask_0 = const()[name = tensor<string, []>("op_48561_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_48561_cast = slice_by_index(begin = var_48561_begin_0, end = var_48561_end_0, end_mask = var_48561_end_mask_0, x = v_215_cast)[name = tensor<string, []>("op_48561_cast")];
            tensor<int32, [4]> var_48565_begin_0 = const()[name = tensor<string, []>("op_48565_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_48565_end_0 = const()[name = tensor<string, []>("op_48565_end_0"), val = tensor<int32, [4]>([2, 960, 1, 77])];
            tensor<bool, [4]> var_48565_end_mask_0 = const()[name = tensor<string, []>("op_48565_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_48565_cast = slice_by_index(begin = var_48565_begin_0, end = var_48565_end_0, end_mask = var_48565_end_mask_0, x = v_215_cast)[name = tensor<string, []>("op_48565_cast")];
            tensor<int32, [4]> var_48569_begin_0 = const()[name = tensor<string, []>("op_48569_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_48569_end_0 = const()[name = tensor<string, []>("op_48569_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 77])];
            tensor<bool, [4]> var_48569_end_mask_0 = const()[name = tensor<string, []>("op_48569_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_48569_cast = slice_by_index(begin = var_48569_begin_0, end = var_48569_end_0, end_mask = var_48569_end_mask_0, x = v_215_cast)[name = tensor<string, []>("op_48569_cast")];
            tensor<int32, [4]> var_48573_begin_0 = const()[name = tensor<string, []>("op_48573_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_48573_end_0 = const()[name = tensor<string, []>("op_48573_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 77])];
            tensor<bool, [4]> var_48573_end_mask_0 = const()[name = tensor<string, []>("op_48573_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_48573_cast = slice_by_index(begin = var_48573_begin_0, end = var_48573_end_0, end_mask = var_48573_end_mask_0, x = v_215_cast)[name = tensor<string, []>("op_48573_cast")];
            tensor<int32, [4]> var_48577_begin_0 = const()[name = tensor<string, []>("op_48577_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_48577_end_0 = const()[name = tensor<string, []>("op_48577_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 77])];
            tensor<bool, [4]> var_48577_end_mask_0 = const()[name = tensor<string, []>("op_48577_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_48577_cast = slice_by_index(begin = var_48577_begin_0, end = var_48577_end_0, end_mask = var_48577_end_mask_0, x = v_215_cast)[name = tensor<string, []>("op_48577_cast")];
            tensor<int32, [4]> var_48581_begin_0 = const()[name = tensor<string, []>("op_48581_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_48581_end_0 = const()[name = tensor<string, []>("op_48581_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 77])];
            tensor<bool, [4]> var_48581_end_mask_0 = const()[name = tensor<string, []>("op_48581_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_48581_cast = slice_by_index(begin = var_48581_begin_0, end = var_48581_end_0, end_mask = var_48581_end_mask_0, x = v_215_cast)[name = tensor<string, []>("op_48581_cast")];
            tensor<int32, [4]> var_48585_begin_0 = const()[name = tensor<string, []>("op_48585_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_48585_end_0 = const()[name = tensor<string, []>("op_48585_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 77])];
            tensor<bool, [4]> var_48585_end_mask_0 = const()[name = tensor<string, []>("op_48585_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_48585_cast = slice_by_index(begin = var_48585_begin_0, end = var_48585_end_0, end_mask = var_48585_end_mask_0, x = v_215_cast)[name = tensor<string, []>("op_48585_cast")];
            tensor<string, []> var_48589_equation_0 = const()[name = tensor<string, []>("op_48589_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_48589_cast = einsum(equation = var_48589_equation_0, values = (var_48431_cast, var_48348_cast))[name = tensor<string, []>("op_48589_cast")];
            tensor<fp16, []> var_48590_to_fp16 = const()[name = tensor<string, []>("op_48590_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4121_cast = mul(x = var_48589_cast, y = var_48590_to_fp16)[name = tensor<string, []>("aw_4121_cast")];
            tensor<string, []> var_48593_equation_0 = const()[name = tensor<string, []>("op_48593_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_48593_cast = einsum(equation = var_48593_equation_0, values = (var_48435_cast, var_48352_cast))[name = tensor<string, []>("op_48593_cast")];
            tensor<fp16, []> var_48594_to_fp16 = const()[name = tensor<string, []>("op_48594_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4123_cast = mul(x = var_48593_cast, y = var_48594_to_fp16)[name = tensor<string, []>("aw_4123_cast")];
            tensor<string, []> var_48597_equation_0 = const()[name = tensor<string, []>("op_48597_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_48597_cast = einsum(equation = var_48597_equation_0, values = (var_48439_cast, var_48356_cast))[name = tensor<string, []>("op_48597_cast")];
            tensor<fp16, []> var_48598_to_fp16 = const()[name = tensor<string, []>("op_48598_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4125_cast = mul(x = var_48597_cast, y = var_48598_to_fp16)[name = tensor<string, []>("aw_4125_cast")];
            tensor<string, []> var_48601_equation_0 = const()[name = tensor<string, []>("op_48601_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_48601_cast = einsum(equation = var_48601_equation_0, values = (var_48443_cast, var_48360_cast))[name = tensor<string, []>("op_48601_cast")];
            tensor<fp16, []> var_48602_to_fp16 = const()[name = tensor<string, []>("op_48602_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4127_cast = mul(x = var_48601_cast, y = var_48602_to_fp16)[name = tensor<string, []>("aw_4127_cast")];
            tensor<string, []> var_48605_equation_0 = const()[name = tensor<string, []>("op_48605_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_48605_cast = einsum(equation = var_48605_equation_0, values = (var_48447_cast, var_48364_cast))[name = tensor<string, []>("op_48605_cast")];
            tensor<fp16, []> var_48606_to_fp16 = const()[name = tensor<string, []>("op_48606_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4129_cast = mul(x = var_48605_cast, y = var_48606_to_fp16)[name = tensor<string, []>("aw_4129_cast")];
            tensor<string, []> var_48609_equation_0 = const()[name = tensor<string, []>("op_48609_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_48609_cast = einsum(equation = var_48609_equation_0, values = (var_48451_cast, var_48368_cast))[name = tensor<string, []>("op_48609_cast")];
            tensor<fp16, []> var_48610_to_fp16 = const()[name = tensor<string, []>("op_48610_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4131_cast = mul(x = var_48609_cast, y = var_48610_to_fp16)[name = tensor<string, []>("aw_4131_cast")];
            tensor<string, []> var_48613_equation_0 = const()[name = tensor<string, []>("op_48613_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_48613_cast = einsum(equation = var_48613_equation_0, values = (var_48455_cast, var_48372_cast))[name = tensor<string, []>("op_48613_cast")];
            tensor<fp16, []> var_48614_to_fp16 = const()[name = tensor<string, []>("op_48614_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4133_cast = mul(x = var_48613_cast, y = var_48614_to_fp16)[name = tensor<string, []>("aw_4133_cast")];
            tensor<string, []> var_48617_equation_0 = const()[name = tensor<string, []>("op_48617_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_48617_cast = einsum(equation = var_48617_equation_0, values = (var_48459_cast, var_48376_cast))[name = tensor<string, []>("op_48617_cast")];
            tensor<fp16, []> var_48618_to_fp16 = const()[name = tensor<string, []>("op_48618_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4135_cast = mul(x = var_48617_cast, y = var_48618_to_fp16)[name = tensor<string, []>("aw_4135_cast")];
            tensor<string, []> var_48621_equation_0 = const()[name = tensor<string, []>("op_48621_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_48621_cast = einsum(equation = var_48621_equation_0, values = (var_48463_cast, var_48380_cast))[name = tensor<string, []>("op_48621_cast")];
            tensor<fp16, []> var_48622_to_fp16 = const()[name = tensor<string, []>("op_48622_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4137_cast = mul(x = var_48621_cast, y = var_48622_to_fp16)[name = tensor<string, []>("aw_4137_cast")];
            tensor<string, []> var_48625_equation_0 = const()[name = tensor<string, []>("op_48625_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_48625_cast = einsum(equation = var_48625_equation_0, values = (var_48467_cast, var_48384_cast))[name = tensor<string, []>("op_48625_cast")];
            tensor<fp16, []> var_48626_to_fp16 = const()[name = tensor<string, []>("op_48626_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4139_cast = mul(x = var_48625_cast, y = var_48626_to_fp16)[name = tensor<string, []>("aw_4139_cast")];
            tensor<string, []> var_48629_equation_0 = const()[name = tensor<string, []>("op_48629_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_48629_cast = einsum(equation = var_48629_equation_0, values = (var_48471_cast, var_48388_cast))[name = tensor<string, []>("op_48629_cast")];
            tensor<fp16, []> var_48630_to_fp16 = const()[name = tensor<string, []>("op_48630_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4141_cast = mul(x = var_48629_cast, y = var_48630_to_fp16)[name = tensor<string, []>("aw_4141_cast")];
            tensor<string, []> var_48633_equation_0 = const()[name = tensor<string, []>("op_48633_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_48633_cast = einsum(equation = var_48633_equation_0, values = (var_48475_cast, var_48392_cast))[name = tensor<string, []>("op_48633_cast")];
            tensor<fp16, []> var_48634_to_fp16 = const()[name = tensor<string, []>("op_48634_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4143_cast = mul(x = var_48633_cast, y = var_48634_to_fp16)[name = tensor<string, []>("aw_4143_cast")];
            tensor<string, []> var_48637_equation_0 = const()[name = tensor<string, []>("op_48637_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_48637_cast = einsum(equation = var_48637_equation_0, values = (var_48479_cast, var_48396_cast))[name = tensor<string, []>("op_48637_cast")];
            tensor<fp16, []> var_48638_to_fp16 = const()[name = tensor<string, []>("op_48638_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4145_cast = mul(x = var_48637_cast, y = var_48638_to_fp16)[name = tensor<string, []>("aw_4145_cast")];
            tensor<string, []> var_48641_equation_0 = const()[name = tensor<string, []>("op_48641_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_48641_cast = einsum(equation = var_48641_equation_0, values = (var_48483_cast, var_48400_cast))[name = tensor<string, []>("op_48641_cast")];
            tensor<fp16, []> var_48642_to_fp16 = const()[name = tensor<string, []>("op_48642_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4147_cast = mul(x = var_48641_cast, y = var_48642_to_fp16)[name = tensor<string, []>("aw_4147_cast")];
            tensor<string, []> var_48645_equation_0 = const()[name = tensor<string, []>("op_48645_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_48645_cast = einsum(equation = var_48645_equation_0, values = (var_48487_cast, var_48404_cast))[name = tensor<string, []>("op_48645_cast")];
            tensor<fp16, []> var_48646_to_fp16 = const()[name = tensor<string, []>("op_48646_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4149_cast = mul(x = var_48645_cast, y = var_48646_to_fp16)[name = tensor<string, []>("aw_4149_cast")];
            tensor<string, []> var_48649_equation_0 = const()[name = tensor<string, []>("op_48649_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_48649_cast = einsum(equation = var_48649_equation_0, values = (var_48491_cast, var_48408_cast))[name = tensor<string, []>("op_48649_cast")];
            tensor<fp16, []> var_48650_to_fp16 = const()[name = tensor<string, []>("op_48650_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4151_cast = mul(x = var_48649_cast, y = var_48650_to_fp16)[name = tensor<string, []>("aw_4151_cast")];
            tensor<string, []> var_48653_equation_0 = const()[name = tensor<string, []>("op_48653_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_48653_cast = einsum(equation = var_48653_equation_0, values = (var_48495_cast, var_48412_cast))[name = tensor<string, []>("op_48653_cast")];
            tensor<fp16, []> var_48654_to_fp16 = const()[name = tensor<string, []>("op_48654_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4153_cast = mul(x = var_48653_cast, y = var_48654_to_fp16)[name = tensor<string, []>("aw_4153_cast")];
            tensor<string, []> var_48657_equation_0 = const()[name = tensor<string, []>("op_48657_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_48657_cast = einsum(equation = var_48657_equation_0, values = (var_48499_cast, var_48416_cast))[name = tensor<string, []>("op_48657_cast")];
            tensor<fp16, []> var_48658_to_fp16 = const()[name = tensor<string, []>("op_48658_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4155_cast = mul(x = var_48657_cast, y = var_48658_to_fp16)[name = tensor<string, []>("aw_4155_cast")];
            tensor<string, []> var_48661_equation_0 = const()[name = tensor<string, []>("op_48661_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_48661_cast = einsum(equation = var_48661_equation_0, values = (var_48503_cast, var_48420_cast))[name = tensor<string, []>("op_48661_cast")];
            tensor<fp16, []> var_48662_to_fp16 = const()[name = tensor<string, []>("op_48662_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4157_cast = mul(x = var_48661_cast, y = var_48662_to_fp16)[name = tensor<string, []>("aw_4157_cast")];
            tensor<string, []> var_48665_equation_0 = const()[name = tensor<string, []>("op_48665_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_48665_cast = einsum(equation = var_48665_equation_0, values = (var_48507_cast, var_48424_cast))[name = tensor<string, []>("op_48665_cast")];
            tensor<fp16, []> var_48666_to_fp16 = const()[name = tensor<string, []>("op_48666_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4159_cast = mul(x = var_48665_cast, y = var_48666_to_fp16)[name = tensor<string, []>("aw_4159_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_48668_cast = softmax(axis = var_30355, x = aw_4121_cast)[name = tensor<string, []>("op_48668_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_48669_cast = softmax(axis = var_30355, x = aw_4123_cast)[name = tensor<string, []>("op_48669_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_48670_cast = softmax(axis = var_30355, x = aw_4125_cast)[name = tensor<string, []>("op_48670_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_48671_cast = softmax(axis = var_30355, x = aw_4127_cast)[name = tensor<string, []>("op_48671_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_48672_cast = softmax(axis = var_30355, x = aw_4129_cast)[name = tensor<string, []>("op_48672_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_48673_cast = softmax(axis = var_30355, x = aw_4131_cast)[name = tensor<string, []>("op_48673_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_48674_cast = softmax(axis = var_30355, x = aw_4133_cast)[name = tensor<string, []>("op_48674_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_48675_cast = softmax(axis = var_30355, x = aw_4135_cast)[name = tensor<string, []>("op_48675_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_48676_cast = softmax(axis = var_30355, x = aw_4137_cast)[name = tensor<string, []>("op_48676_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_48677_cast = softmax(axis = var_30355, x = aw_4139_cast)[name = tensor<string, []>("op_48677_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_48678_cast = softmax(axis = var_30355, x = aw_4141_cast)[name = tensor<string, []>("op_48678_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_48679_cast = softmax(axis = var_30355, x = aw_4143_cast)[name = tensor<string, []>("op_48679_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_48680_cast = softmax(axis = var_30355, x = aw_4145_cast)[name = tensor<string, []>("op_48680_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_48681_cast = softmax(axis = var_30355, x = aw_4147_cast)[name = tensor<string, []>("op_48681_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_48682_cast = softmax(axis = var_30355, x = aw_4149_cast)[name = tensor<string, []>("op_48682_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_48683_cast = softmax(axis = var_30355, x = aw_4151_cast)[name = tensor<string, []>("op_48683_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_48684_cast = softmax(axis = var_30355, x = aw_4153_cast)[name = tensor<string, []>("op_48684_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_48685_cast = softmax(axis = var_30355, x = aw_4155_cast)[name = tensor<string, []>("op_48685_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_48686_cast = softmax(axis = var_30355, x = aw_4157_cast)[name = tensor<string, []>("op_48686_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_48687_cast = softmax(axis = var_30355, x = aw_4159_cast)[name = tensor<string, []>("op_48687_cast")];
            tensor<string, []> var_48689_equation_0 = const()[name = tensor<string, []>("op_48689_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_48689_cast = einsum(equation = var_48689_equation_0, values = (var_48509_cast, var_48668_cast))[name = tensor<string, []>("op_48689_cast")];
            tensor<string, []> var_48691_equation_0 = const()[name = tensor<string, []>("op_48691_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_48691_cast = einsum(equation = var_48691_equation_0, values = (var_48513_cast, var_48669_cast))[name = tensor<string, []>("op_48691_cast")];
            tensor<string, []> var_48693_equation_0 = const()[name = tensor<string, []>("op_48693_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_48693_cast = einsum(equation = var_48693_equation_0, values = (var_48517_cast, var_48670_cast))[name = tensor<string, []>("op_48693_cast")];
            tensor<string, []> var_48695_equation_0 = const()[name = tensor<string, []>("op_48695_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_48695_cast = einsum(equation = var_48695_equation_0, values = (var_48521_cast, var_48671_cast))[name = tensor<string, []>("op_48695_cast")];
            tensor<string, []> var_48697_equation_0 = const()[name = tensor<string, []>("op_48697_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_48697_cast = einsum(equation = var_48697_equation_0, values = (var_48525_cast, var_48672_cast))[name = tensor<string, []>("op_48697_cast")];
            tensor<string, []> var_48699_equation_0 = const()[name = tensor<string, []>("op_48699_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_48699_cast = einsum(equation = var_48699_equation_0, values = (var_48529_cast, var_48673_cast))[name = tensor<string, []>("op_48699_cast")];
            tensor<string, []> var_48701_equation_0 = const()[name = tensor<string, []>("op_48701_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_48701_cast = einsum(equation = var_48701_equation_0, values = (var_48533_cast, var_48674_cast))[name = tensor<string, []>("op_48701_cast")];
            tensor<string, []> var_48703_equation_0 = const()[name = tensor<string, []>("op_48703_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_48703_cast = einsum(equation = var_48703_equation_0, values = (var_48537_cast, var_48675_cast))[name = tensor<string, []>("op_48703_cast")];
            tensor<string, []> var_48705_equation_0 = const()[name = tensor<string, []>("op_48705_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_48705_cast = einsum(equation = var_48705_equation_0, values = (var_48541_cast, var_48676_cast))[name = tensor<string, []>("op_48705_cast")];
            tensor<string, []> var_48707_equation_0 = const()[name = tensor<string, []>("op_48707_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_48707_cast = einsum(equation = var_48707_equation_0, values = (var_48545_cast, var_48677_cast))[name = tensor<string, []>("op_48707_cast")];
            tensor<string, []> var_48709_equation_0 = const()[name = tensor<string, []>("op_48709_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_48709_cast = einsum(equation = var_48709_equation_0, values = (var_48549_cast, var_48678_cast))[name = tensor<string, []>("op_48709_cast")];
            tensor<string, []> var_48711_equation_0 = const()[name = tensor<string, []>("op_48711_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_48711_cast = einsum(equation = var_48711_equation_0, values = (var_48553_cast, var_48679_cast))[name = tensor<string, []>("op_48711_cast")];
            tensor<string, []> var_48713_equation_0 = const()[name = tensor<string, []>("op_48713_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_48713_cast = einsum(equation = var_48713_equation_0, values = (var_48557_cast, var_48680_cast))[name = tensor<string, []>("op_48713_cast")];
            tensor<string, []> var_48715_equation_0 = const()[name = tensor<string, []>("op_48715_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_48715_cast = einsum(equation = var_48715_equation_0, values = (var_48561_cast, var_48681_cast))[name = tensor<string, []>("op_48715_cast")];
            tensor<string, []> var_48717_equation_0 = const()[name = tensor<string, []>("op_48717_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_48717_cast = einsum(equation = var_48717_equation_0, values = (var_48565_cast, var_48682_cast))[name = tensor<string, []>("op_48717_cast")];
            tensor<string, []> var_48719_equation_0 = const()[name = tensor<string, []>("op_48719_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_48719_cast = einsum(equation = var_48719_equation_0, values = (var_48569_cast, var_48683_cast))[name = tensor<string, []>("op_48719_cast")];
            tensor<string, []> var_48721_equation_0 = const()[name = tensor<string, []>("op_48721_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_48721_cast = einsum(equation = var_48721_equation_0, values = (var_48573_cast, var_48684_cast))[name = tensor<string, []>("op_48721_cast")];
            tensor<string, []> var_48723_equation_0 = const()[name = tensor<string, []>("op_48723_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_48723_cast = einsum(equation = var_48723_equation_0, values = (var_48577_cast, var_48685_cast))[name = tensor<string, []>("op_48723_cast")];
            tensor<string, []> var_48725_equation_0 = const()[name = tensor<string, []>("op_48725_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_48725_cast = einsum(equation = var_48725_equation_0, values = (var_48581_cast, var_48686_cast))[name = tensor<string, []>("op_48725_cast")];
            tensor<string, []> var_48727_equation_0 = const()[name = tensor<string, []>("op_48727_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_48727_cast = einsum(equation = var_48727_equation_0, values = (var_48585_cast, var_48687_cast))[name = tensor<string, []>("op_48727_cast")];
            tensor<bool, []> input_611_interleave_0 = const()[name = tensor<string, []>("input_611_interleave_0"), val = tensor<bool, []>(false)];
            tensor<fp16, [2, 1280, 1, 576]> input_611_cast = concat(axis = var_30355, interleave = input_611_interleave_0, values = (var_48689_cast, var_48691_cast, var_48693_cast, var_48695_cast, var_48697_cast, var_48699_cast, var_48701_cast, var_48703_cast, var_48705_cast, var_48707_cast, var_48709_cast, var_48711_cast, var_48713_cast, var_48715_cast, var_48717_cast, var_48719_cast, var_48721_cast, var_48723_cast, var_48725_cast, var_48727_cast))[name = tensor<string, []>("input_611_cast")];
            tensor<int32, [2]> var_48733 = const()[name = tensor<string, []>("op_48733"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_48735 = const()[name = tensor<string, []>("op_48735"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_48737_pad_type_0 = const()[name = tensor<string, []>("op_48737_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_48737_pad_0 = const()[name = tensor<string, []>("op_48737_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_9_attn2_to_out_0_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [409600]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(262436480))), lut = tensor<fp16, [4]>([-0x1.9fcp-7, -0x1.f98p-9, 0x1.f8cp-9, 0x1.ap-7]), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_9_attn2_to_out_0_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_attentions_1_transformer_blocks_9_attn2_to_out_0_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_9_attn2_to_out_0_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(262846144)))];
            tensor<fp16, [2, 1280, 1, 576]> var_48737_cast = conv(bias = up_blocks_0_attentions_1_transformer_blocks_9_attn2_to_out_0_bias_to_fp16, dilations = var_48735, groups = var_30355, pad = var_48737_pad_0, pad_type = var_48737_pad_type_0, strides = var_48733, weight = up_blocks_0_attentions_1_transformer_blocks_9_attn2_to_out_0_weight_to_fp16_palettized, x = input_611_cast)[name = tensor<string, []>("op_48737_cast")];
            tensor<fp16, [2, 1280, 1, 576]> inputs_323_cast = add(x = var_48737_cast, y = inputs_321_cast)[name = tensor<string, []>("inputs_323_cast")];
            tensor<int32, [1]> var_48741 = const()[name = tensor<string, []>("op_48741"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> channels_mean_323_cast = reduce_mean(axes = var_48741, keep_dims = var_30350, x = inputs_323_cast)[name = tensor<string, []>("channels_mean_323_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_323_cast = sub(x = inputs_323_cast, y = channels_mean_323_cast)[name = tensor<string, []>("zero_mean_323_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_sq_323_cast = mul(x = zero_mean_323_cast, y = zero_mean_323_cast)[name = tensor<string, []>("zero_mean_sq_323_cast")];
            tensor<int32, [1]> var_48745 = const()[name = tensor<string, []>("op_48745"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> var_48746_cast = reduce_mean(axes = var_48745, keep_dims = var_30350, x = zero_mean_sq_323_cast)[name = tensor<string, []>("op_48746_cast")];
            tensor<fp16, []> var_48747_to_fp16 = const()[name = tensor<string, []>("op_48747_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 576]> var_48748_cast = add(x = var_48746_cast, y = var_48747_to_fp16)[name = tensor<string, []>("op_48748_cast")];
            tensor<fp16, []> denom_323_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_323_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 576]> denom_323_cast = rsqrt(epsilon = denom_323_epsilon_0_to_fp16, x = var_48748_cast)[name = tensor<string, []>("denom_323_cast")];
            tensor<fp16, [2, 1280, 1, 576]> out_323_cast = mul(x = zero_mean_323_cast, y = denom_323_cast)[name = tensor<string, []>("out_323_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_48752_to_fp16 = const()[name = tensor<string, []>("op_48752_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(262848768)))];
            tensor<fp16, [2, 1280, 1, 576]> var_48753_cast = add(x = out_323_cast, y = var_48752_to_fp16)[name = tensor<string, []>("op_48753_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_48755_to_fp16 = const()[name = tensor<string, []>("op_48755_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(262851392)))];
            tensor<fp16, [2, 1280, 1, 576]> input_613_cast = mul(x = var_48753_cast, y = var_48755_to_fp16)[name = tensor<string, []>("input_613_cast")];
            tensor<int32, [2]> var_48763 = const()[name = tensor<string, []>("op_48763"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_48765 = const()[name = tensor<string, []>("op_48765"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_48767_pad_type_0 = const()[name = tensor<string, []>("op_48767_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_48767_pad_0 = const()[name = tensor<string, []>("op_48767_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [10240, 1280, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_9_ff_net_0_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [9830400]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(262854016))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(272684480))), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_9_ff_net_0_proj_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([10240, 1280, 1, 1])];
            tensor<fp16, [10240]> up_blocks_0_attentions_1_transformer_blocks_9_ff_net_0_proj_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_9_ff_net_0_proj_bias_to_fp16"), val = tensor<fp16, [10240]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(272684672)))];
            tensor<fp16, [2, 10240, 1, 576]> var_48767_cast = conv(bias = up_blocks_0_attentions_1_transformer_blocks_9_ff_net_0_proj_bias_to_fp16, dilations = var_48765, groups = var_30355, pad = var_48767_pad_0, pad_type = var_48767_pad_type_0, strides = var_48763, weight = up_blocks_0_attentions_1_transformer_blocks_9_ff_net_0_proj_weight_to_fp16_palettized, x = input_613_cast)[name = tensor<string, []>("op_48767_cast")];
            tensor<int32, [2]> var_48768_split_sizes_0 = const()[name = tensor<string, []>("op_48768_split_sizes_0"), val = tensor<int32, [2]>([5120, 5120])];
            tensor<int32, []> var_48768_axis_0 = const()[name = tensor<string, []>("op_48768_axis_0"), val = tensor<int32, []>(1)];
            tensor<fp16, [2, 5120, 1, 576]> var_48768_cast_0, tensor<fp16, [2, 5120, 1, 576]> var_48768_cast_1 = split(axis = var_48768_axis_0, split_sizes = var_48768_split_sizes_0, x = var_48767_cast)[name = tensor<string, []>("op_48768_cast")];
            tensor<string, []> var_48770_mode_0 = const()[name = tensor<string, []>("op_48770_mode_0"), val = tensor<string, []>("EXACT")];
            tensor<fp16, [2, 5120, 1, 576]> var_48770_cast = gelu(mode = var_48770_mode_0, x = var_48768_cast_1)[name = tensor<string, []>("op_48770_cast")];
            tensor<fp16, [2, 5120, 1, 576]> input_615_cast = mul(x = var_48768_cast_0, y = var_48770_cast)[name = tensor<string, []>("input_615_cast")];
            tensor<int32, [2]> var_48774 = const()[name = tensor<string, []>("op_48774"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_48776 = const()[name = tensor<string, []>("op_48776"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_48778_pad_type_0 = const()[name = tensor<string, []>("op_48778_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_48778_pad_0 = const()[name = tensor<string, []>("op_48778_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 5120, 1, 1]> up_blocks_0_attentions_1_transformer_blocks_9_ff_net_2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [4915200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(272705216))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(277620480))), name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_9_ff_net_2_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 5120, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_attentions_1_transformer_blocks_9_ff_net_2_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_1_transformer_blocks_9_ff_net_2_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(277620672)))];
            tensor<fp16, [2, 1280, 1, 576]> var_48778_cast = conv(bias = up_blocks_0_attentions_1_transformer_blocks_9_ff_net_2_bias_to_fp16, dilations = var_48776, groups = var_30355, pad = var_48778_pad_0, pad_type = var_48778_pad_type_0, strides = var_48774, weight = up_blocks_0_attentions_1_transformer_blocks_9_ff_net_2_weight_to_fp16_palettized, x = input_615_cast)[name = tensor<string, []>("op_48778_cast")];
            tensor<fp16, [2, 1280, 1, 576]> hidden_states_421_cast = add(x = var_48778_cast, y = inputs_323_cast)[name = tensor<string, []>("hidden_states_421_cast")];
            tensor<int32, [4]> var_48780 = const()[name = tensor<string, []>("op_48780"), val = tensor<int32, [4]>([2, 1280, 24, 24])];
            tensor<fp16, [2, 1280, 24, 24]> input_617_cast = reshape(shape = var_48780, x = hidden_states_421_cast)[name = tensor<string, []>("input_617_cast")];
            tensor<int32, [2]> var_48784 = const()[name = tensor<string, []>("op_48784"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_48786 = const()[name = tensor<string, []>("op_48786"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> hidden_states_423_pad_type_0 = const()[name = tensor<string, []>("hidden_states_423_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> hidden_states_423_pad_0 = const()[name = tensor<string, []>("hidden_states_423_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_1_proj_out_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [1228800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(277623296))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(278852160))), name = tensor<string, []>("up_blocks_0_attentions_1_proj_out_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_attentions_1_proj_out_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_1_proj_out_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(278852352)))];
            tensor<fp16, [2, 1280, 24, 24]> hidden_states_423_cast = conv(bias = up_blocks_0_attentions_1_proj_out_bias_to_fp16, dilations = var_48786, groups = var_30355, pad = hidden_states_423_pad_0, pad_type = hidden_states_423_pad_type_0, strides = var_48784, weight = up_blocks_0_attentions_1_proj_out_weight_to_fp16_palettized, x = input_617_cast)[name = tensor<string, []>("hidden_states_423_cast")];
            tensor<fp16, [2, 1280, 24, 24]> hidden_states_425_cast = add(x = hidden_states_423_cast, y = hidden_states_357_cast)[name = tensor<string, []>("hidden_states_425_cast")];
            tensor<bool, []> input_619_interleave_0 = const()[name = tensor<string, []>("input_619_interleave_0"), val = tensor<bool, []>(false)];
            tensor<fp16, [2, 640, 24, 24]> cast_4 = cast(dtype = cast_6_dtype_0, x = input_115_cast)[name = tensor<string, []>("cast_4")];
            tensor<fp16, [2, 1920, 24, 24]> input_619_cast = concat(axis = var_30355, interleave = input_619_interleave_0, values = (hidden_states_425_cast, cast_4))[name = tensor<string, []>("input_619_cast")];
            tensor<int32, [5]> reshape_108_shape_0 = const()[name = tensor<string, []>("reshape_108_shape_0"), val = tensor<int32, [5]>([2, 32, 60, 24, 24])];
            tensor<fp16, [2, 32, 60, 24, 24]> reshape_108_cast = reshape(shape = reshape_108_shape_0, x = input_619_cast)[name = tensor<string, []>("reshape_108_cast")];
            tensor<int32, [3]> reduce_mean_81_axes_0 = const()[name = tensor<string, []>("reduce_mean_81_axes_0"), val = tensor<int32, [3]>([2, 3, 4])];
            tensor<bool, []> reduce_mean_81_keep_dims_0 = const()[name = tensor<string, []>("reduce_mean_81_keep_dims_0"), val = tensor<bool, []>(true)];
            tensor<fp16, [2, 32, 1, 1, 1]> reduce_mean_81_cast = reduce_mean(axes = reduce_mean_81_axes_0, keep_dims = reduce_mean_81_keep_dims_0, x = reshape_108_cast)[name = tensor<string, []>("reduce_mean_81_cast")];
            tensor<fp16, [2, 32, 60, 24, 24]> sub_54_cast = sub(x = reshape_108_cast, y = reduce_mean_81_cast)[name = tensor<string, []>("sub_54_cast")];
            tensor<fp16, [2, 32, 60, 24, 24]> square_27_cast = square(x = sub_54_cast)[name = tensor<string, []>("square_27_cast")];
            tensor<int32, [3]> reduce_mean_83_axes_0 = const()[name = tensor<string, []>("reduce_mean_83_axes_0"), val = tensor<int32, [3]>([2, 3, 4])];
            tensor<bool, []> reduce_mean_83_keep_dims_0 = const()[name = tensor<string, []>("reduce_mean_83_keep_dims_0"), val = tensor<bool, []>(true)];
            tensor<fp16, [2, 32, 1, 1, 1]> reduce_mean_83_cast = reduce_mean(axes = reduce_mean_83_axes_0, keep_dims = reduce_mean_83_keep_dims_0, x = square_27_cast)[name = tensor<string, []>("reduce_mean_83_cast")];
            tensor<fp16, []> add_54_y_0_to_fp16 = const()[name = tensor<string, []>("add_54_y_0_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 32, 1, 1, 1]> add_54_cast = add(x = reduce_mean_83_cast, y = add_54_y_0_to_fp16)[name = tensor<string, []>("add_54_cast")];
            tensor<fp16, [2, 32, 1, 1, 1]> sqrt_27_cast = sqrt(x = add_54_cast)[name = tensor<string, []>("sqrt_27_cast")];
            tensor<fp16, [2, 32, 60, 24, 24]> real_div_27_cast = real_div(x = sub_54_cast, y = sqrt_27_cast)[name = tensor<string, []>("real_div_27_cast")];
            tensor<int32, [4]> reshape_109_shape_0 = const()[name = tensor<string, []>("reshape_109_shape_0"), val = tensor<int32, [4]>([2, 1920, 24, 24])];
            tensor<fp16, [2, 1920, 24, 24]> reshape_109_cast = reshape(shape = reshape_109_shape_0, x = real_div_27_cast)[name = tensor<string, []>("reshape_109_cast")];
            tensor<fp16, [1920]> add_55_mean_0_to_fp16 = const()[name = tensor<string, []>("add_55_mean_0_to_fp16"), val = tensor<fp16, [1920]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(278854976)))];
            tensor<fp16, [1920]> add_55_variance_0_to_fp16 = const()[name = tensor<string, []>("add_55_variance_0_to_fp16"), val = tensor<fp16, [1920]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(278858880)))];
            tensor<fp16, [1920]> add_55_gamma_0_to_fp16 = const()[name = tensor<string, []>("add_55_gamma_0_to_fp16"), val = tensor<fp16, [1920]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(278862784)))];
            tensor<fp16, [1920]> add_55_beta_0_to_fp16 = const()[name = tensor<string, []>("add_55_beta_0_to_fp16"), val = tensor<fp16, [1920]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(278866688)))];
            tensor<fp16, []> add_55_epsilon_0_to_fp16 = const()[name = tensor<string, []>("add_55_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1920, 24, 24]> add_55_cast = batch_norm(beta = add_55_beta_0_to_fp16, epsilon = add_55_epsilon_0_to_fp16, gamma = add_55_gamma_0_to_fp16, mean = add_55_mean_0_to_fp16, variance = add_55_variance_0_to_fp16, x = reshape_109_cast)[name = tensor<string, []>("add_55_cast")];
            tensor<fp16, [2, 1920, 24, 24]> input_623_cast = silu(x = add_55_cast)[name = tensor<string, []>("input_623_cast")];
            tensor<int32, [2]> var_48804 = const()[name = tensor<string, []>("op_48804"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_48806 = const()[name = tensor<string, []>("op_48806"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> hidden_states_427_pad_type_0 = const()[name = tensor<string, []>("hidden_states_427_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> hidden_states_427_pad_0 = const()[name = tensor<string, []>("hidden_states_427_pad_0"), val = tensor<int32, [4]>([1, 1, 1, 1])];
            tensor<fp16, [1280, 1920, 3, 3]> up_blocks_0_resnets_2_conv1_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [16588800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(278870592))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(295459456))), name = tensor<string, []>("up_blocks_0_resnets_2_conv1_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1920, 3, 3])];
            tensor<fp16, [1280]> up_blocks_0_resnets_2_conv1_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_resnets_2_conv1_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(295459648)))];
            tensor<fp16, [2, 1280, 24, 24]> hidden_states_427_cast = conv(bias = up_blocks_0_resnets_2_conv1_bias_to_fp16, dilations = var_48806, groups = var_30355, pad = hidden_states_427_pad_0, pad_type = hidden_states_427_pad_type_0, strides = var_48804, weight = up_blocks_0_resnets_2_conv1_weight_to_fp16_palettized, x = input_623_cast)[name = tensor<string, []>("hidden_states_427_cast")];
            tensor<int32, [2]> var_48812 = const()[name = tensor<string, []>("op_48812"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_48814 = const()[name = tensor<string, []>("op_48814"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> temb_21_pad_type_0 = const()[name = tensor<string, []>("temb_21_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> temb_21_pad_0 = const()[name = tensor<string, []>("temb_21_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_resnets_2_time_emb_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [1228800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(295462272))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(296691136))), name = tensor<string, []>("up_blocks_0_resnets_2_time_emb_proj_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_resnets_2_time_emb_proj_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_resnets_2_time_emb_proj_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(296691328)))];
            tensor<fp16, [2, 1280, 1, 1]> temb_21_cast = conv(bias = up_blocks_0_resnets_2_time_emb_proj_bias_to_fp16, dilations = var_48814, groups = var_30355, pad = temb_21_pad_0, pad_type = temb_21_pad_type_0, strides = var_48812, weight = up_blocks_0_resnets_2_time_emb_proj_weight_to_fp16_palettized, x = cast_10)[name = tensor<string, []>("temb_21_cast")];
            tensor<fp16, [2, 1280, 24, 24]> input_627_cast = add(x = hidden_states_427_cast, y = temb_21_cast)[name = tensor<string, []>("input_627_cast")];
            tensor<int32, [5]> reshape_112_shape_0 = const()[name = tensor<string, []>("reshape_112_shape_0"), val = tensor<int32, [5]>([2, 32, 40, 24, 24])];
            tensor<fp16, [2, 32, 40, 24, 24]> reshape_112_cast = reshape(shape = reshape_112_shape_0, x = input_627_cast)[name = tensor<string, []>("reshape_112_cast")];
            tensor<int32, [3]> reduce_mean_84_axes_0 = const()[name = tensor<string, []>("reduce_mean_84_axes_0"), val = tensor<int32, [3]>([2, 3, 4])];
            tensor<bool, []> reduce_mean_84_keep_dims_0 = const()[name = tensor<string, []>("reduce_mean_84_keep_dims_0"), val = tensor<bool, []>(true)];
            tensor<fp16, [2, 32, 1, 1, 1]> reduce_mean_84_cast = reduce_mean(axes = reduce_mean_84_axes_0, keep_dims = reduce_mean_84_keep_dims_0, x = reshape_112_cast)[name = tensor<string, []>("reduce_mean_84_cast")];
            tensor<fp16, [2, 32, 40, 24, 24]> sub_56_cast = sub(x = reshape_112_cast, y = reduce_mean_84_cast)[name = tensor<string, []>("sub_56_cast")];
            tensor<fp16, [2, 32, 40, 24, 24]> square_28_cast = square(x = sub_56_cast)[name = tensor<string, []>("square_28_cast")];
            tensor<int32, [3]> reduce_mean_86_axes_0 = const()[name = tensor<string, []>("reduce_mean_86_axes_0"), val = tensor<int32, [3]>([2, 3, 4])];
            tensor<bool, []> reduce_mean_86_keep_dims_0 = const()[name = tensor<string, []>("reduce_mean_86_keep_dims_0"), val = tensor<bool, []>(true)];
            tensor<fp16, [2, 32, 1, 1, 1]> reduce_mean_86_cast = reduce_mean(axes = reduce_mean_86_axes_0, keep_dims = reduce_mean_86_keep_dims_0, x = square_28_cast)[name = tensor<string, []>("reduce_mean_86_cast")];
            tensor<fp16, []> add_56_y_0_to_fp16 = const()[name = tensor<string, []>("add_56_y_0_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 32, 1, 1, 1]> add_56_cast = add(x = reduce_mean_86_cast, y = add_56_y_0_to_fp16)[name = tensor<string, []>("add_56_cast")];
            tensor<fp16, [2, 32, 1, 1, 1]> sqrt_28_cast = sqrt(x = add_56_cast)[name = tensor<string, []>("sqrt_28_cast")];
            tensor<fp16, [2, 32, 40, 24, 24]> real_div_28_cast = real_div(x = sub_56_cast, y = sqrt_28_cast)[name = tensor<string, []>("real_div_28_cast")];
            tensor<int32, [4]> reshape_113_shape_0 = const()[name = tensor<string, []>("reshape_113_shape_0"), val = tensor<int32, [4]>([2, 1280, 24, 24])];
            tensor<fp16, [2, 1280, 24, 24]> reshape_113_cast = reshape(shape = reshape_113_shape_0, x = real_div_28_cast)[name = tensor<string, []>("reshape_113_cast")];
            tensor<fp16, [1280]> add_57_gamma_0_to_fp16 = const()[name = tensor<string, []>("add_57_gamma_0_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(296693952)))];
            tensor<fp16, [1280]> add_57_beta_0_to_fp16 = const()[name = tensor<string, []>("add_57_beta_0_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(296696576)))];
            tensor<fp16, []> add_57_epsilon_0_to_fp16 = const()[name = tensor<string, []>("add_57_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1280, 24, 24]> add_57_cast = batch_norm(beta = add_57_beta_0_to_fp16, epsilon = add_57_epsilon_0_to_fp16, gamma = add_57_gamma_0_to_fp16, mean = add_23_mean_0_to_fp16, variance = add_23_variance_0_to_fp16, x = reshape_113_cast)[name = tensor<string, []>("add_57_cast")];
            tensor<fp16, [2, 1280, 24, 24]> input_631_cast = silu(x = add_57_cast)[name = tensor<string, []>("input_631_cast")];
            tensor<int32, [2]> var_48824 = const()[name = tensor<string, []>("op_48824"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_48826 = const()[name = tensor<string, []>("op_48826"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> hidden_states_429_pad_type_0 = const()[name = tensor<string, []>("hidden_states_429_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> hidden_states_429_pad_0 = const()[name = tensor<string, []>("hidden_states_429_pad_0"), val = tensor<int32, [4]>([1, 1, 1, 1])];
            tensor<fp16, [1280, 1280, 3, 3]> up_blocks_0_resnets_2_conv2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [11059200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(296699200))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(307758464))), name = tensor<string, []>("up_blocks_0_resnets_2_conv2_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 3, 3])];
            tensor<fp16, [1280]> up_blocks_0_resnets_2_conv2_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_resnets_2_conv2_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(307758656)))];
            tensor<fp16, [2, 1280, 24, 24]> hidden_states_429_cast = conv(bias = up_blocks_0_resnets_2_conv2_bias_to_fp16, dilations = var_48826, groups = var_30355, pad = hidden_states_429_pad_0, pad_type = hidden_states_429_pad_type_0, strides = var_48824, weight = up_blocks_0_resnets_2_conv2_weight_to_fp16_palettized, x = input_631_cast)[name = tensor<string, []>("hidden_states_429_cast")];
            tensor<int32, [2]> var_48831 = const()[name = tensor<string, []>("op_48831"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_48833 = const()[name = tensor<string, []>("op_48833"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> x_9_pad_type_0 = const()[name = tensor<string, []>("x_9_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> x_9_pad_0 = const()[name = tensor<string, []>("x_9_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1920, 1, 1]> up_blocks_0_resnets_2_conv_shortcut_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [2457600]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(307761280))), lut = tensor<fp16, [256]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(310218944))), name = tensor<string, []>("up_blocks_0_resnets_2_conv_shortcut_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1920, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_resnets_2_conv_shortcut_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_resnets_2_conv_shortcut_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(310219520)))];
            tensor<fp16, [2, 1280, 24, 24]> x_9_cast = conv(bias = up_blocks_0_resnets_2_conv_shortcut_bias_to_fp16, dilations = var_48833, groups = var_30355, pad = x_9_pad_0, pad_type = x_9_pad_type_0, strides = var_48831, weight = up_blocks_0_resnets_2_conv_shortcut_weight_to_fp16_palettized, x = input_619_cast)[name = tensor<string, []>("x_9_cast")];
            tensor<fp16, [2, 1280, 24, 24]> hidden_states_431_cast = add(x = x_9_cast, y = hidden_states_429_cast)[name = tensor<string, []>("hidden_states_431_cast")];
            tensor<int32, [5]> reshape_116_shape_0 = const()[name = tensor<string, []>("reshape_116_shape_0"), val = tensor<int32, [5]>([2, 32, 40, 24, 24])];
            tensor<fp16, [2, 32, 40, 24, 24]> reshape_116_cast = reshape(shape = reshape_116_shape_0, x = hidden_states_431_cast)[name = tensor<string, []>("reshape_116_cast")];
            tensor<int32, [3]> reduce_mean_87_axes_0 = const()[name = tensor<string, []>("reduce_mean_87_axes_0"), val = tensor<int32, [3]>([2, 3, 4])];
            tensor<bool, []> reduce_mean_87_keep_dims_0 = const()[name = tensor<string, []>("reduce_mean_87_keep_dims_0"), val = tensor<bool, []>(true)];
            tensor<fp16, [2, 32, 1, 1, 1]> reduce_mean_87_cast = reduce_mean(axes = reduce_mean_87_axes_0, keep_dims = reduce_mean_87_keep_dims_0, x = reshape_116_cast)[name = tensor<string, []>("reduce_mean_87_cast")];
            tensor<fp16, [2, 32, 40, 24, 24]> sub_58_cast = sub(x = reshape_116_cast, y = reduce_mean_87_cast)[name = tensor<string, []>("sub_58_cast")];
            tensor<fp16, [2, 32, 40, 24, 24]> square_29_cast = square(x = sub_58_cast)[name = tensor<string, []>("square_29_cast")];
            tensor<int32, [3]> reduce_mean_89_axes_0 = const()[name = tensor<string, []>("reduce_mean_89_axes_0"), val = tensor<int32, [3]>([2, 3, 4])];
            tensor<bool, []> reduce_mean_89_keep_dims_0 = const()[name = tensor<string, []>("reduce_mean_89_keep_dims_0"), val = tensor<bool, []>(true)];
            tensor<fp16, [2, 32, 1, 1, 1]> reduce_mean_89_cast = reduce_mean(axes = reduce_mean_89_axes_0, keep_dims = reduce_mean_89_keep_dims_0, x = square_29_cast)[name = tensor<string, []>("reduce_mean_89_cast")];
            tensor<fp16, []> add_58_y_0_to_fp16 = const()[name = tensor<string, []>("add_58_y_0_to_fp16"), val = tensor<fp16, []>(0x1.1p-20)];
            tensor<fp16, [2, 32, 1, 1, 1]> add_58_cast = add(x = reduce_mean_89_cast, y = add_58_y_0_to_fp16)[name = tensor<string, []>("add_58_cast")];
            tensor<fp16, [2, 32, 1, 1, 1]> sqrt_29_cast = sqrt(x = add_58_cast)[name = tensor<string, []>("sqrt_29_cast")];
            tensor<fp16, [2, 32, 40, 24, 24]> real_div_29_cast = real_div(x = sub_58_cast, y = sqrt_29_cast)[name = tensor<string, []>("real_div_29_cast")];
            tensor<int32, [4]> reshape_117_shape_0 = const()[name = tensor<string, []>("reshape_117_shape_0"), val = tensor<int32, [4]>([2, 1280, 24, 24])];
            tensor<fp16, [2, 1280, 24, 24]> reshape_117_cast = reshape(shape = reshape_117_shape_0, x = real_div_29_cast)[name = tensor<string, []>("reshape_117_cast")];
            tensor<fp16, [1280]> add_59_gamma_0_to_fp16 = const()[name = tensor<string, []>("add_59_gamma_0_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(310222144)))];
            tensor<fp16, [1280]> add_59_beta_0_to_fp16 = const()[name = tensor<string, []>("add_59_beta_0_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(310224768)))];
            tensor<fp16, []> add_59_epsilon_0_to_fp16 = const()[name = tensor<string, []>("add_59_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1280, 24, 24]> add_59_cast = batch_norm(beta = add_59_beta_0_to_fp16, epsilon = add_59_epsilon_0_to_fp16, gamma = add_59_gamma_0_to_fp16, mean = add_23_mean_0_to_fp16, variance = add_23_variance_0_to_fp16, x = reshape_117_cast)[name = tensor<string, []>("add_59_cast")];
            tensor<int32, [2]> var_48871 = const()[name = tensor<string, []>("op_48871"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_48873 = const()[name = tensor<string, []>("op_48873"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> hidden_states_433_pad_type_0 = const()[name = tensor<string, []>("hidden_states_433_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> hidden_states_433_pad_0 = const()[name = tensor<string, []>("hidden_states_433_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_2_proj_in_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [1228800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(310227392))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(311456256))), name = tensor<string, []>("up_blocks_0_attentions_2_proj_in_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_attentions_2_proj_in_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_2_proj_in_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(311456448)))];
            tensor<fp16, [2, 1280, 24, 24]> hidden_states_433_cast = conv(bias = up_blocks_0_attentions_2_proj_in_bias_to_fp16, dilations = var_48873, groups = var_30355, pad = hidden_states_433_pad_0, pad_type = hidden_states_433_pad_type_0, strides = var_48871, weight = up_blocks_0_attentions_2_proj_in_weight_to_fp16_palettized, x = add_59_cast)[name = tensor<string, []>("hidden_states_433_cast")];
            tensor<int32, [4]> var_48878 = const()[name = tensor<string, []>("op_48878"), val = tensor<int32, [4]>([2, 1280, 1, 576])];
            tensor<fp16, [2, 1280, 1, 576]> inputs_325_cast = reshape(shape = var_48878, x = hidden_states_433_cast)[name = tensor<string, []>("inputs_325_cast")];
            tensor<int32, [1]> var_48888 = const()[name = tensor<string, []>("op_48888"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> channels_mean_325_cast = reduce_mean(axes = var_48888, keep_dims = var_30350, x = inputs_325_cast)[name = tensor<string, []>("channels_mean_325_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_325_cast = sub(x = inputs_325_cast, y = channels_mean_325_cast)[name = tensor<string, []>("zero_mean_325_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_sq_325_cast = mul(x = zero_mean_325_cast, y = zero_mean_325_cast)[name = tensor<string, []>("zero_mean_sq_325_cast")];
            tensor<int32, [1]> var_48892 = const()[name = tensor<string, []>("op_48892"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> var_48893_cast = reduce_mean(axes = var_48892, keep_dims = var_30350, x = zero_mean_sq_325_cast)[name = tensor<string, []>("op_48893_cast")];
            tensor<fp16, []> var_48894_to_fp16 = const()[name = tensor<string, []>("op_48894_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 576]> var_48895_cast = add(x = var_48893_cast, y = var_48894_to_fp16)[name = tensor<string, []>("op_48895_cast")];
            tensor<fp16, []> denom_325_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_325_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 576]> denom_325_cast = rsqrt(epsilon = denom_325_epsilon_0_to_fp16, x = var_48895_cast)[name = tensor<string, []>("denom_325_cast")];
            tensor<fp16, [2, 1280, 1, 576]> out_325_cast = mul(x = zero_mean_325_cast, y = denom_325_cast)[name = tensor<string, []>("out_325_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_48899_to_fp16 = const()[name = tensor<string, []>("op_48899_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(311459072)))];
            tensor<fp16, [2, 1280, 1, 576]> var_48900_cast = add(x = out_325_cast, y = var_48899_to_fp16)[name = tensor<string, []>("op_48900_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_48902_to_fp16 = const()[name = tensor<string, []>("op_48902_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(311461696)))];
            tensor<fp16, [2, 1280, 1, 576]> hidden_states_435_cast = mul(x = var_48900_cast, y = var_48902_to_fp16)[name = tensor<string, []>("hidden_states_435_cast")];
            tensor<int32, [2]> var_48909 = const()[name = tensor<string, []>("op_48909"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_48911 = const()[name = tensor<string, []>("op_48911"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> q_217_pad_type_0 = const()[name = tensor<string, []>("q_217_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> q_217_pad_0 = const()[name = tensor<string, []>("q_217_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_0_attn1_to_q_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [819200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(311464320))), lut = tensor<fp16, [16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(312283584))), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_0_attn1_to_q_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> q_217_cast = conv(dilations = var_48911, groups = var_30355, pad = q_217_pad_0, pad_type = q_217_pad_type_0, strides = var_48909, weight = up_blocks_0_attentions_2_transformer_blocks_0_attn1_to_q_weight_to_fp16_palettized, x = hidden_states_435_cast)[name = tensor<string, []>("q_217_cast")];
            tensor<int32, [2]> var_48915 = const()[name = tensor<string, []>("op_48915"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_48917 = const()[name = tensor<string, []>("op_48917"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> k_433_pad_type_0 = const()[name = tensor<string, []>("k_433_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> k_433_pad_0 = const()[name = tensor<string, []>("k_433_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_0_attn1_to_k_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [819200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(312283712))), lut = tensor<fp16, [16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(313102976))), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_0_attn1_to_k_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> k_433_cast = conv(dilations = var_48917, groups = var_30355, pad = k_433_pad_0, pad_type = k_433_pad_type_0, strides = var_48915, weight = up_blocks_0_attentions_2_transformer_blocks_0_attn1_to_k_weight_to_fp16_palettized, x = hidden_states_435_cast)[name = tensor<string, []>("k_433_cast")];
            tensor<int32, [2]> var_48921 = const()[name = tensor<string, []>("op_48921"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_48923 = const()[name = tensor<string, []>("op_48923"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> v_217_pad_type_0 = const()[name = tensor<string, []>("v_217_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> v_217_pad_0 = const()[name = tensor<string, []>("v_217_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_0_attn1_to_v_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [1228800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(313103104))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(314331968))), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_0_attn1_to_v_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> v_217_cast = conv(dilations = var_48923, groups = var_30355, pad = v_217_pad_0, pad_type = v_217_pad_type_0, strides = var_48921, weight = up_blocks_0_attentions_2_transformer_blocks_0_attn1_to_v_weight_to_fp16_palettized, x = hidden_states_435_cast)[name = tensor<string, []>("v_217_cast")];
            tensor<int32, [4]> var_48927_begin_0 = const()[name = tensor<string, []>("op_48927_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_48927_end_0 = const()[name = tensor<string, []>("op_48927_end_0"), val = tensor<int32, [4]>([2, 64, 1, 576])];
            tensor<bool, [4]> var_48927_end_mask_0 = const()[name = tensor<string, []>("op_48927_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_48927_cast = slice_by_index(begin = var_48927_begin_0, end = var_48927_end_0, end_mask = var_48927_end_mask_0, x = q_217_cast)[name = tensor<string, []>("op_48927_cast")];
            tensor<int32, [4]> var_48931_begin_0 = const()[name = tensor<string, []>("op_48931_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_48931_end_0 = const()[name = tensor<string, []>("op_48931_end_0"), val = tensor<int32, [4]>([2, 128, 1, 576])];
            tensor<bool, [4]> var_48931_end_mask_0 = const()[name = tensor<string, []>("op_48931_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_48931_cast = slice_by_index(begin = var_48931_begin_0, end = var_48931_end_0, end_mask = var_48931_end_mask_0, x = q_217_cast)[name = tensor<string, []>("op_48931_cast")];
            tensor<int32, [4]> var_48935_begin_0 = const()[name = tensor<string, []>("op_48935_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_48935_end_0 = const()[name = tensor<string, []>("op_48935_end_0"), val = tensor<int32, [4]>([2, 192, 1, 576])];
            tensor<bool, [4]> var_48935_end_mask_0 = const()[name = tensor<string, []>("op_48935_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_48935_cast = slice_by_index(begin = var_48935_begin_0, end = var_48935_end_0, end_mask = var_48935_end_mask_0, x = q_217_cast)[name = tensor<string, []>("op_48935_cast")];
            tensor<int32, [4]> var_48939_begin_0 = const()[name = tensor<string, []>("op_48939_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_48939_end_0 = const()[name = tensor<string, []>("op_48939_end_0"), val = tensor<int32, [4]>([2, 256, 1, 576])];
            tensor<bool, [4]> var_48939_end_mask_0 = const()[name = tensor<string, []>("op_48939_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_48939_cast = slice_by_index(begin = var_48939_begin_0, end = var_48939_end_0, end_mask = var_48939_end_mask_0, x = q_217_cast)[name = tensor<string, []>("op_48939_cast")];
            tensor<int32, [4]> var_48943_begin_0 = const()[name = tensor<string, []>("op_48943_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_48943_end_0 = const()[name = tensor<string, []>("op_48943_end_0"), val = tensor<int32, [4]>([2, 320, 1, 576])];
            tensor<bool, [4]> var_48943_end_mask_0 = const()[name = tensor<string, []>("op_48943_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_48943_cast = slice_by_index(begin = var_48943_begin_0, end = var_48943_end_0, end_mask = var_48943_end_mask_0, x = q_217_cast)[name = tensor<string, []>("op_48943_cast")];
            tensor<int32, [4]> var_48947_begin_0 = const()[name = tensor<string, []>("op_48947_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_48947_end_0 = const()[name = tensor<string, []>("op_48947_end_0"), val = tensor<int32, [4]>([2, 384, 1, 576])];
            tensor<bool, [4]> var_48947_end_mask_0 = const()[name = tensor<string, []>("op_48947_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_48947_cast = slice_by_index(begin = var_48947_begin_0, end = var_48947_end_0, end_mask = var_48947_end_mask_0, x = q_217_cast)[name = tensor<string, []>("op_48947_cast")];
            tensor<int32, [4]> var_48951_begin_0 = const()[name = tensor<string, []>("op_48951_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_48951_end_0 = const()[name = tensor<string, []>("op_48951_end_0"), val = tensor<int32, [4]>([2, 448, 1, 576])];
            tensor<bool, [4]> var_48951_end_mask_0 = const()[name = tensor<string, []>("op_48951_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_48951_cast = slice_by_index(begin = var_48951_begin_0, end = var_48951_end_0, end_mask = var_48951_end_mask_0, x = q_217_cast)[name = tensor<string, []>("op_48951_cast")];
            tensor<int32, [4]> var_48955_begin_0 = const()[name = tensor<string, []>("op_48955_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_48955_end_0 = const()[name = tensor<string, []>("op_48955_end_0"), val = tensor<int32, [4]>([2, 512, 1, 576])];
            tensor<bool, [4]> var_48955_end_mask_0 = const()[name = tensor<string, []>("op_48955_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_48955_cast = slice_by_index(begin = var_48955_begin_0, end = var_48955_end_0, end_mask = var_48955_end_mask_0, x = q_217_cast)[name = tensor<string, []>("op_48955_cast")];
            tensor<int32, [4]> var_48959_begin_0 = const()[name = tensor<string, []>("op_48959_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_48959_end_0 = const()[name = tensor<string, []>("op_48959_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_48959_end_mask_0 = const()[name = tensor<string, []>("op_48959_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_48959_cast = slice_by_index(begin = var_48959_begin_0, end = var_48959_end_0, end_mask = var_48959_end_mask_0, x = q_217_cast)[name = tensor<string, []>("op_48959_cast")];
            tensor<int32, [4]> var_48963_begin_0 = const()[name = tensor<string, []>("op_48963_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_48963_end_0 = const()[name = tensor<string, []>("op_48963_end_0"), val = tensor<int32, [4]>([2, 640, 1, 576])];
            tensor<bool, [4]> var_48963_end_mask_0 = const()[name = tensor<string, []>("op_48963_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_48963_cast = slice_by_index(begin = var_48963_begin_0, end = var_48963_end_0, end_mask = var_48963_end_mask_0, x = q_217_cast)[name = tensor<string, []>("op_48963_cast")];
            tensor<int32, [4]> var_48967_begin_0 = const()[name = tensor<string, []>("op_48967_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_48967_end_0 = const()[name = tensor<string, []>("op_48967_end_0"), val = tensor<int32, [4]>([2, 704, 1, 576])];
            tensor<bool, [4]> var_48967_end_mask_0 = const()[name = tensor<string, []>("op_48967_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_48967_cast = slice_by_index(begin = var_48967_begin_0, end = var_48967_end_0, end_mask = var_48967_end_mask_0, x = q_217_cast)[name = tensor<string, []>("op_48967_cast")];
            tensor<int32, [4]> var_48971_begin_0 = const()[name = tensor<string, []>("op_48971_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_48971_end_0 = const()[name = tensor<string, []>("op_48971_end_0"), val = tensor<int32, [4]>([2, 768, 1, 576])];
            tensor<bool, [4]> var_48971_end_mask_0 = const()[name = tensor<string, []>("op_48971_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_48971_cast = slice_by_index(begin = var_48971_begin_0, end = var_48971_end_0, end_mask = var_48971_end_mask_0, x = q_217_cast)[name = tensor<string, []>("op_48971_cast")];
            tensor<int32, [4]> var_48975_begin_0 = const()[name = tensor<string, []>("op_48975_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_48975_end_0 = const()[name = tensor<string, []>("op_48975_end_0"), val = tensor<int32, [4]>([2, 832, 1, 576])];
            tensor<bool, [4]> var_48975_end_mask_0 = const()[name = tensor<string, []>("op_48975_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_48975_cast = slice_by_index(begin = var_48975_begin_0, end = var_48975_end_0, end_mask = var_48975_end_mask_0, x = q_217_cast)[name = tensor<string, []>("op_48975_cast")];
            tensor<int32, [4]> var_48979_begin_0 = const()[name = tensor<string, []>("op_48979_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_48979_end_0 = const()[name = tensor<string, []>("op_48979_end_0"), val = tensor<int32, [4]>([2, 896, 1, 576])];
            tensor<bool, [4]> var_48979_end_mask_0 = const()[name = tensor<string, []>("op_48979_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_48979_cast = slice_by_index(begin = var_48979_begin_0, end = var_48979_end_0, end_mask = var_48979_end_mask_0, x = q_217_cast)[name = tensor<string, []>("op_48979_cast")];
            tensor<int32, [4]> var_48983_begin_0 = const()[name = tensor<string, []>("op_48983_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_48983_end_0 = const()[name = tensor<string, []>("op_48983_end_0"), val = tensor<int32, [4]>([2, 960, 1, 576])];
            tensor<bool, [4]> var_48983_end_mask_0 = const()[name = tensor<string, []>("op_48983_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_48983_cast = slice_by_index(begin = var_48983_begin_0, end = var_48983_end_0, end_mask = var_48983_end_mask_0, x = q_217_cast)[name = tensor<string, []>("op_48983_cast")];
            tensor<int32, [4]> var_48987_begin_0 = const()[name = tensor<string, []>("op_48987_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_48987_end_0 = const()[name = tensor<string, []>("op_48987_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 576])];
            tensor<bool, [4]> var_48987_end_mask_0 = const()[name = tensor<string, []>("op_48987_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_48987_cast = slice_by_index(begin = var_48987_begin_0, end = var_48987_end_0, end_mask = var_48987_end_mask_0, x = q_217_cast)[name = tensor<string, []>("op_48987_cast")];
            tensor<int32, [4]> var_48991_begin_0 = const()[name = tensor<string, []>("op_48991_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_48991_end_0 = const()[name = tensor<string, []>("op_48991_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 576])];
            tensor<bool, [4]> var_48991_end_mask_0 = const()[name = tensor<string, []>("op_48991_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_48991_cast = slice_by_index(begin = var_48991_begin_0, end = var_48991_end_0, end_mask = var_48991_end_mask_0, x = q_217_cast)[name = tensor<string, []>("op_48991_cast")];
            tensor<int32, [4]> var_48995_begin_0 = const()[name = tensor<string, []>("op_48995_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_48995_end_0 = const()[name = tensor<string, []>("op_48995_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 576])];
            tensor<bool, [4]> var_48995_end_mask_0 = const()[name = tensor<string, []>("op_48995_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_48995_cast = slice_by_index(begin = var_48995_begin_0, end = var_48995_end_0, end_mask = var_48995_end_mask_0, x = q_217_cast)[name = tensor<string, []>("op_48995_cast")];
            tensor<int32, [4]> var_48999_begin_0 = const()[name = tensor<string, []>("op_48999_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_48999_end_0 = const()[name = tensor<string, []>("op_48999_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 576])];
            tensor<bool, [4]> var_48999_end_mask_0 = const()[name = tensor<string, []>("op_48999_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_48999_cast = slice_by_index(begin = var_48999_begin_0, end = var_48999_end_0, end_mask = var_48999_end_mask_0, x = q_217_cast)[name = tensor<string, []>("op_48999_cast")];
            tensor<int32, [4]> var_49003_begin_0 = const()[name = tensor<string, []>("op_49003_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_49003_end_0 = const()[name = tensor<string, []>("op_49003_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 576])];
            tensor<bool, [4]> var_49003_end_mask_0 = const()[name = tensor<string, []>("op_49003_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_49003_cast = slice_by_index(begin = var_49003_begin_0, end = var_49003_end_0, end_mask = var_49003_end_mask_0, x = q_217_cast)[name = tensor<string, []>("op_49003_cast")];
            tensor<int32, [4]> k_435_perm_0 = const()[name = tensor<string, []>("k_435_perm_0"), val = tensor<int32, [4]>([0, 3, 2, 1])];
            tensor<int32, [4]> var_49010_begin_0 = const()[name = tensor<string, []>("op_49010_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_49010_end_0 = const()[name = tensor<string, []>("op_49010_end_0"), val = tensor<int32, [4]>([2, 576, 1, 64])];
            tensor<bool, [4]> var_49010_end_mask_0 = const()[name = tensor<string, []>("op_49010_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 1280]> transpose_31 = transpose(perm = k_435_perm_0, x = k_433_cast)[name = tensor<string, []>("transpose_31")];
            tensor<fp16, [2, 576, 1, 64]> var_49010_cast = slice_by_index(begin = var_49010_begin_0, end = var_49010_end_0, end_mask = var_49010_end_mask_0, x = transpose_31)[name = tensor<string, []>("op_49010_cast")];
            tensor<int32, [4]> var_49014_begin_0 = const()[name = tensor<string, []>("op_49014_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 64])];
            tensor<int32, [4]> var_49014_end_0 = const()[name = tensor<string, []>("op_49014_end_0"), val = tensor<int32, [4]>([2, 576, 1, 128])];
            tensor<bool, [4]> var_49014_end_mask_0 = const()[name = tensor<string, []>("op_49014_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_49014_cast = slice_by_index(begin = var_49014_begin_0, end = var_49014_end_0, end_mask = var_49014_end_mask_0, x = transpose_31)[name = tensor<string, []>("op_49014_cast")];
            tensor<int32, [4]> var_49018_begin_0 = const()[name = tensor<string, []>("op_49018_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 128])];
            tensor<int32, [4]> var_49018_end_0 = const()[name = tensor<string, []>("op_49018_end_0"), val = tensor<int32, [4]>([2, 576, 1, 192])];
            tensor<bool, [4]> var_49018_end_mask_0 = const()[name = tensor<string, []>("op_49018_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_49018_cast = slice_by_index(begin = var_49018_begin_0, end = var_49018_end_0, end_mask = var_49018_end_mask_0, x = transpose_31)[name = tensor<string, []>("op_49018_cast")];
            tensor<int32, [4]> var_49022_begin_0 = const()[name = tensor<string, []>("op_49022_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 192])];
            tensor<int32, [4]> var_49022_end_0 = const()[name = tensor<string, []>("op_49022_end_0"), val = tensor<int32, [4]>([2, 576, 1, 256])];
            tensor<bool, [4]> var_49022_end_mask_0 = const()[name = tensor<string, []>("op_49022_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_49022_cast = slice_by_index(begin = var_49022_begin_0, end = var_49022_end_0, end_mask = var_49022_end_mask_0, x = transpose_31)[name = tensor<string, []>("op_49022_cast")];
            tensor<int32, [4]> var_49026_begin_0 = const()[name = tensor<string, []>("op_49026_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 256])];
            tensor<int32, [4]> var_49026_end_0 = const()[name = tensor<string, []>("op_49026_end_0"), val = tensor<int32, [4]>([2, 576, 1, 320])];
            tensor<bool, [4]> var_49026_end_mask_0 = const()[name = tensor<string, []>("op_49026_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_49026_cast = slice_by_index(begin = var_49026_begin_0, end = var_49026_end_0, end_mask = var_49026_end_mask_0, x = transpose_31)[name = tensor<string, []>("op_49026_cast")];
            tensor<int32, [4]> var_49030_begin_0 = const()[name = tensor<string, []>("op_49030_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 320])];
            tensor<int32, [4]> var_49030_end_0 = const()[name = tensor<string, []>("op_49030_end_0"), val = tensor<int32, [4]>([2, 576, 1, 384])];
            tensor<bool, [4]> var_49030_end_mask_0 = const()[name = tensor<string, []>("op_49030_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_49030_cast = slice_by_index(begin = var_49030_begin_0, end = var_49030_end_0, end_mask = var_49030_end_mask_0, x = transpose_31)[name = tensor<string, []>("op_49030_cast")];
            tensor<int32, [4]> var_49034_begin_0 = const()[name = tensor<string, []>("op_49034_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 384])];
            tensor<int32, [4]> var_49034_end_0 = const()[name = tensor<string, []>("op_49034_end_0"), val = tensor<int32, [4]>([2, 576, 1, 448])];
            tensor<bool, [4]> var_49034_end_mask_0 = const()[name = tensor<string, []>("op_49034_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_49034_cast = slice_by_index(begin = var_49034_begin_0, end = var_49034_end_0, end_mask = var_49034_end_mask_0, x = transpose_31)[name = tensor<string, []>("op_49034_cast")];
            tensor<int32, [4]> var_49038_begin_0 = const()[name = tensor<string, []>("op_49038_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 448])];
            tensor<int32, [4]> var_49038_end_0 = const()[name = tensor<string, []>("op_49038_end_0"), val = tensor<int32, [4]>([2, 576, 1, 512])];
            tensor<bool, [4]> var_49038_end_mask_0 = const()[name = tensor<string, []>("op_49038_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_49038_cast = slice_by_index(begin = var_49038_begin_0, end = var_49038_end_0, end_mask = var_49038_end_mask_0, x = transpose_31)[name = tensor<string, []>("op_49038_cast")];
            tensor<int32, [4]> var_49042_begin_0 = const()[name = tensor<string, []>("op_49042_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 512])];
            tensor<int32, [4]> var_49042_end_0 = const()[name = tensor<string, []>("op_49042_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_49042_end_mask_0 = const()[name = tensor<string, []>("op_49042_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_49042_cast = slice_by_index(begin = var_49042_begin_0, end = var_49042_end_0, end_mask = var_49042_end_mask_0, x = transpose_31)[name = tensor<string, []>("op_49042_cast")];
            tensor<int32, [4]> var_49046_begin_0 = const()[name = tensor<string, []>("op_49046_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 576])];
            tensor<int32, [4]> var_49046_end_0 = const()[name = tensor<string, []>("op_49046_end_0"), val = tensor<int32, [4]>([2, 576, 1, 640])];
            tensor<bool, [4]> var_49046_end_mask_0 = const()[name = tensor<string, []>("op_49046_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_49046_cast = slice_by_index(begin = var_49046_begin_0, end = var_49046_end_0, end_mask = var_49046_end_mask_0, x = transpose_31)[name = tensor<string, []>("op_49046_cast")];
            tensor<int32, [4]> var_49050_begin_0 = const()[name = tensor<string, []>("op_49050_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 640])];
            tensor<int32, [4]> var_49050_end_0 = const()[name = tensor<string, []>("op_49050_end_0"), val = tensor<int32, [4]>([2, 576, 1, 704])];
            tensor<bool, [4]> var_49050_end_mask_0 = const()[name = tensor<string, []>("op_49050_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_49050_cast = slice_by_index(begin = var_49050_begin_0, end = var_49050_end_0, end_mask = var_49050_end_mask_0, x = transpose_31)[name = tensor<string, []>("op_49050_cast")];
            tensor<int32, [4]> var_49054_begin_0 = const()[name = tensor<string, []>("op_49054_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 704])];
            tensor<int32, [4]> var_49054_end_0 = const()[name = tensor<string, []>("op_49054_end_0"), val = tensor<int32, [4]>([2, 576, 1, 768])];
            tensor<bool, [4]> var_49054_end_mask_0 = const()[name = tensor<string, []>("op_49054_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_49054_cast = slice_by_index(begin = var_49054_begin_0, end = var_49054_end_0, end_mask = var_49054_end_mask_0, x = transpose_31)[name = tensor<string, []>("op_49054_cast")];
            tensor<int32, [4]> var_49058_begin_0 = const()[name = tensor<string, []>("op_49058_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 768])];
            tensor<int32, [4]> var_49058_end_0 = const()[name = tensor<string, []>("op_49058_end_0"), val = tensor<int32, [4]>([2, 576, 1, 832])];
            tensor<bool, [4]> var_49058_end_mask_0 = const()[name = tensor<string, []>("op_49058_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_49058_cast = slice_by_index(begin = var_49058_begin_0, end = var_49058_end_0, end_mask = var_49058_end_mask_0, x = transpose_31)[name = tensor<string, []>("op_49058_cast")];
            tensor<int32, [4]> var_49062_begin_0 = const()[name = tensor<string, []>("op_49062_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 832])];
            tensor<int32, [4]> var_49062_end_0 = const()[name = tensor<string, []>("op_49062_end_0"), val = tensor<int32, [4]>([2, 576, 1, 896])];
            tensor<bool, [4]> var_49062_end_mask_0 = const()[name = tensor<string, []>("op_49062_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_49062_cast = slice_by_index(begin = var_49062_begin_0, end = var_49062_end_0, end_mask = var_49062_end_mask_0, x = transpose_31)[name = tensor<string, []>("op_49062_cast")];
            tensor<int32, [4]> var_49066_begin_0 = const()[name = tensor<string, []>("op_49066_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 896])];
            tensor<int32, [4]> var_49066_end_0 = const()[name = tensor<string, []>("op_49066_end_0"), val = tensor<int32, [4]>([2, 576, 1, 960])];
            tensor<bool, [4]> var_49066_end_mask_0 = const()[name = tensor<string, []>("op_49066_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_49066_cast = slice_by_index(begin = var_49066_begin_0, end = var_49066_end_0, end_mask = var_49066_end_mask_0, x = transpose_31)[name = tensor<string, []>("op_49066_cast")];
            tensor<int32, [4]> var_49070_begin_0 = const()[name = tensor<string, []>("op_49070_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 960])];
            tensor<int32, [4]> var_49070_end_0 = const()[name = tensor<string, []>("op_49070_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1024])];
            tensor<bool, [4]> var_49070_end_mask_0 = const()[name = tensor<string, []>("op_49070_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_49070_cast = slice_by_index(begin = var_49070_begin_0, end = var_49070_end_0, end_mask = var_49070_end_mask_0, x = transpose_31)[name = tensor<string, []>("op_49070_cast")];
            tensor<int32, [4]> var_49074_begin_0 = const()[name = tensor<string, []>("op_49074_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1024])];
            tensor<int32, [4]> var_49074_end_0 = const()[name = tensor<string, []>("op_49074_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1088])];
            tensor<bool, [4]> var_49074_end_mask_0 = const()[name = tensor<string, []>("op_49074_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_49074_cast = slice_by_index(begin = var_49074_begin_0, end = var_49074_end_0, end_mask = var_49074_end_mask_0, x = transpose_31)[name = tensor<string, []>("op_49074_cast")];
            tensor<int32, [4]> var_49078_begin_0 = const()[name = tensor<string, []>("op_49078_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1088])];
            tensor<int32, [4]> var_49078_end_0 = const()[name = tensor<string, []>("op_49078_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1152])];
            tensor<bool, [4]> var_49078_end_mask_0 = const()[name = tensor<string, []>("op_49078_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_49078_cast = slice_by_index(begin = var_49078_begin_0, end = var_49078_end_0, end_mask = var_49078_end_mask_0, x = transpose_31)[name = tensor<string, []>("op_49078_cast")];
            tensor<int32, [4]> var_49082_begin_0 = const()[name = tensor<string, []>("op_49082_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1152])];
            tensor<int32, [4]> var_49082_end_0 = const()[name = tensor<string, []>("op_49082_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1216])];
            tensor<bool, [4]> var_49082_end_mask_0 = const()[name = tensor<string, []>("op_49082_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_49082_cast = slice_by_index(begin = var_49082_begin_0, end = var_49082_end_0, end_mask = var_49082_end_mask_0, x = transpose_31)[name = tensor<string, []>("op_49082_cast")];
            tensor<int32, [4]> var_49086_begin_0 = const()[name = tensor<string, []>("op_49086_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1216])];
            tensor<int32, [4]> var_49086_end_0 = const()[name = tensor<string, []>("op_49086_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1280])];
            tensor<bool, [4]> var_49086_end_mask_0 = const()[name = tensor<string, []>("op_49086_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_49086_cast = slice_by_index(begin = var_49086_begin_0, end = var_49086_end_0, end_mask = var_49086_end_mask_0, x = transpose_31)[name = tensor<string, []>("op_49086_cast")];
            tensor<int32, [4]> var_49088_begin_0 = const()[name = tensor<string, []>("op_49088_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_49088_end_0 = const()[name = tensor<string, []>("op_49088_end_0"), val = tensor<int32, [4]>([2, 64, 1, 576])];
            tensor<bool, [4]> var_49088_end_mask_0 = const()[name = tensor<string, []>("op_49088_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_49088_cast = slice_by_index(begin = var_49088_begin_0, end = var_49088_end_0, end_mask = var_49088_end_mask_0, x = v_217_cast)[name = tensor<string, []>("op_49088_cast")];
            tensor<int32, [4]> var_49092_begin_0 = const()[name = tensor<string, []>("op_49092_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_49092_end_0 = const()[name = tensor<string, []>("op_49092_end_0"), val = tensor<int32, [4]>([2, 128, 1, 576])];
            tensor<bool, [4]> var_49092_end_mask_0 = const()[name = tensor<string, []>("op_49092_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_49092_cast = slice_by_index(begin = var_49092_begin_0, end = var_49092_end_0, end_mask = var_49092_end_mask_0, x = v_217_cast)[name = tensor<string, []>("op_49092_cast")];
            tensor<int32, [4]> var_49096_begin_0 = const()[name = tensor<string, []>("op_49096_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_49096_end_0 = const()[name = tensor<string, []>("op_49096_end_0"), val = tensor<int32, [4]>([2, 192, 1, 576])];
            tensor<bool, [4]> var_49096_end_mask_0 = const()[name = tensor<string, []>("op_49096_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_49096_cast = slice_by_index(begin = var_49096_begin_0, end = var_49096_end_0, end_mask = var_49096_end_mask_0, x = v_217_cast)[name = tensor<string, []>("op_49096_cast")];
            tensor<int32, [4]> var_49100_begin_0 = const()[name = tensor<string, []>("op_49100_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_49100_end_0 = const()[name = tensor<string, []>("op_49100_end_0"), val = tensor<int32, [4]>([2, 256, 1, 576])];
            tensor<bool, [4]> var_49100_end_mask_0 = const()[name = tensor<string, []>("op_49100_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_49100_cast = slice_by_index(begin = var_49100_begin_0, end = var_49100_end_0, end_mask = var_49100_end_mask_0, x = v_217_cast)[name = tensor<string, []>("op_49100_cast")];
            tensor<int32, [4]> var_49104_begin_0 = const()[name = tensor<string, []>("op_49104_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_49104_end_0 = const()[name = tensor<string, []>("op_49104_end_0"), val = tensor<int32, [4]>([2, 320, 1, 576])];
            tensor<bool, [4]> var_49104_end_mask_0 = const()[name = tensor<string, []>("op_49104_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_49104_cast = slice_by_index(begin = var_49104_begin_0, end = var_49104_end_0, end_mask = var_49104_end_mask_0, x = v_217_cast)[name = tensor<string, []>("op_49104_cast")];
            tensor<int32, [4]> var_49108_begin_0 = const()[name = tensor<string, []>("op_49108_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_49108_end_0 = const()[name = tensor<string, []>("op_49108_end_0"), val = tensor<int32, [4]>([2, 384, 1, 576])];
            tensor<bool, [4]> var_49108_end_mask_0 = const()[name = tensor<string, []>("op_49108_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_49108_cast = slice_by_index(begin = var_49108_begin_0, end = var_49108_end_0, end_mask = var_49108_end_mask_0, x = v_217_cast)[name = tensor<string, []>("op_49108_cast")];
            tensor<int32, [4]> var_49112_begin_0 = const()[name = tensor<string, []>("op_49112_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_49112_end_0 = const()[name = tensor<string, []>("op_49112_end_0"), val = tensor<int32, [4]>([2, 448, 1, 576])];
            tensor<bool, [4]> var_49112_end_mask_0 = const()[name = tensor<string, []>("op_49112_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_49112_cast = slice_by_index(begin = var_49112_begin_0, end = var_49112_end_0, end_mask = var_49112_end_mask_0, x = v_217_cast)[name = tensor<string, []>("op_49112_cast")];
            tensor<int32, [4]> var_49116_begin_0 = const()[name = tensor<string, []>("op_49116_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_49116_end_0 = const()[name = tensor<string, []>("op_49116_end_0"), val = tensor<int32, [4]>([2, 512, 1, 576])];
            tensor<bool, [4]> var_49116_end_mask_0 = const()[name = tensor<string, []>("op_49116_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_49116_cast = slice_by_index(begin = var_49116_begin_0, end = var_49116_end_0, end_mask = var_49116_end_mask_0, x = v_217_cast)[name = tensor<string, []>("op_49116_cast")];
            tensor<int32, [4]> var_49120_begin_0 = const()[name = tensor<string, []>("op_49120_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_49120_end_0 = const()[name = tensor<string, []>("op_49120_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_49120_end_mask_0 = const()[name = tensor<string, []>("op_49120_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_49120_cast = slice_by_index(begin = var_49120_begin_0, end = var_49120_end_0, end_mask = var_49120_end_mask_0, x = v_217_cast)[name = tensor<string, []>("op_49120_cast")];
            tensor<int32, [4]> var_49124_begin_0 = const()[name = tensor<string, []>("op_49124_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_49124_end_0 = const()[name = tensor<string, []>("op_49124_end_0"), val = tensor<int32, [4]>([2, 640, 1, 576])];
            tensor<bool, [4]> var_49124_end_mask_0 = const()[name = tensor<string, []>("op_49124_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_49124_cast = slice_by_index(begin = var_49124_begin_0, end = var_49124_end_0, end_mask = var_49124_end_mask_0, x = v_217_cast)[name = tensor<string, []>("op_49124_cast")];
            tensor<int32, [4]> var_49128_begin_0 = const()[name = tensor<string, []>("op_49128_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_49128_end_0 = const()[name = tensor<string, []>("op_49128_end_0"), val = tensor<int32, [4]>([2, 704, 1, 576])];
            tensor<bool, [4]> var_49128_end_mask_0 = const()[name = tensor<string, []>("op_49128_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_49128_cast = slice_by_index(begin = var_49128_begin_0, end = var_49128_end_0, end_mask = var_49128_end_mask_0, x = v_217_cast)[name = tensor<string, []>("op_49128_cast")];
            tensor<int32, [4]> var_49132_begin_0 = const()[name = tensor<string, []>("op_49132_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_49132_end_0 = const()[name = tensor<string, []>("op_49132_end_0"), val = tensor<int32, [4]>([2, 768, 1, 576])];
            tensor<bool, [4]> var_49132_end_mask_0 = const()[name = tensor<string, []>("op_49132_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_49132_cast = slice_by_index(begin = var_49132_begin_0, end = var_49132_end_0, end_mask = var_49132_end_mask_0, x = v_217_cast)[name = tensor<string, []>("op_49132_cast")];
            tensor<int32, [4]> var_49136_begin_0 = const()[name = tensor<string, []>("op_49136_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_49136_end_0 = const()[name = tensor<string, []>("op_49136_end_0"), val = tensor<int32, [4]>([2, 832, 1, 576])];
            tensor<bool, [4]> var_49136_end_mask_0 = const()[name = tensor<string, []>("op_49136_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_49136_cast = slice_by_index(begin = var_49136_begin_0, end = var_49136_end_0, end_mask = var_49136_end_mask_0, x = v_217_cast)[name = tensor<string, []>("op_49136_cast")];
            tensor<int32, [4]> var_49140_begin_0 = const()[name = tensor<string, []>("op_49140_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_49140_end_0 = const()[name = tensor<string, []>("op_49140_end_0"), val = tensor<int32, [4]>([2, 896, 1, 576])];
            tensor<bool, [4]> var_49140_end_mask_0 = const()[name = tensor<string, []>("op_49140_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_49140_cast = slice_by_index(begin = var_49140_begin_0, end = var_49140_end_0, end_mask = var_49140_end_mask_0, x = v_217_cast)[name = tensor<string, []>("op_49140_cast")];
            tensor<int32, [4]> var_49144_begin_0 = const()[name = tensor<string, []>("op_49144_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_49144_end_0 = const()[name = tensor<string, []>("op_49144_end_0"), val = tensor<int32, [4]>([2, 960, 1, 576])];
            tensor<bool, [4]> var_49144_end_mask_0 = const()[name = tensor<string, []>("op_49144_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_49144_cast = slice_by_index(begin = var_49144_begin_0, end = var_49144_end_0, end_mask = var_49144_end_mask_0, x = v_217_cast)[name = tensor<string, []>("op_49144_cast")];
            tensor<int32, [4]> var_49148_begin_0 = const()[name = tensor<string, []>("op_49148_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_49148_end_0 = const()[name = tensor<string, []>("op_49148_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 576])];
            tensor<bool, [4]> var_49148_end_mask_0 = const()[name = tensor<string, []>("op_49148_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_49148_cast = slice_by_index(begin = var_49148_begin_0, end = var_49148_end_0, end_mask = var_49148_end_mask_0, x = v_217_cast)[name = tensor<string, []>("op_49148_cast")];
            tensor<int32, [4]> var_49152_begin_0 = const()[name = tensor<string, []>("op_49152_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_49152_end_0 = const()[name = tensor<string, []>("op_49152_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 576])];
            tensor<bool, [4]> var_49152_end_mask_0 = const()[name = tensor<string, []>("op_49152_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_49152_cast = slice_by_index(begin = var_49152_begin_0, end = var_49152_end_0, end_mask = var_49152_end_mask_0, x = v_217_cast)[name = tensor<string, []>("op_49152_cast")];
            tensor<int32, [4]> var_49156_begin_0 = const()[name = tensor<string, []>("op_49156_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_49156_end_0 = const()[name = tensor<string, []>("op_49156_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 576])];
            tensor<bool, [4]> var_49156_end_mask_0 = const()[name = tensor<string, []>("op_49156_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_49156_cast = slice_by_index(begin = var_49156_begin_0, end = var_49156_end_0, end_mask = var_49156_end_mask_0, x = v_217_cast)[name = tensor<string, []>("op_49156_cast")];
            tensor<int32, [4]> var_49160_begin_0 = const()[name = tensor<string, []>("op_49160_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_49160_end_0 = const()[name = tensor<string, []>("op_49160_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 576])];
            tensor<bool, [4]> var_49160_end_mask_0 = const()[name = tensor<string, []>("op_49160_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_49160_cast = slice_by_index(begin = var_49160_begin_0, end = var_49160_end_0, end_mask = var_49160_end_mask_0, x = v_217_cast)[name = tensor<string, []>("op_49160_cast")];
            tensor<int32, [4]> var_49164_begin_0 = const()[name = tensor<string, []>("op_49164_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_49164_end_0 = const()[name = tensor<string, []>("op_49164_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 576])];
            tensor<bool, [4]> var_49164_end_mask_0 = const()[name = tensor<string, []>("op_49164_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_49164_cast = slice_by_index(begin = var_49164_begin_0, end = var_49164_end_0, end_mask = var_49164_end_mask_0, x = v_217_cast)[name = tensor<string, []>("op_49164_cast")];
            tensor<string, []> var_49168_equation_0 = const()[name = tensor<string, []>("op_49168_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_49168_cast = einsum(equation = var_49168_equation_0, values = (var_49010_cast, var_48927_cast))[name = tensor<string, []>("op_49168_cast")];
            tensor<fp16, []> var_49169_to_fp16 = const()[name = tensor<string, []>("op_49169_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4161_cast = mul(x = var_49168_cast, y = var_49169_to_fp16)[name = tensor<string, []>("aw_4161_cast")];
            tensor<string, []> var_49172_equation_0 = const()[name = tensor<string, []>("op_49172_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_49172_cast = einsum(equation = var_49172_equation_0, values = (var_49014_cast, var_48931_cast))[name = tensor<string, []>("op_49172_cast")];
            tensor<fp16, []> var_49173_to_fp16 = const()[name = tensor<string, []>("op_49173_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4163_cast = mul(x = var_49172_cast, y = var_49173_to_fp16)[name = tensor<string, []>("aw_4163_cast")];
            tensor<string, []> var_49176_equation_0 = const()[name = tensor<string, []>("op_49176_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_49176_cast = einsum(equation = var_49176_equation_0, values = (var_49018_cast, var_48935_cast))[name = tensor<string, []>("op_49176_cast")];
            tensor<fp16, []> var_49177_to_fp16 = const()[name = tensor<string, []>("op_49177_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4165_cast = mul(x = var_49176_cast, y = var_49177_to_fp16)[name = tensor<string, []>("aw_4165_cast")];
            tensor<string, []> var_49180_equation_0 = const()[name = tensor<string, []>("op_49180_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_49180_cast = einsum(equation = var_49180_equation_0, values = (var_49022_cast, var_48939_cast))[name = tensor<string, []>("op_49180_cast")];
            tensor<fp16, []> var_49181_to_fp16 = const()[name = tensor<string, []>("op_49181_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4167_cast = mul(x = var_49180_cast, y = var_49181_to_fp16)[name = tensor<string, []>("aw_4167_cast")];
            tensor<string, []> var_49184_equation_0 = const()[name = tensor<string, []>("op_49184_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_49184_cast = einsum(equation = var_49184_equation_0, values = (var_49026_cast, var_48943_cast))[name = tensor<string, []>("op_49184_cast")];
            tensor<fp16, []> var_49185_to_fp16 = const()[name = tensor<string, []>("op_49185_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4169_cast = mul(x = var_49184_cast, y = var_49185_to_fp16)[name = tensor<string, []>("aw_4169_cast")];
            tensor<string, []> var_49188_equation_0 = const()[name = tensor<string, []>("op_49188_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_49188_cast = einsum(equation = var_49188_equation_0, values = (var_49030_cast, var_48947_cast))[name = tensor<string, []>("op_49188_cast")];
            tensor<fp16, []> var_49189_to_fp16 = const()[name = tensor<string, []>("op_49189_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4171_cast = mul(x = var_49188_cast, y = var_49189_to_fp16)[name = tensor<string, []>("aw_4171_cast")];
            tensor<string, []> var_49192_equation_0 = const()[name = tensor<string, []>("op_49192_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_49192_cast = einsum(equation = var_49192_equation_0, values = (var_49034_cast, var_48951_cast))[name = tensor<string, []>("op_49192_cast")];
            tensor<fp16, []> var_49193_to_fp16 = const()[name = tensor<string, []>("op_49193_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4173_cast = mul(x = var_49192_cast, y = var_49193_to_fp16)[name = tensor<string, []>("aw_4173_cast")];
            tensor<string, []> var_49196_equation_0 = const()[name = tensor<string, []>("op_49196_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_49196_cast = einsum(equation = var_49196_equation_0, values = (var_49038_cast, var_48955_cast))[name = tensor<string, []>("op_49196_cast")];
            tensor<fp16, []> var_49197_to_fp16 = const()[name = tensor<string, []>("op_49197_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4175_cast = mul(x = var_49196_cast, y = var_49197_to_fp16)[name = tensor<string, []>("aw_4175_cast")];
            tensor<string, []> var_49200_equation_0 = const()[name = tensor<string, []>("op_49200_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_49200_cast = einsum(equation = var_49200_equation_0, values = (var_49042_cast, var_48959_cast))[name = tensor<string, []>("op_49200_cast")];
            tensor<fp16, []> var_49201_to_fp16 = const()[name = tensor<string, []>("op_49201_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4177_cast = mul(x = var_49200_cast, y = var_49201_to_fp16)[name = tensor<string, []>("aw_4177_cast")];
            tensor<string, []> var_49204_equation_0 = const()[name = tensor<string, []>("op_49204_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_49204_cast = einsum(equation = var_49204_equation_0, values = (var_49046_cast, var_48963_cast))[name = tensor<string, []>("op_49204_cast")];
            tensor<fp16, []> var_49205_to_fp16 = const()[name = tensor<string, []>("op_49205_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4179_cast = mul(x = var_49204_cast, y = var_49205_to_fp16)[name = tensor<string, []>("aw_4179_cast")];
            tensor<string, []> var_49208_equation_0 = const()[name = tensor<string, []>("op_49208_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_49208_cast = einsum(equation = var_49208_equation_0, values = (var_49050_cast, var_48967_cast))[name = tensor<string, []>("op_49208_cast")];
            tensor<fp16, []> var_49209_to_fp16 = const()[name = tensor<string, []>("op_49209_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4181_cast = mul(x = var_49208_cast, y = var_49209_to_fp16)[name = tensor<string, []>("aw_4181_cast")];
            tensor<string, []> var_49212_equation_0 = const()[name = tensor<string, []>("op_49212_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_49212_cast = einsum(equation = var_49212_equation_0, values = (var_49054_cast, var_48971_cast))[name = tensor<string, []>("op_49212_cast")];
            tensor<fp16, []> var_49213_to_fp16 = const()[name = tensor<string, []>("op_49213_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4183_cast = mul(x = var_49212_cast, y = var_49213_to_fp16)[name = tensor<string, []>("aw_4183_cast")];
            tensor<string, []> var_49216_equation_0 = const()[name = tensor<string, []>("op_49216_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_49216_cast = einsum(equation = var_49216_equation_0, values = (var_49058_cast, var_48975_cast))[name = tensor<string, []>("op_49216_cast")];
            tensor<fp16, []> var_49217_to_fp16 = const()[name = tensor<string, []>("op_49217_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4185_cast = mul(x = var_49216_cast, y = var_49217_to_fp16)[name = tensor<string, []>("aw_4185_cast")];
            tensor<string, []> var_49220_equation_0 = const()[name = tensor<string, []>("op_49220_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_49220_cast = einsum(equation = var_49220_equation_0, values = (var_49062_cast, var_48979_cast))[name = tensor<string, []>("op_49220_cast")];
            tensor<fp16, []> var_49221_to_fp16 = const()[name = tensor<string, []>("op_49221_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4187_cast = mul(x = var_49220_cast, y = var_49221_to_fp16)[name = tensor<string, []>("aw_4187_cast")];
            tensor<string, []> var_49224_equation_0 = const()[name = tensor<string, []>("op_49224_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_49224_cast = einsum(equation = var_49224_equation_0, values = (var_49066_cast, var_48983_cast))[name = tensor<string, []>("op_49224_cast")];
            tensor<fp16, []> var_49225_to_fp16 = const()[name = tensor<string, []>("op_49225_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4189_cast = mul(x = var_49224_cast, y = var_49225_to_fp16)[name = tensor<string, []>("aw_4189_cast")];
            tensor<string, []> var_49228_equation_0 = const()[name = tensor<string, []>("op_49228_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_49228_cast = einsum(equation = var_49228_equation_0, values = (var_49070_cast, var_48987_cast))[name = tensor<string, []>("op_49228_cast")];
            tensor<fp16, []> var_49229_to_fp16 = const()[name = tensor<string, []>("op_49229_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4191_cast = mul(x = var_49228_cast, y = var_49229_to_fp16)[name = tensor<string, []>("aw_4191_cast")];
            tensor<string, []> var_49232_equation_0 = const()[name = tensor<string, []>("op_49232_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_49232_cast = einsum(equation = var_49232_equation_0, values = (var_49074_cast, var_48991_cast))[name = tensor<string, []>("op_49232_cast")];
            tensor<fp16, []> var_49233_to_fp16 = const()[name = tensor<string, []>("op_49233_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4193_cast = mul(x = var_49232_cast, y = var_49233_to_fp16)[name = tensor<string, []>("aw_4193_cast")];
            tensor<string, []> var_49236_equation_0 = const()[name = tensor<string, []>("op_49236_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_49236_cast = einsum(equation = var_49236_equation_0, values = (var_49078_cast, var_48995_cast))[name = tensor<string, []>("op_49236_cast")];
            tensor<fp16, []> var_49237_to_fp16 = const()[name = tensor<string, []>("op_49237_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4195_cast = mul(x = var_49236_cast, y = var_49237_to_fp16)[name = tensor<string, []>("aw_4195_cast")];
            tensor<string, []> var_49240_equation_0 = const()[name = tensor<string, []>("op_49240_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_49240_cast = einsum(equation = var_49240_equation_0, values = (var_49082_cast, var_48999_cast))[name = tensor<string, []>("op_49240_cast")];
            tensor<fp16, []> var_49241_to_fp16 = const()[name = tensor<string, []>("op_49241_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4197_cast = mul(x = var_49240_cast, y = var_49241_to_fp16)[name = tensor<string, []>("aw_4197_cast")];
            tensor<string, []> var_49244_equation_0 = const()[name = tensor<string, []>("op_49244_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_49244_cast = einsum(equation = var_49244_equation_0, values = (var_49086_cast, var_49003_cast))[name = tensor<string, []>("op_49244_cast")];
            tensor<fp16, []> var_49245_to_fp16 = const()[name = tensor<string, []>("op_49245_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4199_cast = mul(x = var_49244_cast, y = var_49245_to_fp16)[name = tensor<string, []>("aw_4199_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_49247_cast = softmax(axis = var_30355, x = aw_4161_cast)[name = tensor<string, []>("op_49247_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_49248_cast = softmax(axis = var_30355, x = aw_4163_cast)[name = tensor<string, []>("op_49248_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_49249_cast = softmax(axis = var_30355, x = aw_4165_cast)[name = tensor<string, []>("op_49249_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_49250_cast = softmax(axis = var_30355, x = aw_4167_cast)[name = tensor<string, []>("op_49250_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_49251_cast = softmax(axis = var_30355, x = aw_4169_cast)[name = tensor<string, []>("op_49251_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_49252_cast = softmax(axis = var_30355, x = aw_4171_cast)[name = tensor<string, []>("op_49252_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_49253_cast = softmax(axis = var_30355, x = aw_4173_cast)[name = tensor<string, []>("op_49253_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_49254_cast = softmax(axis = var_30355, x = aw_4175_cast)[name = tensor<string, []>("op_49254_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_49255_cast = softmax(axis = var_30355, x = aw_4177_cast)[name = tensor<string, []>("op_49255_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_49256_cast = softmax(axis = var_30355, x = aw_4179_cast)[name = tensor<string, []>("op_49256_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_49257_cast = softmax(axis = var_30355, x = aw_4181_cast)[name = tensor<string, []>("op_49257_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_49258_cast = softmax(axis = var_30355, x = aw_4183_cast)[name = tensor<string, []>("op_49258_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_49259_cast = softmax(axis = var_30355, x = aw_4185_cast)[name = tensor<string, []>("op_49259_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_49260_cast = softmax(axis = var_30355, x = aw_4187_cast)[name = tensor<string, []>("op_49260_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_49261_cast = softmax(axis = var_30355, x = aw_4189_cast)[name = tensor<string, []>("op_49261_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_49262_cast = softmax(axis = var_30355, x = aw_4191_cast)[name = tensor<string, []>("op_49262_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_49263_cast = softmax(axis = var_30355, x = aw_4193_cast)[name = tensor<string, []>("op_49263_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_49264_cast = softmax(axis = var_30355, x = aw_4195_cast)[name = tensor<string, []>("op_49264_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_49265_cast = softmax(axis = var_30355, x = aw_4197_cast)[name = tensor<string, []>("op_49265_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_49266_cast = softmax(axis = var_30355, x = aw_4199_cast)[name = tensor<string, []>("op_49266_cast")];
            tensor<string, []> var_49268_equation_0 = const()[name = tensor<string, []>("op_49268_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_49268_cast = einsum(equation = var_49268_equation_0, values = (var_49088_cast, var_49247_cast))[name = tensor<string, []>("op_49268_cast")];
            tensor<string, []> var_49270_equation_0 = const()[name = tensor<string, []>("op_49270_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_49270_cast = einsum(equation = var_49270_equation_0, values = (var_49092_cast, var_49248_cast))[name = tensor<string, []>("op_49270_cast")];
            tensor<string, []> var_49272_equation_0 = const()[name = tensor<string, []>("op_49272_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_49272_cast = einsum(equation = var_49272_equation_0, values = (var_49096_cast, var_49249_cast))[name = tensor<string, []>("op_49272_cast")];
            tensor<string, []> var_49274_equation_0 = const()[name = tensor<string, []>("op_49274_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_49274_cast = einsum(equation = var_49274_equation_0, values = (var_49100_cast, var_49250_cast))[name = tensor<string, []>("op_49274_cast")];
            tensor<string, []> var_49276_equation_0 = const()[name = tensor<string, []>("op_49276_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_49276_cast = einsum(equation = var_49276_equation_0, values = (var_49104_cast, var_49251_cast))[name = tensor<string, []>("op_49276_cast")];
            tensor<string, []> var_49278_equation_0 = const()[name = tensor<string, []>("op_49278_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_49278_cast = einsum(equation = var_49278_equation_0, values = (var_49108_cast, var_49252_cast))[name = tensor<string, []>("op_49278_cast")];
            tensor<string, []> var_49280_equation_0 = const()[name = tensor<string, []>("op_49280_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_49280_cast = einsum(equation = var_49280_equation_0, values = (var_49112_cast, var_49253_cast))[name = tensor<string, []>("op_49280_cast")];
            tensor<string, []> var_49282_equation_0 = const()[name = tensor<string, []>("op_49282_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_49282_cast = einsum(equation = var_49282_equation_0, values = (var_49116_cast, var_49254_cast))[name = tensor<string, []>("op_49282_cast")];
            tensor<string, []> var_49284_equation_0 = const()[name = tensor<string, []>("op_49284_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_49284_cast = einsum(equation = var_49284_equation_0, values = (var_49120_cast, var_49255_cast))[name = tensor<string, []>("op_49284_cast")];
            tensor<string, []> var_49286_equation_0 = const()[name = tensor<string, []>("op_49286_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_49286_cast = einsum(equation = var_49286_equation_0, values = (var_49124_cast, var_49256_cast))[name = tensor<string, []>("op_49286_cast")];
            tensor<string, []> var_49288_equation_0 = const()[name = tensor<string, []>("op_49288_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_49288_cast = einsum(equation = var_49288_equation_0, values = (var_49128_cast, var_49257_cast))[name = tensor<string, []>("op_49288_cast")];
            tensor<string, []> var_49290_equation_0 = const()[name = tensor<string, []>("op_49290_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_49290_cast = einsum(equation = var_49290_equation_0, values = (var_49132_cast, var_49258_cast))[name = tensor<string, []>("op_49290_cast")];
            tensor<string, []> var_49292_equation_0 = const()[name = tensor<string, []>("op_49292_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_49292_cast = einsum(equation = var_49292_equation_0, values = (var_49136_cast, var_49259_cast))[name = tensor<string, []>("op_49292_cast")];
            tensor<string, []> var_49294_equation_0 = const()[name = tensor<string, []>("op_49294_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_49294_cast = einsum(equation = var_49294_equation_0, values = (var_49140_cast, var_49260_cast))[name = tensor<string, []>("op_49294_cast")];
            tensor<string, []> var_49296_equation_0 = const()[name = tensor<string, []>("op_49296_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_49296_cast = einsum(equation = var_49296_equation_0, values = (var_49144_cast, var_49261_cast))[name = tensor<string, []>("op_49296_cast")];
            tensor<string, []> var_49298_equation_0 = const()[name = tensor<string, []>("op_49298_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_49298_cast = einsum(equation = var_49298_equation_0, values = (var_49148_cast, var_49262_cast))[name = tensor<string, []>("op_49298_cast")];
            tensor<string, []> var_49300_equation_0 = const()[name = tensor<string, []>("op_49300_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_49300_cast = einsum(equation = var_49300_equation_0, values = (var_49152_cast, var_49263_cast))[name = tensor<string, []>("op_49300_cast")];
            tensor<string, []> var_49302_equation_0 = const()[name = tensor<string, []>("op_49302_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_49302_cast = einsum(equation = var_49302_equation_0, values = (var_49156_cast, var_49264_cast))[name = tensor<string, []>("op_49302_cast")];
            tensor<string, []> var_49304_equation_0 = const()[name = tensor<string, []>("op_49304_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_49304_cast = einsum(equation = var_49304_equation_0, values = (var_49160_cast, var_49265_cast))[name = tensor<string, []>("op_49304_cast")];
            tensor<string, []> var_49306_equation_0 = const()[name = tensor<string, []>("op_49306_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_49306_cast = einsum(equation = var_49306_equation_0, values = (var_49164_cast, var_49266_cast))[name = tensor<string, []>("op_49306_cast")];
            tensor<bool, []> input_635_interleave_0 = const()[name = tensor<string, []>("input_635_interleave_0"), val = tensor<bool, []>(false)];
            tensor<fp16, [2, 1280, 1, 576]> input_635_cast = concat(axis = var_30355, interleave = input_635_interleave_0, values = (var_49268_cast, var_49270_cast, var_49272_cast, var_49274_cast, var_49276_cast, var_49278_cast, var_49280_cast, var_49282_cast, var_49284_cast, var_49286_cast, var_49288_cast, var_49290_cast, var_49292_cast, var_49294_cast, var_49296_cast, var_49298_cast, var_49300_cast, var_49302_cast, var_49304_cast, var_49306_cast))[name = tensor<string, []>("input_635_cast")];
            tensor<int32, [2]> var_49312 = const()[name = tensor<string, []>("op_49312"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_49314 = const()[name = tensor<string, []>("op_49314"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_49316_pad_type_0 = const()[name = tensor<string, []>("op_49316_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_49316_pad_0 = const()[name = tensor<string, []>("op_49316_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_0_attn1_to_out_0_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [1228800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(314332160))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(315561024))), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_0_attn1_to_out_0_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_attentions_2_transformer_blocks_0_attn1_to_out_0_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_0_attn1_to_out_0_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(315561216)))];
            tensor<fp16, [2, 1280, 1, 576]> var_49316_cast = conv(bias = up_blocks_0_attentions_2_transformer_blocks_0_attn1_to_out_0_bias_to_fp16, dilations = var_49314, groups = var_30355, pad = var_49316_pad_0, pad_type = var_49316_pad_type_0, strides = var_49312, weight = up_blocks_0_attentions_2_transformer_blocks_0_attn1_to_out_0_weight_to_fp16_palettized, x = input_635_cast)[name = tensor<string, []>("op_49316_cast")];
            tensor<fp16, [2, 1280, 1, 576]> inputs_327_cast = add(x = var_49316_cast, y = inputs_325_cast)[name = tensor<string, []>("inputs_327_cast")];
            tensor<int32, [1]> var_49320 = const()[name = tensor<string, []>("op_49320"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> channels_mean_327_cast = reduce_mean(axes = var_49320, keep_dims = var_30350, x = inputs_327_cast)[name = tensor<string, []>("channels_mean_327_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_327_cast = sub(x = inputs_327_cast, y = channels_mean_327_cast)[name = tensor<string, []>("zero_mean_327_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_sq_327_cast = mul(x = zero_mean_327_cast, y = zero_mean_327_cast)[name = tensor<string, []>("zero_mean_sq_327_cast")];
            tensor<int32, [1]> var_49324 = const()[name = tensor<string, []>("op_49324"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> var_49325_cast = reduce_mean(axes = var_49324, keep_dims = var_30350, x = zero_mean_sq_327_cast)[name = tensor<string, []>("op_49325_cast")];
            tensor<fp16, []> var_49326_to_fp16 = const()[name = tensor<string, []>("op_49326_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 576]> var_49327_cast = add(x = var_49325_cast, y = var_49326_to_fp16)[name = tensor<string, []>("op_49327_cast")];
            tensor<fp16, []> denom_327_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_327_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 576]> denom_327_cast = rsqrt(epsilon = denom_327_epsilon_0_to_fp16, x = var_49327_cast)[name = tensor<string, []>("denom_327_cast")];
            tensor<fp16, [2, 1280, 1, 576]> out_327_cast = mul(x = zero_mean_327_cast, y = denom_327_cast)[name = tensor<string, []>("out_327_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_49331_to_fp16 = const()[name = tensor<string, []>("op_49331_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(315563840)))];
            tensor<fp16, [2, 1280, 1, 576]> var_49332_cast = add(x = out_327_cast, y = var_49331_to_fp16)[name = tensor<string, []>("op_49332_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_49334_to_fp16 = const()[name = tensor<string, []>("op_49334_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(315566464)))];
            tensor<fp16, [2, 1280, 1, 576]> hidden_states_437_cast = mul(x = var_49332_cast, y = var_49334_to_fp16)[name = tensor<string, []>("hidden_states_437_cast")];
            tensor<int32, [2]> var_49341 = const()[name = tensor<string, []>("op_49341"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_49343 = const()[name = tensor<string, []>("op_49343"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> q_219_pad_type_0 = const()[name = tensor<string, []>("q_219_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> q_219_pad_0 = const()[name = tensor<string, []>("q_219_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_0_attn2_to_q_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [409600]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(315569088))), lut = tensor<fp16, [4]>([-0x1.c78p-6, -0x1.154p-7, 0x1.148p-7, 0x1.c7p-6]), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_0_attn2_to_q_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> q_219_cast = conv(dilations = var_49343, groups = var_30355, pad = q_219_pad_0, pad_type = q_219_pad_type_0, strides = var_49341, weight = up_blocks_0_attentions_2_transformer_blocks_0_attn2_to_q_weight_to_fp16_palettized, x = hidden_states_437_cast)[name = tensor<string, []>("q_219_cast")];
            tensor<int32, [2]> var_49347 = const()[name = tensor<string, []>("op_49347"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_49349 = const()[name = tensor<string, []>("op_49349"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> k_437_pad_type_0 = const()[name = tensor<string, []>("k_437_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> k_437_pad_0 = const()[name = tensor<string, []>("k_437_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 2048, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_0_attn2_to_k_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [655360]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(315978752))), lut = tensor<fp16, [4]>([-0x1.a8p-6, -0x1.ef8p-8, 0x1.f2cp-8, 0x1.a9p-6]), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_0_attn2_to_k_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 2048, 1, 1])];
            tensor<fp16, [2, 1280, 1, 77]> k_437_cast = conv(dilations = var_49349, groups = var_30355, pad = k_437_pad_0, pad_type = k_437_pad_type_0, strides = var_49347, weight = up_blocks_0_attentions_2_transformer_blocks_0_attn2_to_k_weight_to_fp16_palettized, x = encoder_hidden_states)[name = tensor<string, []>("k_437_cast")];
            tensor<int32, [2]> var_49353 = const()[name = tensor<string, []>("op_49353"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_49355 = const()[name = tensor<string, []>("op_49355"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> v_219_pad_type_0 = const()[name = tensor<string, []>("v_219_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> v_219_pad_0 = const()[name = tensor<string, []>("v_219_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 2048, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_0_attn2_to_v_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [655360]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(316634176))), lut = tensor<fp16, [4]>([-0x1.6c4p-6, -0x1.994p-8, 0x1.9bcp-8, 0x1.6cp-6]), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_0_attn2_to_v_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 2048, 1, 1])];
            tensor<fp16, [2, 1280, 1, 77]> v_219_cast = conv(dilations = var_49355, groups = var_30355, pad = v_219_pad_0, pad_type = v_219_pad_type_0, strides = var_49353, weight = up_blocks_0_attentions_2_transformer_blocks_0_attn2_to_v_weight_to_fp16_palettized, x = encoder_hidden_states)[name = tensor<string, []>("v_219_cast")];
            tensor<int32, [4]> var_49359_begin_0 = const()[name = tensor<string, []>("op_49359_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_49359_end_0 = const()[name = tensor<string, []>("op_49359_end_0"), val = tensor<int32, [4]>([2, 64, 1, 576])];
            tensor<bool, [4]> var_49359_end_mask_0 = const()[name = tensor<string, []>("op_49359_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_49359_cast = slice_by_index(begin = var_49359_begin_0, end = var_49359_end_0, end_mask = var_49359_end_mask_0, x = q_219_cast)[name = tensor<string, []>("op_49359_cast")];
            tensor<int32, [4]> var_49363_begin_0 = const()[name = tensor<string, []>("op_49363_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_49363_end_0 = const()[name = tensor<string, []>("op_49363_end_0"), val = tensor<int32, [4]>([2, 128, 1, 576])];
            tensor<bool, [4]> var_49363_end_mask_0 = const()[name = tensor<string, []>("op_49363_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_49363_cast = slice_by_index(begin = var_49363_begin_0, end = var_49363_end_0, end_mask = var_49363_end_mask_0, x = q_219_cast)[name = tensor<string, []>("op_49363_cast")];
            tensor<int32, [4]> var_49367_begin_0 = const()[name = tensor<string, []>("op_49367_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_49367_end_0 = const()[name = tensor<string, []>("op_49367_end_0"), val = tensor<int32, [4]>([2, 192, 1, 576])];
            tensor<bool, [4]> var_49367_end_mask_0 = const()[name = tensor<string, []>("op_49367_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_49367_cast = slice_by_index(begin = var_49367_begin_0, end = var_49367_end_0, end_mask = var_49367_end_mask_0, x = q_219_cast)[name = tensor<string, []>("op_49367_cast")];
            tensor<int32, [4]> var_49371_begin_0 = const()[name = tensor<string, []>("op_49371_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_49371_end_0 = const()[name = tensor<string, []>("op_49371_end_0"), val = tensor<int32, [4]>([2, 256, 1, 576])];
            tensor<bool, [4]> var_49371_end_mask_0 = const()[name = tensor<string, []>("op_49371_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_49371_cast = slice_by_index(begin = var_49371_begin_0, end = var_49371_end_0, end_mask = var_49371_end_mask_0, x = q_219_cast)[name = tensor<string, []>("op_49371_cast")];
            tensor<int32, [4]> var_49375_begin_0 = const()[name = tensor<string, []>("op_49375_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_49375_end_0 = const()[name = tensor<string, []>("op_49375_end_0"), val = tensor<int32, [4]>([2, 320, 1, 576])];
            tensor<bool, [4]> var_49375_end_mask_0 = const()[name = tensor<string, []>("op_49375_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_49375_cast = slice_by_index(begin = var_49375_begin_0, end = var_49375_end_0, end_mask = var_49375_end_mask_0, x = q_219_cast)[name = tensor<string, []>("op_49375_cast")];
            tensor<int32, [4]> var_49379_begin_0 = const()[name = tensor<string, []>("op_49379_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_49379_end_0 = const()[name = tensor<string, []>("op_49379_end_0"), val = tensor<int32, [4]>([2, 384, 1, 576])];
            tensor<bool, [4]> var_49379_end_mask_0 = const()[name = tensor<string, []>("op_49379_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_49379_cast = slice_by_index(begin = var_49379_begin_0, end = var_49379_end_0, end_mask = var_49379_end_mask_0, x = q_219_cast)[name = tensor<string, []>("op_49379_cast")];
            tensor<int32, [4]> var_49383_begin_0 = const()[name = tensor<string, []>("op_49383_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_49383_end_0 = const()[name = tensor<string, []>("op_49383_end_0"), val = tensor<int32, [4]>([2, 448, 1, 576])];
            tensor<bool, [4]> var_49383_end_mask_0 = const()[name = tensor<string, []>("op_49383_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_49383_cast = slice_by_index(begin = var_49383_begin_0, end = var_49383_end_0, end_mask = var_49383_end_mask_0, x = q_219_cast)[name = tensor<string, []>("op_49383_cast")];
            tensor<int32, [4]> var_49387_begin_0 = const()[name = tensor<string, []>("op_49387_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_49387_end_0 = const()[name = tensor<string, []>("op_49387_end_0"), val = tensor<int32, [4]>([2, 512, 1, 576])];
            tensor<bool, [4]> var_49387_end_mask_0 = const()[name = tensor<string, []>("op_49387_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_49387_cast = slice_by_index(begin = var_49387_begin_0, end = var_49387_end_0, end_mask = var_49387_end_mask_0, x = q_219_cast)[name = tensor<string, []>("op_49387_cast")];
            tensor<int32, [4]> var_49391_begin_0 = const()[name = tensor<string, []>("op_49391_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_49391_end_0 = const()[name = tensor<string, []>("op_49391_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_49391_end_mask_0 = const()[name = tensor<string, []>("op_49391_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_49391_cast = slice_by_index(begin = var_49391_begin_0, end = var_49391_end_0, end_mask = var_49391_end_mask_0, x = q_219_cast)[name = tensor<string, []>("op_49391_cast")];
            tensor<int32, [4]> var_49395_begin_0 = const()[name = tensor<string, []>("op_49395_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_49395_end_0 = const()[name = tensor<string, []>("op_49395_end_0"), val = tensor<int32, [4]>([2, 640, 1, 576])];
            tensor<bool, [4]> var_49395_end_mask_0 = const()[name = tensor<string, []>("op_49395_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_49395_cast = slice_by_index(begin = var_49395_begin_0, end = var_49395_end_0, end_mask = var_49395_end_mask_0, x = q_219_cast)[name = tensor<string, []>("op_49395_cast")];
            tensor<int32, [4]> var_49399_begin_0 = const()[name = tensor<string, []>("op_49399_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_49399_end_0 = const()[name = tensor<string, []>("op_49399_end_0"), val = tensor<int32, [4]>([2, 704, 1, 576])];
            tensor<bool, [4]> var_49399_end_mask_0 = const()[name = tensor<string, []>("op_49399_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_49399_cast = slice_by_index(begin = var_49399_begin_0, end = var_49399_end_0, end_mask = var_49399_end_mask_0, x = q_219_cast)[name = tensor<string, []>("op_49399_cast")];
            tensor<int32, [4]> var_49403_begin_0 = const()[name = tensor<string, []>("op_49403_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_49403_end_0 = const()[name = tensor<string, []>("op_49403_end_0"), val = tensor<int32, [4]>([2, 768, 1, 576])];
            tensor<bool, [4]> var_49403_end_mask_0 = const()[name = tensor<string, []>("op_49403_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_49403_cast = slice_by_index(begin = var_49403_begin_0, end = var_49403_end_0, end_mask = var_49403_end_mask_0, x = q_219_cast)[name = tensor<string, []>("op_49403_cast")];
            tensor<int32, [4]> var_49407_begin_0 = const()[name = tensor<string, []>("op_49407_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_49407_end_0 = const()[name = tensor<string, []>("op_49407_end_0"), val = tensor<int32, [4]>([2, 832, 1, 576])];
            tensor<bool, [4]> var_49407_end_mask_0 = const()[name = tensor<string, []>("op_49407_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_49407_cast = slice_by_index(begin = var_49407_begin_0, end = var_49407_end_0, end_mask = var_49407_end_mask_0, x = q_219_cast)[name = tensor<string, []>("op_49407_cast")];
            tensor<int32, [4]> var_49411_begin_0 = const()[name = tensor<string, []>("op_49411_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_49411_end_0 = const()[name = tensor<string, []>("op_49411_end_0"), val = tensor<int32, [4]>([2, 896, 1, 576])];
            tensor<bool, [4]> var_49411_end_mask_0 = const()[name = tensor<string, []>("op_49411_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_49411_cast = slice_by_index(begin = var_49411_begin_0, end = var_49411_end_0, end_mask = var_49411_end_mask_0, x = q_219_cast)[name = tensor<string, []>("op_49411_cast")];
            tensor<int32, [4]> var_49415_begin_0 = const()[name = tensor<string, []>("op_49415_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_49415_end_0 = const()[name = tensor<string, []>("op_49415_end_0"), val = tensor<int32, [4]>([2, 960, 1, 576])];
            tensor<bool, [4]> var_49415_end_mask_0 = const()[name = tensor<string, []>("op_49415_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_49415_cast = slice_by_index(begin = var_49415_begin_0, end = var_49415_end_0, end_mask = var_49415_end_mask_0, x = q_219_cast)[name = tensor<string, []>("op_49415_cast")];
            tensor<int32, [4]> var_49419_begin_0 = const()[name = tensor<string, []>("op_49419_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_49419_end_0 = const()[name = tensor<string, []>("op_49419_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 576])];
            tensor<bool, [4]> var_49419_end_mask_0 = const()[name = tensor<string, []>("op_49419_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_49419_cast = slice_by_index(begin = var_49419_begin_0, end = var_49419_end_0, end_mask = var_49419_end_mask_0, x = q_219_cast)[name = tensor<string, []>("op_49419_cast")];
            tensor<int32, [4]> var_49423_begin_0 = const()[name = tensor<string, []>("op_49423_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_49423_end_0 = const()[name = tensor<string, []>("op_49423_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 576])];
            tensor<bool, [4]> var_49423_end_mask_0 = const()[name = tensor<string, []>("op_49423_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_49423_cast = slice_by_index(begin = var_49423_begin_0, end = var_49423_end_0, end_mask = var_49423_end_mask_0, x = q_219_cast)[name = tensor<string, []>("op_49423_cast")];
            tensor<int32, [4]> var_49427_begin_0 = const()[name = tensor<string, []>("op_49427_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_49427_end_0 = const()[name = tensor<string, []>("op_49427_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 576])];
            tensor<bool, [4]> var_49427_end_mask_0 = const()[name = tensor<string, []>("op_49427_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_49427_cast = slice_by_index(begin = var_49427_begin_0, end = var_49427_end_0, end_mask = var_49427_end_mask_0, x = q_219_cast)[name = tensor<string, []>("op_49427_cast")];
            tensor<int32, [4]> var_49431_begin_0 = const()[name = tensor<string, []>("op_49431_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_49431_end_0 = const()[name = tensor<string, []>("op_49431_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 576])];
            tensor<bool, [4]> var_49431_end_mask_0 = const()[name = tensor<string, []>("op_49431_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_49431_cast = slice_by_index(begin = var_49431_begin_0, end = var_49431_end_0, end_mask = var_49431_end_mask_0, x = q_219_cast)[name = tensor<string, []>("op_49431_cast")];
            tensor<int32, [4]> var_49435_begin_0 = const()[name = tensor<string, []>("op_49435_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_49435_end_0 = const()[name = tensor<string, []>("op_49435_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 576])];
            tensor<bool, [4]> var_49435_end_mask_0 = const()[name = tensor<string, []>("op_49435_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_49435_cast = slice_by_index(begin = var_49435_begin_0, end = var_49435_end_0, end_mask = var_49435_end_mask_0, x = q_219_cast)[name = tensor<string, []>("op_49435_cast")];
            tensor<int32, [4]> k_439_perm_0 = const()[name = tensor<string, []>("k_439_perm_0"), val = tensor<int32, [4]>([0, 3, 2, 1])];
            tensor<int32, [4]> var_49442_begin_0 = const()[name = tensor<string, []>("op_49442_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_49442_end_0 = const()[name = tensor<string, []>("op_49442_end_0"), val = tensor<int32, [4]>([2, 77, 1, 64])];
            tensor<bool, [4]> var_49442_end_mask_0 = const()[name = tensor<string, []>("op_49442_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 1280]> transpose_30 = transpose(perm = k_439_perm_0, x = k_437_cast)[name = tensor<string, []>("transpose_30")];
            tensor<fp16, [2, 77, 1, 64]> var_49442_cast = slice_by_index(begin = var_49442_begin_0, end = var_49442_end_0, end_mask = var_49442_end_mask_0, x = transpose_30)[name = tensor<string, []>("op_49442_cast")];
            tensor<int32, [4]> var_49446_begin_0 = const()[name = tensor<string, []>("op_49446_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 64])];
            tensor<int32, [4]> var_49446_end_0 = const()[name = tensor<string, []>("op_49446_end_0"), val = tensor<int32, [4]>([2, 77, 1, 128])];
            tensor<bool, [4]> var_49446_end_mask_0 = const()[name = tensor<string, []>("op_49446_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_49446_cast = slice_by_index(begin = var_49446_begin_0, end = var_49446_end_0, end_mask = var_49446_end_mask_0, x = transpose_30)[name = tensor<string, []>("op_49446_cast")];
            tensor<int32, [4]> var_49450_begin_0 = const()[name = tensor<string, []>("op_49450_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 128])];
            tensor<int32, [4]> var_49450_end_0 = const()[name = tensor<string, []>("op_49450_end_0"), val = tensor<int32, [4]>([2, 77, 1, 192])];
            tensor<bool, [4]> var_49450_end_mask_0 = const()[name = tensor<string, []>("op_49450_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_49450_cast = slice_by_index(begin = var_49450_begin_0, end = var_49450_end_0, end_mask = var_49450_end_mask_0, x = transpose_30)[name = tensor<string, []>("op_49450_cast")];
            tensor<int32, [4]> var_49454_begin_0 = const()[name = tensor<string, []>("op_49454_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 192])];
            tensor<int32, [4]> var_49454_end_0 = const()[name = tensor<string, []>("op_49454_end_0"), val = tensor<int32, [4]>([2, 77, 1, 256])];
            tensor<bool, [4]> var_49454_end_mask_0 = const()[name = tensor<string, []>("op_49454_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_49454_cast = slice_by_index(begin = var_49454_begin_0, end = var_49454_end_0, end_mask = var_49454_end_mask_0, x = transpose_30)[name = tensor<string, []>("op_49454_cast")];
            tensor<int32, [4]> var_49458_begin_0 = const()[name = tensor<string, []>("op_49458_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 256])];
            tensor<int32, [4]> var_49458_end_0 = const()[name = tensor<string, []>("op_49458_end_0"), val = tensor<int32, [4]>([2, 77, 1, 320])];
            tensor<bool, [4]> var_49458_end_mask_0 = const()[name = tensor<string, []>("op_49458_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_49458_cast = slice_by_index(begin = var_49458_begin_0, end = var_49458_end_0, end_mask = var_49458_end_mask_0, x = transpose_30)[name = tensor<string, []>("op_49458_cast")];
            tensor<int32, [4]> var_49462_begin_0 = const()[name = tensor<string, []>("op_49462_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 320])];
            tensor<int32, [4]> var_49462_end_0 = const()[name = tensor<string, []>("op_49462_end_0"), val = tensor<int32, [4]>([2, 77, 1, 384])];
            tensor<bool, [4]> var_49462_end_mask_0 = const()[name = tensor<string, []>("op_49462_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_49462_cast = slice_by_index(begin = var_49462_begin_0, end = var_49462_end_0, end_mask = var_49462_end_mask_0, x = transpose_30)[name = tensor<string, []>("op_49462_cast")];
            tensor<int32, [4]> var_49466_begin_0 = const()[name = tensor<string, []>("op_49466_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 384])];
            tensor<int32, [4]> var_49466_end_0 = const()[name = tensor<string, []>("op_49466_end_0"), val = tensor<int32, [4]>([2, 77, 1, 448])];
            tensor<bool, [4]> var_49466_end_mask_0 = const()[name = tensor<string, []>("op_49466_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_49466_cast = slice_by_index(begin = var_49466_begin_0, end = var_49466_end_0, end_mask = var_49466_end_mask_0, x = transpose_30)[name = tensor<string, []>("op_49466_cast")];
            tensor<int32, [4]> var_49470_begin_0 = const()[name = tensor<string, []>("op_49470_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 448])];
            tensor<int32, [4]> var_49470_end_0 = const()[name = tensor<string, []>("op_49470_end_0"), val = tensor<int32, [4]>([2, 77, 1, 512])];
            tensor<bool, [4]> var_49470_end_mask_0 = const()[name = tensor<string, []>("op_49470_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_49470_cast = slice_by_index(begin = var_49470_begin_0, end = var_49470_end_0, end_mask = var_49470_end_mask_0, x = transpose_30)[name = tensor<string, []>("op_49470_cast")];
            tensor<int32, [4]> var_49474_begin_0 = const()[name = tensor<string, []>("op_49474_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 512])];
            tensor<int32, [4]> var_49474_end_0 = const()[name = tensor<string, []>("op_49474_end_0"), val = tensor<int32, [4]>([2, 77, 1, 576])];
            tensor<bool, [4]> var_49474_end_mask_0 = const()[name = tensor<string, []>("op_49474_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_49474_cast = slice_by_index(begin = var_49474_begin_0, end = var_49474_end_0, end_mask = var_49474_end_mask_0, x = transpose_30)[name = tensor<string, []>("op_49474_cast")];
            tensor<int32, [4]> var_49478_begin_0 = const()[name = tensor<string, []>("op_49478_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 576])];
            tensor<int32, [4]> var_49478_end_0 = const()[name = tensor<string, []>("op_49478_end_0"), val = tensor<int32, [4]>([2, 77, 1, 640])];
            tensor<bool, [4]> var_49478_end_mask_0 = const()[name = tensor<string, []>("op_49478_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_49478_cast = slice_by_index(begin = var_49478_begin_0, end = var_49478_end_0, end_mask = var_49478_end_mask_0, x = transpose_30)[name = tensor<string, []>("op_49478_cast")];
            tensor<int32, [4]> var_49482_begin_0 = const()[name = tensor<string, []>("op_49482_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 640])];
            tensor<int32, [4]> var_49482_end_0 = const()[name = tensor<string, []>("op_49482_end_0"), val = tensor<int32, [4]>([2, 77, 1, 704])];
            tensor<bool, [4]> var_49482_end_mask_0 = const()[name = tensor<string, []>("op_49482_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_49482_cast = slice_by_index(begin = var_49482_begin_0, end = var_49482_end_0, end_mask = var_49482_end_mask_0, x = transpose_30)[name = tensor<string, []>("op_49482_cast")];
            tensor<int32, [4]> var_49486_begin_0 = const()[name = tensor<string, []>("op_49486_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 704])];
            tensor<int32, [4]> var_49486_end_0 = const()[name = tensor<string, []>("op_49486_end_0"), val = tensor<int32, [4]>([2, 77, 1, 768])];
            tensor<bool, [4]> var_49486_end_mask_0 = const()[name = tensor<string, []>("op_49486_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_49486_cast = slice_by_index(begin = var_49486_begin_0, end = var_49486_end_0, end_mask = var_49486_end_mask_0, x = transpose_30)[name = tensor<string, []>("op_49486_cast")];
            tensor<int32, [4]> var_49490_begin_0 = const()[name = tensor<string, []>("op_49490_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 768])];
            tensor<int32, [4]> var_49490_end_0 = const()[name = tensor<string, []>("op_49490_end_0"), val = tensor<int32, [4]>([2, 77, 1, 832])];
            tensor<bool, [4]> var_49490_end_mask_0 = const()[name = tensor<string, []>("op_49490_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_49490_cast = slice_by_index(begin = var_49490_begin_0, end = var_49490_end_0, end_mask = var_49490_end_mask_0, x = transpose_30)[name = tensor<string, []>("op_49490_cast")];
            tensor<int32, [4]> var_49494_begin_0 = const()[name = tensor<string, []>("op_49494_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 832])];
            tensor<int32, [4]> var_49494_end_0 = const()[name = tensor<string, []>("op_49494_end_0"), val = tensor<int32, [4]>([2, 77, 1, 896])];
            tensor<bool, [4]> var_49494_end_mask_0 = const()[name = tensor<string, []>("op_49494_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_49494_cast = slice_by_index(begin = var_49494_begin_0, end = var_49494_end_0, end_mask = var_49494_end_mask_0, x = transpose_30)[name = tensor<string, []>("op_49494_cast")];
            tensor<int32, [4]> var_49498_begin_0 = const()[name = tensor<string, []>("op_49498_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 896])];
            tensor<int32, [4]> var_49498_end_0 = const()[name = tensor<string, []>("op_49498_end_0"), val = tensor<int32, [4]>([2, 77, 1, 960])];
            tensor<bool, [4]> var_49498_end_mask_0 = const()[name = tensor<string, []>("op_49498_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_49498_cast = slice_by_index(begin = var_49498_begin_0, end = var_49498_end_0, end_mask = var_49498_end_mask_0, x = transpose_30)[name = tensor<string, []>("op_49498_cast")];
            tensor<int32, [4]> var_49502_begin_0 = const()[name = tensor<string, []>("op_49502_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 960])];
            tensor<int32, [4]> var_49502_end_0 = const()[name = tensor<string, []>("op_49502_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1024])];
            tensor<bool, [4]> var_49502_end_mask_0 = const()[name = tensor<string, []>("op_49502_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_49502_cast = slice_by_index(begin = var_49502_begin_0, end = var_49502_end_0, end_mask = var_49502_end_mask_0, x = transpose_30)[name = tensor<string, []>("op_49502_cast")];
            tensor<int32, [4]> var_49506_begin_0 = const()[name = tensor<string, []>("op_49506_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1024])];
            tensor<int32, [4]> var_49506_end_0 = const()[name = tensor<string, []>("op_49506_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1088])];
            tensor<bool, [4]> var_49506_end_mask_0 = const()[name = tensor<string, []>("op_49506_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_49506_cast = slice_by_index(begin = var_49506_begin_0, end = var_49506_end_0, end_mask = var_49506_end_mask_0, x = transpose_30)[name = tensor<string, []>("op_49506_cast")];
            tensor<int32, [4]> var_49510_begin_0 = const()[name = tensor<string, []>("op_49510_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1088])];
            tensor<int32, [4]> var_49510_end_0 = const()[name = tensor<string, []>("op_49510_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1152])];
            tensor<bool, [4]> var_49510_end_mask_0 = const()[name = tensor<string, []>("op_49510_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_49510_cast = slice_by_index(begin = var_49510_begin_0, end = var_49510_end_0, end_mask = var_49510_end_mask_0, x = transpose_30)[name = tensor<string, []>("op_49510_cast")];
            tensor<int32, [4]> var_49514_begin_0 = const()[name = tensor<string, []>("op_49514_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1152])];
            tensor<int32, [4]> var_49514_end_0 = const()[name = tensor<string, []>("op_49514_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1216])];
            tensor<bool, [4]> var_49514_end_mask_0 = const()[name = tensor<string, []>("op_49514_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_49514_cast = slice_by_index(begin = var_49514_begin_0, end = var_49514_end_0, end_mask = var_49514_end_mask_0, x = transpose_30)[name = tensor<string, []>("op_49514_cast")];
            tensor<int32, [4]> var_49518_begin_0 = const()[name = tensor<string, []>("op_49518_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1216])];
            tensor<int32, [4]> var_49518_end_0 = const()[name = tensor<string, []>("op_49518_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1280])];
            tensor<bool, [4]> var_49518_end_mask_0 = const()[name = tensor<string, []>("op_49518_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_49518_cast = slice_by_index(begin = var_49518_begin_0, end = var_49518_end_0, end_mask = var_49518_end_mask_0, x = transpose_30)[name = tensor<string, []>("op_49518_cast")];
            tensor<int32, [4]> var_49520_begin_0 = const()[name = tensor<string, []>("op_49520_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_49520_end_0 = const()[name = tensor<string, []>("op_49520_end_0"), val = tensor<int32, [4]>([2, 64, 1, 77])];
            tensor<bool, [4]> var_49520_end_mask_0 = const()[name = tensor<string, []>("op_49520_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_49520_cast = slice_by_index(begin = var_49520_begin_0, end = var_49520_end_0, end_mask = var_49520_end_mask_0, x = v_219_cast)[name = tensor<string, []>("op_49520_cast")];
            tensor<int32, [4]> var_49524_begin_0 = const()[name = tensor<string, []>("op_49524_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_49524_end_0 = const()[name = tensor<string, []>("op_49524_end_0"), val = tensor<int32, [4]>([2, 128, 1, 77])];
            tensor<bool, [4]> var_49524_end_mask_0 = const()[name = tensor<string, []>("op_49524_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_49524_cast = slice_by_index(begin = var_49524_begin_0, end = var_49524_end_0, end_mask = var_49524_end_mask_0, x = v_219_cast)[name = tensor<string, []>("op_49524_cast")];
            tensor<int32, [4]> var_49528_begin_0 = const()[name = tensor<string, []>("op_49528_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_49528_end_0 = const()[name = tensor<string, []>("op_49528_end_0"), val = tensor<int32, [4]>([2, 192, 1, 77])];
            tensor<bool, [4]> var_49528_end_mask_0 = const()[name = tensor<string, []>("op_49528_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_49528_cast = slice_by_index(begin = var_49528_begin_0, end = var_49528_end_0, end_mask = var_49528_end_mask_0, x = v_219_cast)[name = tensor<string, []>("op_49528_cast")];
            tensor<int32, [4]> var_49532_begin_0 = const()[name = tensor<string, []>("op_49532_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_49532_end_0 = const()[name = tensor<string, []>("op_49532_end_0"), val = tensor<int32, [4]>([2, 256, 1, 77])];
            tensor<bool, [4]> var_49532_end_mask_0 = const()[name = tensor<string, []>("op_49532_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_49532_cast = slice_by_index(begin = var_49532_begin_0, end = var_49532_end_0, end_mask = var_49532_end_mask_0, x = v_219_cast)[name = tensor<string, []>("op_49532_cast")];
            tensor<int32, [4]> var_49536_begin_0 = const()[name = tensor<string, []>("op_49536_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_49536_end_0 = const()[name = tensor<string, []>("op_49536_end_0"), val = tensor<int32, [4]>([2, 320, 1, 77])];
            tensor<bool, [4]> var_49536_end_mask_0 = const()[name = tensor<string, []>("op_49536_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_49536_cast = slice_by_index(begin = var_49536_begin_0, end = var_49536_end_0, end_mask = var_49536_end_mask_0, x = v_219_cast)[name = tensor<string, []>("op_49536_cast")];
            tensor<int32, [4]> var_49540_begin_0 = const()[name = tensor<string, []>("op_49540_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_49540_end_0 = const()[name = tensor<string, []>("op_49540_end_0"), val = tensor<int32, [4]>([2, 384, 1, 77])];
            tensor<bool, [4]> var_49540_end_mask_0 = const()[name = tensor<string, []>("op_49540_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_49540_cast = slice_by_index(begin = var_49540_begin_0, end = var_49540_end_0, end_mask = var_49540_end_mask_0, x = v_219_cast)[name = tensor<string, []>("op_49540_cast")];
            tensor<int32, [4]> var_49544_begin_0 = const()[name = tensor<string, []>("op_49544_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_49544_end_0 = const()[name = tensor<string, []>("op_49544_end_0"), val = tensor<int32, [4]>([2, 448, 1, 77])];
            tensor<bool, [4]> var_49544_end_mask_0 = const()[name = tensor<string, []>("op_49544_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_49544_cast = slice_by_index(begin = var_49544_begin_0, end = var_49544_end_0, end_mask = var_49544_end_mask_0, x = v_219_cast)[name = tensor<string, []>("op_49544_cast")];
            tensor<int32, [4]> var_49548_begin_0 = const()[name = tensor<string, []>("op_49548_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_49548_end_0 = const()[name = tensor<string, []>("op_49548_end_0"), val = tensor<int32, [4]>([2, 512, 1, 77])];
            tensor<bool, [4]> var_49548_end_mask_0 = const()[name = tensor<string, []>("op_49548_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_49548_cast = slice_by_index(begin = var_49548_begin_0, end = var_49548_end_0, end_mask = var_49548_end_mask_0, x = v_219_cast)[name = tensor<string, []>("op_49548_cast")];
            tensor<int32, [4]> var_49552_begin_0 = const()[name = tensor<string, []>("op_49552_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_49552_end_0 = const()[name = tensor<string, []>("op_49552_end_0"), val = tensor<int32, [4]>([2, 576, 1, 77])];
            tensor<bool, [4]> var_49552_end_mask_0 = const()[name = tensor<string, []>("op_49552_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_49552_cast = slice_by_index(begin = var_49552_begin_0, end = var_49552_end_0, end_mask = var_49552_end_mask_0, x = v_219_cast)[name = tensor<string, []>("op_49552_cast")];
            tensor<int32, [4]> var_49556_begin_0 = const()[name = tensor<string, []>("op_49556_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_49556_end_0 = const()[name = tensor<string, []>("op_49556_end_0"), val = tensor<int32, [4]>([2, 640, 1, 77])];
            tensor<bool, [4]> var_49556_end_mask_0 = const()[name = tensor<string, []>("op_49556_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_49556_cast = slice_by_index(begin = var_49556_begin_0, end = var_49556_end_0, end_mask = var_49556_end_mask_0, x = v_219_cast)[name = tensor<string, []>("op_49556_cast")];
            tensor<int32, [4]> var_49560_begin_0 = const()[name = tensor<string, []>("op_49560_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_49560_end_0 = const()[name = tensor<string, []>("op_49560_end_0"), val = tensor<int32, [4]>([2, 704, 1, 77])];
            tensor<bool, [4]> var_49560_end_mask_0 = const()[name = tensor<string, []>("op_49560_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_49560_cast = slice_by_index(begin = var_49560_begin_0, end = var_49560_end_0, end_mask = var_49560_end_mask_0, x = v_219_cast)[name = tensor<string, []>("op_49560_cast")];
            tensor<int32, [4]> var_49564_begin_0 = const()[name = tensor<string, []>("op_49564_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_49564_end_0 = const()[name = tensor<string, []>("op_49564_end_0"), val = tensor<int32, [4]>([2, 768, 1, 77])];
            tensor<bool, [4]> var_49564_end_mask_0 = const()[name = tensor<string, []>("op_49564_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_49564_cast = slice_by_index(begin = var_49564_begin_0, end = var_49564_end_0, end_mask = var_49564_end_mask_0, x = v_219_cast)[name = tensor<string, []>("op_49564_cast")];
            tensor<int32, [4]> var_49568_begin_0 = const()[name = tensor<string, []>("op_49568_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_49568_end_0 = const()[name = tensor<string, []>("op_49568_end_0"), val = tensor<int32, [4]>([2, 832, 1, 77])];
            tensor<bool, [4]> var_49568_end_mask_0 = const()[name = tensor<string, []>("op_49568_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_49568_cast = slice_by_index(begin = var_49568_begin_0, end = var_49568_end_0, end_mask = var_49568_end_mask_0, x = v_219_cast)[name = tensor<string, []>("op_49568_cast")];
            tensor<int32, [4]> var_49572_begin_0 = const()[name = tensor<string, []>("op_49572_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_49572_end_0 = const()[name = tensor<string, []>("op_49572_end_0"), val = tensor<int32, [4]>([2, 896, 1, 77])];
            tensor<bool, [4]> var_49572_end_mask_0 = const()[name = tensor<string, []>("op_49572_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_49572_cast = slice_by_index(begin = var_49572_begin_0, end = var_49572_end_0, end_mask = var_49572_end_mask_0, x = v_219_cast)[name = tensor<string, []>("op_49572_cast")];
            tensor<int32, [4]> var_49576_begin_0 = const()[name = tensor<string, []>("op_49576_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_49576_end_0 = const()[name = tensor<string, []>("op_49576_end_0"), val = tensor<int32, [4]>([2, 960, 1, 77])];
            tensor<bool, [4]> var_49576_end_mask_0 = const()[name = tensor<string, []>("op_49576_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_49576_cast = slice_by_index(begin = var_49576_begin_0, end = var_49576_end_0, end_mask = var_49576_end_mask_0, x = v_219_cast)[name = tensor<string, []>("op_49576_cast")];
            tensor<int32, [4]> var_49580_begin_0 = const()[name = tensor<string, []>("op_49580_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_49580_end_0 = const()[name = tensor<string, []>("op_49580_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 77])];
            tensor<bool, [4]> var_49580_end_mask_0 = const()[name = tensor<string, []>("op_49580_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_49580_cast = slice_by_index(begin = var_49580_begin_0, end = var_49580_end_0, end_mask = var_49580_end_mask_0, x = v_219_cast)[name = tensor<string, []>("op_49580_cast")];
            tensor<int32, [4]> var_49584_begin_0 = const()[name = tensor<string, []>("op_49584_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_49584_end_0 = const()[name = tensor<string, []>("op_49584_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 77])];
            tensor<bool, [4]> var_49584_end_mask_0 = const()[name = tensor<string, []>("op_49584_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_49584_cast = slice_by_index(begin = var_49584_begin_0, end = var_49584_end_0, end_mask = var_49584_end_mask_0, x = v_219_cast)[name = tensor<string, []>("op_49584_cast")];
            tensor<int32, [4]> var_49588_begin_0 = const()[name = tensor<string, []>("op_49588_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_49588_end_0 = const()[name = tensor<string, []>("op_49588_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 77])];
            tensor<bool, [4]> var_49588_end_mask_0 = const()[name = tensor<string, []>("op_49588_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_49588_cast = slice_by_index(begin = var_49588_begin_0, end = var_49588_end_0, end_mask = var_49588_end_mask_0, x = v_219_cast)[name = tensor<string, []>("op_49588_cast")];
            tensor<int32, [4]> var_49592_begin_0 = const()[name = tensor<string, []>("op_49592_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_49592_end_0 = const()[name = tensor<string, []>("op_49592_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 77])];
            tensor<bool, [4]> var_49592_end_mask_0 = const()[name = tensor<string, []>("op_49592_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_49592_cast = slice_by_index(begin = var_49592_begin_0, end = var_49592_end_0, end_mask = var_49592_end_mask_0, x = v_219_cast)[name = tensor<string, []>("op_49592_cast")];
            tensor<int32, [4]> var_49596_begin_0 = const()[name = tensor<string, []>("op_49596_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_49596_end_0 = const()[name = tensor<string, []>("op_49596_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 77])];
            tensor<bool, [4]> var_49596_end_mask_0 = const()[name = tensor<string, []>("op_49596_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_49596_cast = slice_by_index(begin = var_49596_begin_0, end = var_49596_end_0, end_mask = var_49596_end_mask_0, x = v_219_cast)[name = tensor<string, []>("op_49596_cast")];
            tensor<string, []> var_49600_equation_0 = const()[name = tensor<string, []>("op_49600_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_49600_cast = einsum(equation = var_49600_equation_0, values = (var_49442_cast, var_49359_cast))[name = tensor<string, []>("op_49600_cast")];
            tensor<fp16, []> var_49601_to_fp16 = const()[name = tensor<string, []>("op_49601_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4201_cast = mul(x = var_49600_cast, y = var_49601_to_fp16)[name = tensor<string, []>("aw_4201_cast")];
            tensor<string, []> var_49604_equation_0 = const()[name = tensor<string, []>("op_49604_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_49604_cast = einsum(equation = var_49604_equation_0, values = (var_49446_cast, var_49363_cast))[name = tensor<string, []>("op_49604_cast")];
            tensor<fp16, []> var_49605_to_fp16 = const()[name = tensor<string, []>("op_49605_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4203_cast = mul(x = var_49604_cast, y = var_49605_to_fp16)[name = tensor<string, []>("aw_4203_cast")];
            tensor<string, []> var_49608_equation_0 = const()[name = tensor<string, []>("op_49608_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_49608_cast = einsum(equation = var_49608_equation_0, values = (var_49450_cast, var_49367_cast))[name = tensor<string, []>("op_49608_cast")];
            tensor<fp16, []> var_49609_to_fp16 = const()[name = tensor<string, []>("op_49609_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4205_cast = mul(x = var_49608_cast, y = var_49609_to_fp16)[name = tensor<string, []>("aw_4205_cast")];
            tensor<string, []> var_49612_equation_0 = const()[name = tensor<string, []>("op_49612_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_49612_cast = einsum(equation = var_49612_equation_0, values = (var_49454_cast, var_49371_cast))[name = tensor<string, []>("op_49612_cast")];
            tensor<fp16, []> var_49613_to_fp16 = const()[name = tensor<string, []>("op_49613_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4207_cast = mul(x = var_49612_cast, y = var_49613_to_fp16)[name = tensor<string, []>("aw_4207_cast")];
            tensor<string, []> var_49616_equation_0 = const()[name = tensor<string, []>("op_49616_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_49616_cast = einsum(equation = var_49616_equation_0, values = (var_49458_cast, var_49375_cast))[name = tensor<string, []>("op_49616_cast")];
            tensor<fp16, []> var_49617_to_fp16 = const()[name = tensor<string, []>("op_49617_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4209_cast = mul(x = var_49616_cast, y = var_49617_to_fp16)[name = tensor<string, []>("aw_4209_cast")];
            tensor<string, []> var_49620_equation_0 = const()[name = tensor<string, []>("op_49620_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_49620_cast = einsum(equation = var_49620_equation_0, values = (var_49462_cast, var_49379_cast))[name = tensor<string, []>("op_49620_cast")];
            tensor<fp16, []> var_49621_to_fp16 = const()[name = tensor<string, []>("op_49621_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4211_cast = mul(x = var_49620_cast, y = var_49621_to_fp16)[name = tensor<string, []>("aw_4211_cast")];
            tensor<string, []> var_49624_equation_0 = const()[name = tensor<string, []>("op_49624_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_49624_cast = einsum(equation = var_49624_equation_0, values = (var_49466_cast, var_49383_cast))[name = tensor<string, []>("op_49624_cast")];
            tensor<fp16, []> var_49625_to_fp16 = const()[name = tensor<string, []>("op_49625_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4213_cast = mul(x = var_49624_cast, y = var_49625_to_fp16)[name = tensor<string, []>("aw_4213_cast")];
            tensor<string, []> var_49628_equation_0 = const()[name = tensor<string, []>("op_49628_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_49628_cast = einsum(equation = var_49628_equation_0, values = (var_49470_cast, var_49387_cast))[name = tensor<string, []>("op_49628_cast")];
            tensor<fp16, []> var_49629_to_fp16 = const()[name = tensor<string, []>("op_49629_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4215_cast = mul(x = var_49628_cast, y = var_49629_to_fp16)[name = tensor<string, []>("aw_4215_cast")];
            tensor<string, []> var_49632_equation_0 = const()[name = tensor<string, []>("op_49632_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_49632_cast = einsum(equation = var_49632_equation_0, values = (var_49474_cast, var_49391_cast))[name = tensor<string, []>("op_49632_cast")];
            tensor<fp16, []> var_49633_to_fp16 = const()[name = tensor<string, []>("op_49633_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4217_cast = mul(x = var_49632_cast, y = var_49633_to_fp16)[name = tensor<string, []>("aw_4217_cast")];
            tensor<string, []> var_49636_equation_0 = const()[name = tensor<string, []>("op_49636_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_49636_cast = einsum(equation = var_49636_equation_0, values = (var_49478_cast, var_49395_cast))[name = tensor<string, []>("op_49636_cast")];
            tensor<fp16, []> var_49637_to_fp16 = const()[name = tensor<string, []>("op_49637_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4219_cast = mul(x = var_49636_cast, y = var_49637_to_fp16)[name = tensor<string, []>("aw_4219_cast")];
            tensor<string, []> var_49640_equation_0 = const()[name = tensor<string, []>("op_49640_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_49640_cast = einsum(equation = var_49640_equation_0, values = (var_49482_cast, var_49399_cast))[name = tensor<string, []>("op_49640_cast")];
            tensor<fp16, []> var_49641_to_fp16 = const()[name = tensor<string, []>("op_49641_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4221_cast = mul(x = var_49640_cast, y = var_49641_to_fp16)[name = tensor<string, []>("aw_4221_cast")];
            tensor<string, []> var_49644_equation_0 = const()[name = tensor<string, []>("op_49644_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_49644_cast = einsum(equation = var_49644_equation_0, values = (var_49486_cast, var_49403_cast))[name = tensor<string, []>("op_49644_cast")];
            tensor<fp16, []> var_49645_to_fp16 = const()[name = tensor<string, []>("op_49645_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4223_cast = mul(x = var_49644_cast, y = var_49645_to_fp16)[name = tensor<string, []>("aw_4223_cast")];
            tensor<string, []> var_49648_equation_0 = const()[name = tensor<string, []>("op_49648_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_49648_cast = einsum(equation = var_49648_equation_0, values = (var_49490_cast, var_49407_cast))[name = tensor<string, []>("op_49648_cast")];
            tensor<fp16, []> var_49649_to_fp16 = const()[name = tensor<string, []>("op_49649_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4225_cast = mul(x = var_49648_cast, y = var_49649_to_fp16)[name = tensor<string, []>("aw_4225_cast")];
            tensor<string, []> var_49652_equation_0 = const()[name = tensor<string, []>("op_49652_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_49652_cast = einsum(equation = var_49652_equation_0, values = (var_49494_cast, var_49411_cast))[name = tensor<string, []>("op_49652_cast")];
            tensor<fp16, []> var_49653_to_fp16 = const()[name = tensor<string, []>("op_49653_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4227_cast = mul(x = var_49652_cast, y = var_49653_to_fp16)[name = tensor<string, []>("aw_4227_cast")];
            tensor<string, []> var_49656_equation_0 = const()[name = tensor<string, []>("op_49656_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_49656_cast = einsum(equation = var_49656_equation_0, values = (var_49498_cast, var_49415_cast))[name = tensor<string, []>("op_49656_cast")];
            tensor<fp16, []> var_49657_to_fp16 = const()[name = tensor<string, []>("op_49657_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4229_cast = mul(x = var_49656_cast, y = var_49657_to_fp16)[name = tensor<string, []>("aw_4229_cast")];
            tensor<string, []> var_49660_equation_0 = const()[name = tensor<string, []>("op_49660_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_49660_cast = einsum(equation = var_49660_equation_0, values = (var_49502_cast, var_49419_cast))[name = tensor<string, []>("op_49660_cast")];
            tensor<fp16, []> var_49661_to_fp16 = const()[name = tensor<string, []>("op_49661_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4231_cast = mul(x = var_49660_cast, y = var_49661_to_fp16)[name = tensor<string, []>("aw_4231_cast")];
            tensor<string, []> var_49664_equation_0 = const()[name = tensor<string, []>("op_49664_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_49664_cast = einsum(equation = var_49664_equation_0, values = (var_49506_cast, var_49423_cast))[name = tensor<string, []>("op_49664_cast")];
            tensor<fp16, []> var_49665_to_fp16 = const()[name = tensor<string, []>("op_49665_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4233_cast = mul(x = var_49664_cast, y = var_49665_to_fp16)[name = tensor<string, []>("aw_4233_cast")];
            tensor<string, []> var_49668_equation_0 = const()[name = tensor<string, []>("op_49668_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_49668_cast = einsum(equation = var_49668_equation_0, values = (var_49510_cast, var_49427_cast))[name = tensor<string, []>("op_49668_cast")];
            tensor<fp16, []> var_49669_to_fp16 = const()[name = tensor<string, []>("op_49669_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4235_cast = mul(x = var_49668_cast, y = var_49669_to_fp16)[name = tensor<string, []>("aw_4235_cast")];
            tensor<string, []> var_49672_equation_0 = const()[name = tensor<string, []>("op_49672_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_49672_cast = einsum(equation = var_49672_equation_0, values = (var_49514_cast, var_49431_cast))[name = tensor<string, []>("op_49672_cast")];
            tensor<fp16, []> var_49673_to_fp16 = const()[name = tensor<string, []>("op_49673_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4237_cast = mul(x = var_49672_cast, y = var_49673_to_fp16)[name = tensor<string, []>("aw_4237_cast")];
            tensor<string, []> var_49676_equation_0 = const()[name = tensor<string, []>("op_49676_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_49676_cast = einsum(equation = var_49676_equation_0, values = (var_49518_cast, var_49435_cast))[name = tensor<string, []>("op_49676_cast")];
            tensor<fp16, []> var_49677_to_fp16 = const()[name = tensor<string, []>("op_49677_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4239_cast = mul(x = var_49676_cast, y = var_49677_to_fp16)[name = tensor<string, []>("aw_4239_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_49679_cast = softmax(axis = var_30355, x = aw_4201_cast)[name = tensor<string, []>("op_49679_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_49680_cast = softmax(axis = var_30355, x = aw_4203_cast)[name = tensor<string, []>("op_49680_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_49681_cast = softmax(axis = var_30355, x = aw_4205_cast)[name = tensor<string, []>("op_49681_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_49682_cast = softmax(axis = var_30355, x = aw_4207_cast)[name = tensor<string, []>("op_49682_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_49683_cast = softmax(axis = var_30355, x = aw_4209_cast)[name = tensor<string, []>("op_49683_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_49684_cast = softmax(axis = var_30355, x = aw_4211_cast)[name = tensor<string, []>("op_49684_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_49685_cast = softmax(axis = var_30355, x = aw_4213_cast)[name = tensor<string, []>("op_49685_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_49686_cast = softmax(axis = var_30355, x = aw_4215_cast)[name = tensor<string, []>("op_49686_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_49687_cast = softmax(axis = var_30355, x = aw_4217_cast)[name = tensor<string, []>("op_49687_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_49688_cast = softmax(axis = var_30355, x = aw_4219_cast)[name = tensor<string, []>("op_49688_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_49689_cast = softmax(axis = var_30355, x = aw_4221_cast)[name = tensor<string, []>("op_49689_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_49690_cast = softmax(axis = var_30355, x = aw_4223_cast)[name = tensor<string, []>("op_49690_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_49691_cast = softmax(axis = var_30355, x = aw_4225_cast)[name = tensor<string, []>("op_49691_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_49692_cast = softmax(axis = var_30355, x = aw_4227_cast)[name = tensor<string, []>("op_49692_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_49693_cast = softmax(axis = var_30355, x = aw_4229_cast)[name = tensor<string, []>("op_49693_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_49694_cast = softmax(axis = var_30355, x = aw_4231_cast)[name = tensor<string, []>("op_49694_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_49695_cast = softmax(axis = var_30355, x = aw_4233_cast)[name = tensor<string, []>("op_49695_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_49696_cast = softmax(axis = var_30355, x = aw_4235_cast)[name = tensor<string, []>("op_49696_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_49697_cast = softmax(axis = var_30355, x = aw_4237_cast)[name = tensor<string, []>("op_49697_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_49698_cast = softmax(axis = var_30355, x = aw_4239_cast)[name = tensor<string, []>("op_49698_cast")];
            tensor<string, []> var_49700_equation_0 = const()[name = tensor<string, []>("op_49700_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_49700_cast = einsum(equation = var_49700_equation_0, values = (var_49520_cast, var_49679_cast))[name = tensor<string, []>("op_49700_cast")];
            tensor<string, []> var_49702_equation_0 = const()[name = tensor<string, []>("op_49702_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_49702_cast = einsum(equation = var_49702_equation_0, values = (var_49524_cast, var_49680_cast))[name = tensor<string, []>("op_49702_cast")];
            tensor<string, []> var_49704_equation_0 = const()[name = tensor<string, []>("op_49704_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_49704_cast = einsum(equation = var_49704_equation_0, values = (var_49528_cast, var_49681_cast))[name = tensor<string, []>("op_49704_cast")];
            tensor<string, []> var_49706_equation_0 = const()[name = tensor<string, []>("op_49706_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_49706_cast = einsum(equation = var_49706_equation_0, values = (var_49532_cast, var_49682_cast))[name = tensor<string, []>("op_49706_cast")];
            tensor<string, []> var_49708_equation_0 = const()[name = tensor<string, []>("op_49708_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_49708_cast = einsum(equation = var_49708_equation_0, values = (var_49536_cast, var_49683_cast))[name = tensor<string, []>("op_49708_cast")];
            tensor<string, []> var_49710_equation_0 = const()[name = tensor<string, []>("op_49710_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_49710_cast = einsum(equation = var_49710_equation_0, values = (var_49540_cast, var_49684_cast))[name = tensor<string, []>("op_49710_cast")];
            tensor<string, []> var_49712_equation_0 = const()[name = tensor<string, []>("op_49712_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_49712_cast = einsum(equation = var_49712_equation_0, values = (var_49544_cast, var_49685_cast))[name = tensor<string, []>("op_49712_cast")];
            tensor<string, []> var_49714_equation_0 = const()[name = tensor<string, []>("op_49714_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_49714_cast = einsum(equation = var_49714_equation_0, values = (var_49548_cast, var_49686_cast))[name = tensor<string, []>("op_49714_cast")];
            tensor<string, []> var_49716_equation_0 = const()[name = tensor<string, []>("op_49716_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_49716_cast = einsum(equation = var_49716_equation_0, values = (var_49552_cast, var_49687_cast))[name = tensor<string, []>("op_49716_cast")];
            tensor<string, []> var_49718_equation_0 = const()[name = tensor<string, []>("op_49718_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_49718_cast = einsum(equation = var_49718_equation_0, values = (var_49556_cast, var_49688_cast))[name = tensor<string, []>("op_49718_cast")];
            tensor<string, []> var_49720_equation_0 = const()[name = tensor<string, []>("op_49720_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_49720_cast = einsum(equation = var_49720_equation_0, values = (var_49560_cast, var_49689_cast))[name = tensor<string, []>("op_49720_cast")];
            tensor<string, []> var_49722_equation_0 = const()[name = tensor<string, []>("op_49722_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_49722_cast = einsum(equation = var_49722_equation_0, values = (var_49564_cast, var_49690_cast))[name = tensor<string, []>("op_49722_cast")];
            tensor<string, []> var_49724_equation_0 = const()[name = tensor<string, []>("op_49724_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_49724_cast = einsum(equation = var_49724_equation_0, values = (var_49568_cast, var_49691_cast))[name = tensor<string, []>("op_49724_cast")];
            tensor<string, []> var_49726_equation_0 = const()[name = tensor<string, []>("op_49726_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_49726_cast = einsum(equation = var_49726_equation_0, values = (var_49572_cast, var_49692_cast))[name = tensor<string, []>("op_49726_cast")];
            tensor<string, []> var_49728_equation_0 = const()[name = tensor<string, []>("op_49728_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_49728_cast = einsum(equation = var_49728_equation_0, values = (var_49576_cast, var_49693_cast))[name = tensor<string, []>("op_49728_cast")];
            tensor<string, []> var_49730_equation_0 = const()[name = tensor<string, []>("op_49730_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_49730_cast = einsum(equation = var_49730_equation_0, values = (var_49580_cast, var_49694_cast))[name = tensor<string, []>("op_49730_cast")];
            tensor<string, []> var_49732_equation_0 = const()[name = tensor<string, []>("op_49732_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_49732_cast = einsum(equation = var_49732_equation_0, values = (var_49584_cast, var_49695_cast))[name = tensor<string, []>("op_49732_cast")];
            tensor<string, []> var_49734_equation_0 = const()[name = tensor<string, []>("op_49734_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_49734_cast = einsum(equation = var_49734_equation_0, values = (var_49588_cast, var_49696_cast))[name = tensor<string, []>("op_49734_cast")];
            tensor<string, []> var_49736_equation_0 = const()[name = tensor<string, []>("op_49736_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_49736_cast = einsum(equation = var_49736_equation_0, values = (var_49592_cast, var_49697_cast))[name = tensor<string, []>("op_49736_cast")];
            tensor<string, []> var_49738_equation_0 = const()[name = tensor<string, []>("op_49738_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_49738_cast = einsum(equation = var_49738_equation_0, values = (var_49596_cast, var_49698_cast))[name = tensor<string, []>("op_49738_cast")];
            tensor<bool, []> input_637_interleave_0 = const()[name = tensor<string, []>("input_637_interleave_0"), val = tensor<bool, []>(false)];
            tensor<fp16, [2, 1280, 1, 576]> input_637_cast = concat(axis = var_30355, interleave = input_637_interleave_0, values = (var_49700_cast, var_49702_cast, var_49704_cast, var_49706_cast, var_49708_cast, var_49710_cast, var_49712_cast, var_49714_cast, var_49716_cast, var_49718_cast, var_49720_cast, var_49722_cast, var_49724_cast, var_49726_cast, var_49728_cast, var_49730_cast, var_49732_cast, var_49734_cast, var_49736_cast, var_49738_cast))[name = tensor<string, []>("input_637_cast")];
            tensor<int32, [2]> var_49744 = const()[name = tensor<string, []>("op_49744"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_49746 = const()[name = tensor<string, []>("op_49746"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_49748_pad_type_0 = const()[name = tensor<string, []>("op_49748_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_49748_pad_0 = const()[name = tensor<string, []>("op_49748_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_0_attn2_to_out_0_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [409600]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(317289600))), lut = tensor<fp16, [4]>([-0x1.48cp-7, -0x1.828p-9, 0x1.83cp-9, 0x1.49cp-7]), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_0_attn2_to_out_0_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_attentions_2_transformer_blocks_0_attn2_to_out_0_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_0_attn2_to_out_0_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(317699264)))];
            tensor<fp16, [2, 1280, 1, 576]> var_49748_cast = conv(bias = up_blocks_0_attentions_2_transformer_blocks_0_attn2_to_out_0_bias_to_fp16, dilations = var_49746, groups = var_30355, pad = var_49748_pad_0, pad_type = var_49748_pad_type_0, strides = var_49744, weight = up_blocks_0_attentions_2_transformer_blocks_0_attn2_to_out_0_weight_to_fp16_palettized, x = input_637_cast)[name = tensor<string, []>("op_49748_cast")];
            tensor<fp16, [2, 1280, 1, 576]> inputs_329_cast = add(x = var_49748_cast, y = inputs_327_cast)[name = tensor<string, []>("inputs_329_cast")];
            tensor<int32, [1]> var_49752 = const()[name = tensor<string, []>("op_49752"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> channels_mean_329_cast = reduce_mean(axes = var_49752, keep_dims = var_30350, x = inputs_329_cast)[name = tensor<string, []>("channels_mean_329_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_329_cast = sub(x = inputs_329_cast, y = channels_mean_329_cast)[name = tensor<string, []>("zero_mean_329_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_sq_329_cast = mul(x = zero_mean_329_cast, y = zero_mean_329_cast)[name = tensor<string, []>("zero_mean_sq_329_cast")];
            tensor<int32, [1]> var_49756 = const()[name = tensor<string, []>("op_49756"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> var_49757_cast = reduce_mean(axes = var_49756, keep_dims = var_30350, x = zero_mean_sq_329_cast)[name = tensor<string, []>("op_49757_cast")];
            tensor<fp16, []> var_49758_to_fp16 = const()[name = tensor<string, []>("op_49758_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 576]> var_49759_cast = add(x = var_49757_cast, y = var_49758_to_fp16)[name = tensor<string, []>("op_49759_cast")];
            tensor<fp16, []> denom_329_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_329_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 576]> denom_329_cast = rsqrt(epsilon = denom_329_epsilon_0_to_fp16, x = var_49759_cast)[name = tensor<string, []>("denom_329_cast")];
            tensor<fp16, [2, 1280, 1, 576]> out_329_cast = mul(x = zero_mean_329_cast, y = denom_329_cast)[name = tensor<string, []>("out_329_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_49763_to_fp16 = const()[name = tensor<string, []>("op_49763_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(317701888)))];
            tensor<fp16, [2, 1280, 1, 576]> var_49764_cast = add(x = out_329_cast, y = var_49763_to_fp16)[name = tensor<string, []>("op_49764_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_49766_to_fp16 = const()[name = tensor<string, []>("op_49766_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(317704512)))];
            tensor<fp16, [2, 1280, 1, 576]> input_639_cast = mul(x = var_49764_cast, y = var_49766_to_fp16)[name = tensor<string, []>("input_639_cast")];
            tensor<int32, [2]> var_49774 = const()[name = tensor<string, []>("op_49774"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_49776 = const()[name = tensor<string, []>("op_49776"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_49778_pad_type_0 = const()[name = tensor<string, []>("op_49778_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_49778_pad_0 = const()[name = tensor<string, []>("op_49778_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [10240, 1280, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_0_ff_net_0_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [9830400]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(317707136))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(327537600))), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_0_ff_net_0_proj_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([10240, 1280, 1, 1])];
            tensor<fp16, [10240]> up_blocks_0_attentions_2_transformer_blocks_0_ff_net_0_proj_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_0_ff_net_0_proj_bias_to_fp16"), val = tensor<fp16, [10240]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(327537792)))];
            tensor<fp16, [2, 10240, 1, 576]> var_49778_cast = conv(bias = up_blocks_0_attentions_2_transformer_blocks_0_ff_net_0_proj_bias_to_fp16, dilations = var_49776, groups = var_30355, pad = var_49778_pad_0, pad_type = var_49778_pad_type_0, strides = var_49774, weight = up_blocks_0_attentions_2_transformer_blocks_0_ff_net_0_proj_weight_to_fp16_palettized, x = input_639_cast)[name = tensor<string, []>("op_49778_cast")];
            tensor<int32, [2]> var_49779_split_sizes_0 = const()[name = tensor<string, []>("op_49779_split_sizes_0"), val = tensor<int32, [2]>([5120, 5120])];
            tensor<int32, []> var_49779_axis_0 = const()[name = tensor<string, []>("op_49779_axis_0"), val = tensor<int32, []>(1)];
            tensor<fp16, [2, 5120, 1, 576]> var_49779_cast_0, tensor<fp16, [2, 5120, 1, 576]> var_49779_cast_1 = split(axis = var_49779_axis_0, split_sizes = var_49779_split_sizes_0, x = var_49778_cast)[name = tensor<string, []>("op_49779_cast")];
            tensor<string, []> var_49781_mode_0 = const()[name = tensor<string, []>("op_49781_mode_0"), val = tensor<string, []>("EXACT")];
            tensor<fp16, [2, 5120, 1, 576]> var_49781_cast = gelu(mode = var_49781_mode_0, x = var_49779_cast_1)[name = tensor<string, []>("op_49781_cast")];
            tensor<fp16, [2, 5120, 1, 576]> input_641_cast = mul(x = var_49779_cast_0, y = var_49781_cast)[name = tensor<string, []>("input_641_cast")];
            tensor<int32, [2]> var_49785 = const()[name = tensor<string, []>("op_49785"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_49787 = const()[name = tensor<string, []>("op_49787"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_49789_pad_type_0 = const()[name = tensor<string, []>("op_49789_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_49789_pad_0 = const()[name = tensor<string, []>("op_49789_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 5120, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_0_ff_net_2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [4915200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(327558336))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(332473600))), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_0_ff_net_2_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 5120, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_attentions_2_transformer_blocks_0_ff_net_2_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_0_ff_net_2_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(332473792)))];
            tensor<fp16, [2, 1280, 1, 576]> var_49789_cast = conv(bias = up_blocks_0_attentions_2_transformer_blocks_0_ff_net_2_bias_to_fp16, dilations = var_49787, groups = var_30355, pad = var_49789_pad_0, pad_type = var_49789_pad_type_0, strides = var_49785, weight = up_blocks_0_attentions_2_transformer_blocks_0_ff_net_2_weight_to_fp16_palettized, x = input_641_cast)[name = tensor<string, []>("op_49789_cast")];
            tensor<fp16, [2, 1280, 1, 576]> inputs_331_cast = add(x = var_49789_cast, y = inputs_329_cast)[name = tensor<string, []>("inputs_331_cast")];
            tensor<int32, [1]> var_49799 = const()[name = tensor<string, []>("op_49799"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> channels_mean_331_cast = reduce_mean(axes = var_49799, keep_dims = var_30350, x = inputs_331_cast)[name = tensor<string, []>("channels_mean_331_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_331_cast = sub(x = inputs_331_cast, y = channels_mean_331_cast)[name = tensor<string, []>("zero_mean_331_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_sq_331_cast = mul(x = zero_mean_331_cast, y = zero_mean_331_cast)[name = tensor<string, []>("zero_mean_sq_331_cast")];
            tensor<int32, [1]> var_49803 = const()[name = tensor<string, []>("op_49803"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> var_49804_cast = reduce_mean(axes = var_49803, keep_dims = var_30350, x = zero_mean_sq_331_cast)[name = tensor<string, []>("op_49804_cast")];
            tensor<fp16, []> var_49805_to_fp16 = const()[name = tensor<string, []>("op_49805_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 576]> var_49806_cast = add(x = var_49804_cast, y = var_49805_to_fp16)[name = tensor<string, []>("op_49806_cast")];
            tensor<fp16, []> denom_331_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_331_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 576]> denom_331_cast = rsqrt(epsilon = denom_331_epsilon_0_to_fp16, x = var_49806_cast)[name = tensor<string, []>("denom_331_cast")];
            tensor<fp16, [2, 1280, 1, 576]> out_331_cast = mul(x = zero_mean_331_cast, y = denom_331_cast)[name = tensor<string, []>("out_331_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_49810_to_fp16 = const()[name = tensor<string, []>("op_49810_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(332476416)))];
            tensor<fp16, [2, 1280, 1, 576]> var_49811_cast = add(x = out_331_cast, y = var_49810_to_fp16)[name = tensor<string, []>("op_49811_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_49813_to_fp16 = const()[name = tensor<string, []>("op_49813_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(332479040)))];
            tensor<fp16, [2, 1280, 1, 576]> hidden_states_441_cast = mul(x = var_49811_cast, y = var_49813_to_fp16)[name = tensor<string, []>("hidden_states_441_cast")];
            tensor<int32, [2]> var_49820 = const()[name = tensor<string, []>("op_49820"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_49822 = const()[name = tensor<string, []>("op_49822"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> q_221_pad_type_0 = const()[name = tensor<string, []>("q_221_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> q_221_pad_0 = const()[name = tensor<string, []>("q_221_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_1_attn1_to_q_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [819200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(332481664))), lut = tensor<fp16, [16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(333300928))), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_1_attn1_to_q_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> q_221_cast = conv(dilations = var_49822, groups = var_30355, pad = q_221_pad_0, pad_type = q_221_pad_type_0, strides = var_49820, weight = up_blocks_0_attentions_2_transformer_blocks_1_attn1_to_q_weight_to_fp16_palettized, x = hidden_states_441_cast)[name = tensor<string, []>("q_221_cast")];
            tensor<int32, [2]> var_49826 = const()[name = tensor<string, []>("op_49826"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_49828 = const()[name = tensor<string, []>("op_49828"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> k_441_pad_type_0 = const()[name = tensor<string, []>("k_441_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> k_441_pad_0 = const()[name = tensor<string, []>("k_441_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_1_attn1_to_k_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [409600]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(333301056))), lut = tensor<fp16, [4]>([-0x1.6ecp-5, -0x1.ba8p-7, 0x1.b4p-7, 0x1.6c8p-5]), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_1_attn1_to_k_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> k_441_cast = conv(dilations = var_49828, groups = var_30355, pad = k_441_pad_0, pad_type = k_441_pad_type_0, strides = var_49826, weight = up_blocks_0_attentions_2_transformer_blocks_1_attn1_to_k_weight_to_fp16_palettized, x = hidden_states_441_cast)[name = tensor<string, []>("k_441_cast")];
            tensor<int32, [2]> var_49832 = const()[name = tensor<string, []>("op_49832"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_49834 = const()[name = tensor<string, []>("op_49834"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> v_221_pad_type_0 = const()[name = tensor<string, []>("v_221_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> v_221_pad_0 = const()[name = tensor<string, []>("v_221_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_1_attn1_to_v_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [1228800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(333710720))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(334939584))), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_1_attn1_to_v_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> v_221_cast = conv(dilations = var_49834, groups = var_30355, pad = v_221_pad_0, pad_type = v_221_pad_type_0, strides = var_49832, weight = up_blocks_0_attentions_2_transformer_blocks_1_attn1_to_v_weight_to_fp16_palettized, x = hidden_states_441_cast)[name = tensor<string, []>("v_221_cast")];
            tensor<int32, [4]> var_49838_begin_0 = const()[name = tensor<string, []>("op_49838_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_49838_end_0 = const()[name = tensor<string, []>("op_49838_end_0"), val = tensor<int32, [4]>([2, 64, 1, 576])];
            tensor<bool, [4]> var_49838_end_mask_0 = const()[name = tensor<string, []>("op_49838_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_49838_cast = slice_by_index(begin = var_49838_begin_0, end = var_49838_end_0, end_mask = var_49838_end_mask_0, x = q_221_cast)[name = tensor<string, []>("op_49838_cast")];
            tensor<int32, [4]> var_49842_begin_0 = const()[name = tensor<string, []>("op_49842_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_49842_end_0 = const()[name = tensor<string, []>("op_49842_end_0"), val = tensor<int32, [4]>([2, 128, 1, 576])];
            tensor<bool, [4]> var_49842_end_mask_0 = const()[name = tensor<string, []>("op_49842_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_49842_cast = slice_by_index(begin = var_49842_begin_0, end = var_49842_end_0, end_mask = var_49842_end_mask_0, x = q_221_cast)[name = tensor<string, []>("op_49842_cast")];
            tensor<int32, [4]> var_49846_begin_0 = const()[name = tensor<string, []>("op_49846_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_49846_end_0 = const()[name = tensor<string, []>("op_49846_end_0"), val = tensor<int32, [4]>([2, 192, 1, 576])];
            tensor<bool, [4]> var_49846_end_mask_0 = const()[name = tensor<string, []>("op_49846_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_49846_cast = slice_by_index(begin = var_49846_begin_0, end = var_49846_end_0, end_mask = var_49846_end_mask_0, x = q_221_cast)[name = tensor<string, []>("op_49846_cast")];
            tensor<int32, [4]> var_49850_begin_0 = const()[name = tensor<string, []>("op_49850_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_49850_end_0 = const()[name = tensor<string, []>("op_49850_end_0"), val = tensor<int32, [4]>([2, 256, 1, 576])];
            tensor<bool, [4]> var_49850_end_mask_0 = const()[name = tensor<string, []>("op_49850_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_49850_cast = slice_by_index(begin = var_49850_begin_0, end = var_49850_end_0, end_mask = var_49850_end_mask_0, x = q_221_cast)[name = tensor<string, []>("op_49850_cast")];
            tensor<int32, [4]> var_49854_begin_0 = const()[name = tensor<string, []>("op_49854_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_49854_end_0 = const()[name = tensor<string, []>("op_49854_end_0"), val = tensor<int32, [4]>([2, 320, 1, 576])];
            tensor<bool, [4]> var_49854_end_mask_0 = const()[name = tensor<string, []>("op_49854_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_49854_cast = slice_by_index(begin = var_49854_begin_0, end = var_49854_end_0, end_mask = var_49854_end_mask_0, x = q_221_cast)[name = tensor<string, []>("op_49854_cast")];
            tensor<int32, [4]> var_49858_begin_0 = const()[name = tensor<string, []>("op_49858_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_49858_end_0 = const()[name = tensor<string, []>("op_49858_end_0"), val = tensor<int32, [4]>([2, 384, 1, 576])];
            tensor<bool, [4]> var_49858_end_mask_0 = const()[name = tensor<string, []>("op_49858_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_49858_cast = slice_by_index(begin = var_49858_begin_0, end = var_49858_end_0, end_mask = var_49858_end_mask_0, x = q_221_cast)[name = tensor<string, []>("op_49858_cast")];
            tensor<int32, [4]> var_49862_begin_0 = const()[name = tensor<string, []>("op_49862_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_49862_end_0 = const()[name = tensor<string, []>("op_49862_end_0"), val = tensor<int32, [4]>([2, 448, 1, 576])];
            tensor<bool, [4]> var_49862_end_mask_0 = const()[name = tensor<string, []>("op_49862_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_49862_cast = slice_by_index(begin = var_49862_begin_0, end = var_49862_end_0, end_mask = var_49862_end_mask_0, x = q_221_cast)[name = tensor<string, []>("op_49862_cast")];
            tensor<int32, [4]> var_49866_begin_0 = const()[name = tensor<string, []>("op_49866_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_49866_end_0 = const()[name = tensor<string, []>("op_49866_end_0"), val = tensor<int32, [4]>([2, 512, 1, 576])];
            tensor<bool, [4]> var_49866_end_mask_0 = const()[name = tensor<string, []>("op_49866_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_49866_cast = slice_by_index(begin = var_49866_begin_0, end = var_49866_end_0, end_mask = var_49866_end_mask_0, x = q_221_cast)[name = tensor<string, []>("op_49866_cast")];
            tensor<int32, [4]> var_49870_begin_0 = const()[name = tensor<string, []>("op_49870_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_49870_end_0 = const()[name = tensor<string, []>("op_49870_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_49870_end_mask_0 = const()[name = tensor<string, []>("op_49870_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_49870_cast = slice_by_index(begin = var_49870_begin_0, end = var_49870_end_0, end_mask = var_49870_end_mask_0, x = q_221_cast)[name = tensor<string, []>("op_49870_cast")];
            tensor<int32, [4]> var_49874_begin_0 = const()[name = tensor<string, []>("op_49874_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_49874_end_0 = const()[name = tensor<string, []>("op_49874_end_0"), val = tensor<int32, [4]>([2, 640, 1, 576])];
            tensor<bool, [4]> var_49874_end_mask_0 = const()[name = tensor<string, []>("op_49874_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_49874_cast = slice_by_index(begin = var_49874_begin_0, end = var_49874_end_0, end_mask = var_49874_end_mask_0, x = q_221_cast)[name = tensor<string, []>("op_49874_cast")];
            tensor<int32, [4]> var_49878_begin_0 = const()[name = tensor<string, []>("op_49878_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_49878_end_0 = const()[name = tensor<string, []>("op_49878_end_0"), val = tensor<int32, [4]>([2, 704, 1, 576])];
            tensor<bool, [4]> var_49878_end_mask_0 = const()[name = tensor<string, []>("op_49878_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_49878_cast = slice_by_index(begin = var_49878_begin_0, end = var_49878_end_0, end_mask = var_49878_end_mask_0, x = q_221_cast)[name = tensor<string, []>("op_49878_cast")];
            tensor<int32, [4]> var_49882_begin_0 = const()[name = tensor<string, []>("op_49882_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_49882_end_0 = const()[name = tensor<string, []>("op_49882_end_0"), val = tensor<int32, [4]>([2, 768, 1, 576])];
            tensor<bool, [4]> var_49882_end_mask_0 = const()[name = tensor<string, []>("op_49882_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_49882_cast = slice_by_index(begin = var_49882_begin_0, end = var_49882_end_0, end_mask = var_49882_end_mask_0, x = q_221_cast)[name = tensor<string, []>("op_49882_cast")];
            tensor<int32, [4]> var_49886_begin_0 = const()[name = tensor<string, []>("op_49886_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_49886_end_0 = const()[name = tensor<string, []>("op_49886_end_0"), val = tensor<int32, [4]>([2, 832, 1, 576])];
            tensor<bool, [4]> var_49886_end_mask_0 = const()[name = tensor<string, []>("op_49886_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_49886_cast = slice_by_index(begin = var_49886_begin_0, end = var_49886_end_0, end_mask = var_49886_end_mask_0, x = q_221_cast)[name = tensor<string, []>("op_49886_cast")];
            tensor<int32, [4]> var_49890_begin_0 = const()[name = tensor<string, []>("op_49890_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_49890_end_0 = const()[name = tensor<string, []>("op_49890_end_0"), val = tensor<int32, [4]>([2, 896, 1, 576])];
            tensor<bool, [4]> var_49890_end_mask_0 = const()[name = tensor<string, []>("op_49890_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_49890_cast = slice_by_index(begin = var_49890_begin_0, end = var_49890_end_0, end_mask = var_49890_end_mask_0, x = q_221_cast)[name = tensor<string, []>("op_49890_cast")];
            tensor<int32, [4]> var_49894_begin_0 = const()[name = tensor<string, []>("op_49894_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_49894_end_0 = const()[name = tensor<string, []>("op_49894_end_0"), val = tensor<int32, [4]>([2, 960, 1, 576])];
            tensor<bool, [4]> var_49894_end_mask_0 = const()[name = tensor<string, []>("op_49894_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_49894_cast = slice_by_index(begin = var_49894_begin_0, end = var_49894_end_0, end_mask = var_49894_end_mask_0, x = q_221_cast)[name = tensor<string, []>("op_49894_cast")];
            tensor<int32, [4]> var_49898_begin_0 = const()[name = tensor<string, []>("op_49898_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_49898_end_0 = const()[name = tensor<string, []>("op_49898_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 576])];
            tensor<bool, [4]> var_49898_end_mask_0 = const()[name = tensor<string, []>("op_49898_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_49898_cast = slice_by_index(begin = var_49898_begin_0, end = var_49898_end_0, end_mask = var_49898_end_mask_0, x = q_221_cast)[name = tensor<string, []>("op_49898_cast")];
            tensor<int32, [4]> var_49902_begin_0 = const()[name = tensor<string, []>("op_49902_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_49902_end_0 = const()[name = tensor<string, []>("op_49902_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 576])];
            tensor<bool, [4]> var_49902_end_mask_0 = const()[name = tensor<string, []>("op_49902_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_49902_cast = slice_by_index(begin = var_49902_begin_0, end = var_49902_end_0, end_mask = var_49902_end_mask_0, x = q_221_cast)[name = tensor<string, []>("op_49902_cast")];
            tensor<int32, [4]> var_49906_begin_0 = const()[name = tensor<string, []>("op_49906_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_49906_end_0 = const()[name = tensor<string, []>("op_49906_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 576])];
            tensor<bool, [4]> var_49906_end_mask_0 = const()[name = tensor<string, []>("op_49906_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_49906_cast = slice_by_index(begin = var_49906_begin_0, end = var_49906_end_0, end_mask = var_49906_end_mask_0, x = q_221_cast)[name = tensor<string, []>("op_49906_cast")];
            tensor<int32, [4]> var_49910_begin_0 = const()[name = tensor<string, []>("op_49910_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_49910_end_0 = const()[name = tensor<string, []>("op_49910_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 576])];
            tensor<bool, [4]> var_49910_end_mask_0 = const()[name = tensor<string, []>("op_49910_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_49910_cast = slice_by_index(begin = var_49910_begin_0, end = var_49910_end_0, end_mask = var_49910_end_mask_0, x = q_221_cast)[name = tensor<string, []>("op_49910_cast")];
            tensor<int32, [4]> var_49914_begin_0 = const()[name = tensor<string, []>("op_49914_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_49914_end_0 = const()[name = tensor<string, []>("op_49914_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 576])];
            tensor<bool, [4]> var_49914_end_mask_0 = const()[name = tensor<string, []>("op_49914_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_49914_cast = slice_by_index(begin = var_49914_begin_0, end = var_49914_end_0, end_mask = var_49914_end_mask_0, x = q_221_cast)[name = tensor<string, []>("op_49914_cast")];
            tensor<int32, [4]> k_443_perm_0 = const()[name = tensor<string, []>("k_443_perm_0"), val = tensor<int32, [4]>([0, 3, 2, 1])];
            tensor<int32, [4]> var_49921_begin_0 = const()[name = tensor<string, []>("op_49921_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_49921_end_0 = const()[name = tensor<string, []>("op_49921_end_0"), val = tensor<int32, [4]>([2, 576, 1, 64])];
            tensor<bool, [4]> var_49921_end_mask_0 = const()[name = tensor<string, []>("op_49921_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 1280]> transpose_29 = transpose(perm = k_443_perm_0, x = k_441_cast)[name = tensor<string, []>("transpose_29")];
            tensor<fp16, [2, 576, 1, 64]> var_49921_cast = slice_by_index(begin = var_49921_begin_0, end = var_49921_end_0, end_mask = var_49921_end_mask_0, x = transpose_29)[name = tensor<string, []>("op_49921_cast")];
            tensor<int32, [4]> var_49925_begin_0 = const()[name = tensor<string, []>("op_49925_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 64])];
            tensor<int32, [4]> var_49925_end_0 = const()[name = tensor<string, []>("op_49925_end_0"), val = tensor<int32, [4]>([2, 576, 1, 128])];
            tensor<bool, [4]> var_49925_end_mask_0 = const()[name = tensor<string, []>("op_49925_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_49925_cast = slice_by_index(begin = var_49925_begin_0, end = var_49925_end_0, end_mask = var_49925_end_mask_0, x = transpose_29)[name = tensor<string, []>("op_49925_cast")];
            tensor<int32, [4]> var_49929_begin_0 = const()[name = tensor<string, []>("op_49929_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 128])];
            tensor<int32, [4]> var_49929_end_0 = const()[name = tensor<string, []>("op_49929_end_0"), val = tensor<int32, [4]>([2, 576, 1, 192])];
            tensor<bool, [4]> var_49929_end_mask_0 = const()[name = tensor<string, []>("op_49929_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_49929_cast = slice_by_index(begin = var_49929_begin_0, end = var_49929_end_0, end_mask = var_49929_end_mask_0, x = transpose_29)[name = tensor<string, []>("op_49929_cast")];
            tensor<int32, [4]> var_49933_begin_0 = const()[name = tensor<string, []>("op_49933_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 192])];
            tensor<int32, [4]> var_49933_end_0 = const()[name = tensor<string, []>("op_49933_end_0"), val = tensor<int32, [4]>([2, 576, 1, 256])];
            tensor<bool, [4]> var_49933_end_mask_0 = const()[name = tensor<string, []>("op_49933_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_49933_cast = slice_by_index(begin = var_49933_begin_0, end = var_49933_end_0, end_mask = var_49933_end_mask_0, x = transpose_29)[name = tensor<string, []>("op_49933_cast")];
            tensor<int32, [4]> var_49937_begin_0 = const()[name = tensor<string, []>("op_49937_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 256])];
            tensor<int32, [4]> var_49937_end_0 = const()[name = tensor<string, []>("op_49937_end_0"), val = tensor<int32, [4]>([2, 576, 1, 320])];
            tensor<bool, [4]> var_49937_end_mask_0 = const()[name = tensor<string, []>("op_49937_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_49937_cast = slice_by_index(begin = var_49937_begin_0, end = var_49937_end_0, end_mask = var_49937_end_mask_0, x = transpose_29)[name = tensor<string, []>("op_49937_cast")];
            tensor<int32, [4]> var_49941_begin_0 = const()[name = tensor<string, []>("op_49941_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 320])];
            tensor<int32, [4]> var_49941_end_0 = const()[name = tensor<string, []>("op_49941_end_0"), val = tensor<int32, [4]>([2, 576, 1, 384])];
            tensor<bool, [4]> var_49941_end_mask_0 = const()[name = tensor<string, []>("op_49941_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_49941_cast = slice_by_index(begin = var_49941_begin_0, end = var_49941_end_0, end_mask = var_49941_end_mask_0, x = transpose_29)[name = tensor<string, []>("op_49941_cast")];
            tensor<int32, [4]> var_49945_begin_0 = const()[name = tensor<string, []>("op_49945_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 384])];
            tensor<int32, [4]> var_49945_end_0 = const()[name = tensor<string, []>("op_49945_end_0"), val = tensor<int32, [4]>([2, 576, 1, 448])];
            tensor<bool, [4]> var_49945_end_mask_0 = const()[name = tensor<string, []>("op_49945_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_49945_cast = slice_by_index(begin = var_49945_begin_0, end = var_49945_end_0, end_mask = var_49945_end_mask_0, x = transpose_29)[name = tensor<string, []>("op_49945_cast")];
            tensor<int32, [4]> var_49949_begin_0 = const()[name = tensor<string, []>("op_49949_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 448])];
            tensor<int32, [4]> var_49949_end_0 = const()[name = tensor<string, []>("op_49949_end_0"), val = tensor<int32, [4]>([2, 576, 1, 512])];
            tensor<bool, [4]> var_49949_end_mask_0 = const()[name = tensor<string, []>("op_49949_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_49949_cast = slice_by_index(begin = var_49949_begin_0, end = var_49949_end_0, end_mask = var_49949_end_mask_0, x = transpose_29)[name = tensor<string, []>("op_49949_cast")];
            tensor<int32, [4]> var_49953_begin_0 = const()[name = tensor<string, []>("op_49953_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 512])];
            tensor<int32, [4]> var_49953_end_0 = const()[name = tensor<string, []>("op_49953_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_49953_end_mask_0 = const()[name = tensor<string, []>("op_49953_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_49953_cast = slice_by_index(begin = var_49953_begin_0, end = var_49953_end_0, end_mask = var_49953_end_mask_0, x = transpose_29)[name = tensor<string, []>("op_49953_cast")];
            tensor<int32, [4]> var_49957_begin_0 = const()[name = tensor<string, []>("op_49957_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 576])];
            tensor<int32, [4]> var_49957_end_0 = const()[name = tensor<string, []>("op_49957_end_0"), val = tensor<int32, [4]>([2, 576, 1, 640])];
            tensor<bool, [4]> var_49957_end_mask_0 = const()[name = tensor<string, []>("op_49957_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_49957_cast = slice_by_index(begin = var_49957_begin_0, end = var_49957_end_0, end_mask = var_49957_end_mask_0, x = transpose_29)[name = tensor<string, []>("op_49957_cast")];
            tensor<int32, [4]> var_49961_begin_0 = const()[name = tensor<string, []>("op_49961_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 640])];
            tensor<int32, [4]> var_49961_end_0 = const()[name = tensor<string, []>("op_49961_end_0"), val = tensor<int32, [4]>([2, 576, 1, 704])];
            tensor<bool, [4]> var_49961_end_mask_0 = const()[name = tensor<string, []>("op_49961_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_49961_cast = slice_by_index(begin = var_49961_begin_0, end = var_49961_end_0, end_mask = var_49961_end_mask_0, x = transpose_29)[name = tensor<string, []>("op_49961_cast")];
            tensor<int32, [4]> var_49965_begin_0 = const()[name = tensor<string, []>("op_49965_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 704])];
            tensor<int32, [4]> var_49965_end_0 = const()[name = tensor<string, []>("op_49965_end_0"), val = tensor<int32, [4]>([2, 576, 1, 768])];
            tensor<bool, [4]> var_49965_end_mask_0 = const()[name = tensor<string, []>("op_49965_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_49965_cast = slice_by_index(begin = var_49965_begin_0, end = var_49965_end_0, end_mask = var_49965_end_mask_0, x = transpose_29)[name = tensor<string, []>("op_49965_cast")];
            tensor<int32, [4]> var_49969_begin_0 = const()[name = tensor<string, []>("op_49969_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 768])];
            tensor<int32, [4]> var_49969_end_0 = const()[name = tensor<string, []>("op_49969_end_0"), val = tensor<int32, [4]>([2, 576, 1, 832])];
            tensor<bool, [4]> var_49969_end_mask_0 = const()[name = tensor<string, []>("op_49969_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_49969_cast = slice_by_index(begin = var_49969_begin_0, end = var_49969_end_0, end_mask = var_49969_end_mask_0, x = transpose_29)[name = tensor<string, []>("op_49969_cast")];
            tensor<int32, [4]> var_49973_begin_0 = const()[name = tensor<string, []>("op_49973_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 832])];
            tensor<int32, [4]> var_49973_end_0 = const()[name = tensor<string, []>("op_49973_end_0"), val = tensor<int32, [4]>([2, 576, 1, 896])];
            tensor<bool, [4]> var_49973_end_mask_0 = const()[name = tensor<string, []>("op_49973_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_49973_cast = slice_by_index(begin = var_49973_begin_0, end = var_49973_end_0, end_mask = var_49973_end_mask_0, x = transpose_29)[name = tensor<string, []>("op_49973_cast")];
            tensor<int32, [4]> var_49977_begin_0 = const()[name = tensor<string, []>("op_49977_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 896])];
            tensor<int32, [4]> var_49977_end_0 = const()[name = tensor<string, []>("op_49977_end_0"), val = tensor<int32, [4]>([2, 576, 1, 960])];
            tensor<bool, [4]> var_49977_end_mask_0 = const()[name = tensor<string, []>("op_49977_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_49977_cast = slice_by_index(begin = var_49977_begin_0, end = var_49977_end_0, end_mask = var_49977_end_mask_0, x = transpose_29)[name = tensor<string, []>("op_49977_cast")];
            tensor<int32, [4]> var_49981_begin_0 = const()[name = tensor<string, []>("op_49981_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 960])];
            tensor<int32, [4]> var_49981_end_0 = const()[name = tensor<string, []>("op_49981_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1024])];
            tensor<bool, [4]> var_49981_end_mask_0 = const()[name = tensor<string, []>("op_49981_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_49981_cast = slice_by_index(begin = var_49981_begin_0, end = var_49981_end_0, end_mask = var_49981_end_mask_0, x = transpose_29)[name = tensor<string, []>("op_49981_cast")];
            tensor<int32, [4]> var_49985_begin_0 = const()[name = tensor<string, []>("op_49985_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1024])];
            tensor<int32, [4]> var_49985_end_0 = const()[name = tensor<string, []>("op_49985_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1088])];
            tensor<bool, [4]> var_49985_end_mask_0 = const()[name = tensor<string, []>("op_49985_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_49985_cast = slice_by_index(begin = var_49985_begin_0, end = var_49985_end_0, end_mask = var_49985_end_mask_0, x = transpose_29)[name = tensor<string, []>("op_49985_cast")];
            tensor<int32, [4]> var_49989_begin_0 = const()[name = tensor<string, []>("op_49989_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1088])];
            tensor<int32, [4]> var_49989_end_0 = const()[name = tensor<string, []>("op_49989_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1152])];
            tensor<bool, [4]> var_49989_end_mask_0 = const()[name = tensor<string, []>("op_49989_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_49989_cast = slice_by_index(begin = var_49989_begin_0, end = var_49989_end_0, end_mask = var_49989_end_mask_0, x = transpose_29)[name = tensor<string, []>("op_49989_cast")];
            tensor<int32, [4]> var_49993_begin_0 = const()[name = tensor<string, []>("op_49993_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1152])];
            tensor<int32, [4]> var_49993_end_0 = const()[name = tensor<string, []>("op_49993_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1216])];
            tensor<bool, [4]> var_49993_end_mask_0 = const()[name = tensor<string, []>("op_49993_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_49993_cast = slice_by_index(begin = var_49993_begin_0, end = var_49993_end_0, end_mask = var_49993_end_mask_0, x = transpose_29)[name = tensor<string, []>("op_49993_cast")];
            tensor<int32, [4]> var_49997_begin_0 = const()[name = tensor<string, []>("op_49997_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1216])];
            tensor<int32, [4]> var_49997_end_0 = const()[name = tensor<string, []>("op_49997_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1280])];
            tensor<bool, [4]> var_49997_end_mask_0 = const()[name = tensor<string, []>("op_49997_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_49997_cast = slice_by_index(begin = var_49997_begin_0, end = var_49997_end_0, end_mask = var_49997_end_mask_0, x = transpose_29)[name = tensor<string, []>("op_49997_cast")];
            tensor<int32, [4]> var_49999_begin_0 = const()[name = tensor<string, []>("op_49999_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_49999_end_0 = const()[name = tensor<string, []>("op_49999_end_0"), val = tensor<int32, [4]>([2, 64, 1, 576])];
            tensor<bool, [4]> var_49999_end_mask_0 = const()[name = tensor<string, []>("op_49999_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_49999_cast = slice_by_index(begin = var_49999_begin_0, end = var_49999_end_0, end_mask = var_49999_end_mask_0, x = v_221_cast)[name = tensor<string, []>("op_49999_cast")];
            tensor<int32, [4]> var_50003_begin_0 = const()[name = tensor<string, []>("op_50003_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_50003_end_0 = const()[name = tensor<string, []>("op_50003_end_0"), val = tensor<int32, [4]>([2, 128, 1, 576])];
            tensor<bool, [4]> var_50003_end_mask_0 = const()[name = tensor<string, []>("op_50003_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50003_cast = slice_by_index(begin = var_50003_begin_0, end = var_50003_end_0, end_mask = var_50003_end_mask_0, x = v_221_cast)[name = tensor<string, []>("op_50003_cast")];
            tensor<int32, [4]> var_50007_begin_0 = const()[name = tensor<string, []>("op_50007_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_50007_end_0 = const()[name = tensor<string, []>("op_50007_end_0"), val = tensor<int32, [4]>([2, 192, 1, 576])];
            tensor<bool, [4]> var_50007_end_mask_0 = const()[name = tensor<string, []>("op_50007_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50007_cast = slice_by_index(begin = var_50007_begin_0, end = var_50007_end_0, end_mask = var_50007_end_mask_0, x = v_221_cast)[name = tensor<string, []>("op_50007_cast")];
            tensor<int32, [4]> var_50011_begin_0 = const()[name = tensor<string, []>("op_50011_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_50011_end_0 = const()[name = tensor<string, []>("op_50011_end_0"), val = tensor<int32, [4]>([2, 256, 1, 576])];
            tensor<bool, [4]> var_50011_end_mask_0 = const()[name = tensor<string, []>("op_50011_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50011_cast = slice_by_index(begin = var_50011_begin_0, end = var_50011_end_0, end_mask = var_50011_end_mask_0, x = v_221_cast)[name = tensor<string, []>("op_50011_cast")];
            tensor<int32, [4]> var_50015_begin_0 = const()[name = tensor<string, []>("op_50015_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_50015_end_0 = const()[name = tensor<string, []>("op_50015_end_0"), val = tensor<int32, [4]>([2, 320, 1, 576])];
            tensor<bool, [4]> var_50015_end_mask_0 = const()[name = tensor<string, []>("op_50015_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50015_cast = slice_by_index(begin = var_50015_begin_0, end = var_50015_end_0, end_mask = var_50015_end_mask_0, x = v_221_cast)[name = tensor<string, []>("op_50015_cast")];
            tensor<int32, [4]> var_50019_begin_0 = const()[name = tensor<string, []>("op_50019_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_50019_end_0 = const()[name = tensor<string, []>("op_50019_end_0"), val = tensor<int32, [4]>([2, 384, 1, 576])];
            tensor<bool, [4]> var_50019_end_mask_0 = const()[name = tensor<string, []>("op_50019_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50019_cast = slice_by_index(begin = var_50019_begin_0, end = var_50019_end_0, end_mask = var_50019_end_mask_0, x = v_221_cast)[name = tensor<string, []>("op_50019_cast")];
            tensor<int32, [4]> var_50023_begin_0 = const()[name = tensor<string, []>("op_50023_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_50023_end_0 = const()[name = tensor<string, []>("op_50023_end_0"), val = tensor<int32, [4]>([2, 448, 1, 576])];
            tensor<bool, [4]> var_50023_end_mask_0 = const()[name = tensor<string, []>("op_50023_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50023_cast = slice_by_index(begin = var_50023_begin_0, end = var_50023_end_0, end_mask = var_50023_end_mask_0, x = v_221_cast)[name = tensor<string, []>("op_50023_cast")];
            tensor<int32, [4]> var_50027_begin_0 = const()[name = tensor<string, []>("op_50027_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_50027_end_0 = const()[name = tensor<string, []>("op_50027_end_0"), val = tensor<int32, [4]>([2, 512, 1, 576])];
            tensor<bool, [4]> var_50027_end_mask_0 = const()[name = tensor<string, []>("op_50027_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50027_cast = slice_by_index(begin = var_50027_begin_0, end = var_50027_end_0, end_mask = var_50027_end_mask_0, x = v_221_cast)[name = tensor<string, []>("op_50027_cast")];
            tensor<int32, [4]> var_50031_begin_0 = const()[name = tensor<string, []>("op_50031_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_50031_end_0 = const()[name = tensor<string, []>("op_50031_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_50031_end_mask_0 = const()[name = tensor<string, []>("op_50031_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50031_cast = slice_by_index(begin = var_50031_begin_0, end = var_50031_end_0, end_mask = var_50031_end_mask_0, x = v_221_cast)[name = tensor<string, []>("op_50031_cast")];
            tensor<int32, [4]> var_50035_begin_0 = const()[name = tensor<string, []>("op_50035_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_50035_end_0 = const()[name = tensor<string, []>("op_50035_end_0"), val = tensor<int32, [4]>([2, 640, 1, 576])];
            tensor<bool, [4]> var_50035_end_mask_0 = const()[name = tensor<string, []>("op_50035_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50035_cast = slice_by_index(begin = var_50035_begin_0, end = var_50035_end_0, end_mask = var_50035_end_mask_0, x = v_221_cast)[name = tensor<string, []>("op_50035_cast")];
            tensor<int32, [4]> var_50039_begin_0 = const()[name = tensor<string, []>("op_50039_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_50039_end_0 = const()[name = tensor<string, []>("op_50039_end_0"), val = tensor<int32, [4]>([2, 704, 1, 576])];
            tensor<bool, [4]> var_50039_end_mask_0 = const()[name = tensor<string, []>("op_50039_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50039_cast = slice_by_index(begin = var_50039_begin_0, end = var_50039_end_0, end_mask = var_50039_end_mask_0, x = v_221_cast)[name = tensor<string, []>("op_50039_cast")];
            tensor<int32, [4]> var_50043_begin_0 = const()[name = tensor<string, []>("op_50043_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_50043_end_0 = const()[name = tensor<string, []>("op_50043_end_0"), val = tensor<int32, [4]>([2, 768, 1, 576])];
            tensor<bool, [4]> var_50043_end_mask_0 = const()[name = tensor<string, []>("op_50043_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50043_cast = slice_by_index(begin = var_50043_begin_0, end = var_50043_end_0, end_mask = var_50043_end_mask_0, x = v_221_cast)[name = tensor<string, []>("op_50043_cast")];
            tensor<int32, [4]> var_50047_begin_0 = const()[name = tensor<string, []>("op_50047_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_50047_end_0 = const()[name = tensor<string, []>("op_50047_end_0"), val = tensor<int32, [4]>([2, 832, 1, 576])];
            tensor<bool, [4]> var_50047_end_mask_0 = const()[name = tensor<string, []>("op_50047_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50047_cast = slice_by_index(begin = var_50047_begin_0, end = var_50047_end_0, end_mask = var_50047_end_mask_0, x = v_221_cast)[name = tensor<string, []>("op_50047_cast")];
            tensor<int32, [4]> var_50051_begin_0 = const()[name = tensor<string, []>("op_50051_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_50051_end_0 = const()[name = tensor<string, []>("op_50051_end_0"), val = tensor<int32, [4]>([2, 896, 1, 576])];
            tensor<bool, [4]> var_50051_end_mask_0 = const()[name = tensor<string, []>("op_50051_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50051_cast = slice_by_index(begin = var_50051_begin_0, end = var_50051_end_0, end_mask = var_50051_end_mask_0, x = v_221_cast)[name = tensor<string, []>("op_50051_cast")];
            tensor<int32, [4]> var_50055_begin_0 = const()[name = tensor<string, []>("op_50055_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_50055_end_0 = const()[name = tensor<string, []>("op_50055_end_0"), val = tensor<int32, [4]>([2, 960, 1, 576])];
            tensor<bool, [4]> var_50055_end_mask_0 = const()[name = tensor<string, []>("op_50055_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50055_cast = slice_by_index(begin = var_50055_begin_0, end = var_50055_end_0, end_mask = var_50055_end_mask_0, x = v_221_cast)[name = tensor<string, []>("op_50055_cast")];
            tensor<int32, [4]> var_50059_begin_0 = const()[name = tensor<string, []>("op_50059_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_50059_end_0 = const()[name = tensor<string, []>("op_50059_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 576])];
            tensor<bool, [4]> var_50059_end_mask_0 = const()[name = tensor<string, []>("op_50059_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50059_cast = slice_by_index(begin = var_50059_begin_0, end = var_50059_end_0, end_mask = var_50059_end_mask_0, x = v_221_cast)[name = tensor<string, []>("op_50059_cast")];
            tensor<int32, [4]> var_50063_begin_0 = const()[name = tensor<string, []>("op_50063_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_50063_end_0 = const()[name = tensor<string, []>("op_50063_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 576])];
            tensor<bool, [4]> var_50063_end_mask_0 = const()[name = tensor<string, []>("op_50063_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50063_cast = slice_by_index(begin = var_50063_begin_0, end = var_50063_end_0, end_mask = var_50063_end_mask_0, x = v_221_cast)[name = tensor<string, []>("op_50063_cast")];
            tensor<int32, [4]> var_50067_begin_0 = const()[name = tensor<string, []>("op_50067_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_50067_end_0 = const()[name = tensor<string, []>("op_50067_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 576])];
            tensor<bool, [4]> var_50067_end_mask_0 = const()[name = tensor<string, []>("op_50067_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50067_cast = slice_by_index(begin = var_50067_begin_0, end = var_50067_end_0, end_mask = var_50067_end_mask_0, x = v_221_cast)[name = tensor<string, []>("op_50067_cast")];
            tensor<int32, [4]> var_50071_begin_0 = const()[name = tensor<string, []>("op_50071_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_50071_end_0 = const()[name = tensor<string, []>("op_50071_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 576])];
            tensor<bool, [4]> var_50071_end_mask_0 = const()[name = tensor<string, []>("op_50071_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50071_cast = slice_by_index(begin = var_50071_begin_0, end = var_50071_end_0, end_mask = var_50071_end_mask_0, x = v_221_cast)[name = tensor<string, []>("op_50071_cast")];
            tensor<int32, [4]> var_50075_begin_0 = const()[name = tensor<string, []>("op_50075_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_50075_end_0 = const()[name = tensor<string, []>("op_50075_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 576])];
            tensor<bool, [4]> var_50075_end_mask_0 = const()[name = tensor<string, []>("op_50075_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50075_cast = slice_by_index(begin = var_50075_begin_0, end = var_50075_end_0, end_mask = var_50075_end_mask_0, x = v_221_cast)[name = tensor<string, []>("op_50075_cast")];
            tensor<string, []> var_50079_equation_0 = const()[name = tensor<string, []>("op_50079_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_50079_cast = einsum(equation = var_50079_equation_0, values = (var_49921_cast, var_49838_cast))[name = tensor<string, []>("op_50079_cast")];
            tensor<fp16, []> var_50080_to_fp16 = const()[name = tensor<string, []>("op_50080_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4241_cast = mul(x = var_50079_cast, y = var_50080_to_fp16)[name = tensor<string, []>("aw_4241_cast")];
            tensor<string, []> var_50083_equation_0 = const()[name = tensor<string, []>("op_50083_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_50083_cast = einsum(equation = var_50083_equation_0, values = (var_49925_cast, var_49842_cast))[name = tensor<string, []>("op_50083_cast")];
            tensor<fp16, []> var_50084_to_fp16 = const()[name = tensor<string, []>("op_50084_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4243_cast = mul(x = var_50083_cast, y = var_50084_to_fp16)[name = tensor<string, []>("aw_4243_cast")];
            tensor<string, []> var_50087_equation_0 = const()[name = tensor<string, []>("op_50087_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_50087_cast = einsum(equation = var_50087_equation_0, values = (var_49929_cast, var_49846_cast))[name = tensor<string, []>("op_50087_cast")];
            tensor<fp16, []> var_50088_to_fp16 = const()[name = tensor<string, []>("op_50088_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4245_cast = mul(x = var_50087_cast, y = var_50088_to_fp16)[name = tensor<string, []>("aw_4245_cast")];
            tensor<string, []> var_50091_equation_0 = const()[name = tensor<string, []>("op_50091_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_50091_cast = einsum(equation = var_50091_equation_0, values = (var_49933_cast, var_49850_cast))[name = tensor<string, []>("op_50091_cast")];
            tensor<fp16, []> var_50092_to_fp16 = const()[name = tensor<string, []>("op_50092_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4247_cast = mul(x = var_50091_cast, y = var_50092_to_fp16)[name = tensor<string, []>("aw_4247_cast")];
            tensor<string, []> var_50095_equation_0 = const()[name = tensor<string, []>("op_50095_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_50095_cast = einsum(equation = var_50095_equation_0, values = (var_49937_cast, var_49854_cast))[name = tensor<string, []>("op_50095_cast")];
            tensor<fp16, []> var_50096_to_fp16 = const()[name = tensor<string, []>("op_50096_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4249_cast = mul(x = var_50095_cast, y = var_50096_to_fp16)[name = tensor<string, []>("aw_4249_cast")];
            tensor<string, []> var_50099_equation_0 = const()[name = tensor<string, []>("op_50099_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_50099_cast = einsum(equation = var_50099_equation_0, values = (var_49941_cast, var_49858_cast))[name = tensor<string, []>("op_50099_cast")];
            tensor<fp16, []> var_50100_to_fp16 = const()[name = tensor<string, []>("op_50100_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4251_cast = mul(x = var_50099_cast, y = var_50100_to_fp16)[name = tensor<string, []>("aw_4251_cast")];
            tensor<string, []> var_50103_equation_0 = const()[name = tensor<string, []>("op_50103_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_50103_cast = einsum(equation = var_50103_equation_0, values = (var_49945_cast, var_49862_cast))[name = tensor<string, []>("op_50103_cast")];
            tensor<fp16, []> var_50104_to_fp16 = const()[name = tensor<string, []>("op_50104_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4253_cast = mul(x = var_50103_cast, y = var_50104_to_fp16)[name = tensor<string, []>("aw_4253_cast")];
            tensor<string, []> var_50107_equation_0 = const()[name = tensor<string, []>("op_50107_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_50107_cast = einsum(equation = var_50107_equation_0, values = (var_49949_cast, var_49866_cast))[name = tensor<string, []>("op_50107_cast")];
            tensor<fp16, []> var_50108_to_fp16 = const()[name = tensor<string, []>("op_50108_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4255_cast = mul(x = var_50107_cast, y = var_50108_to_fp16)[name = tensor<string, []>("aw_4255_cast")];
            tensor<string, []> var_50111_equation_0 = const()[name = tensor<string, []>("op_50111_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_50111_cast = einsum(equation = var_50111_equation_0, values = (var_49953_cast, var_49870_cast))[name = tensor<string, []>("op_50111_cast")];
            tensor<fp16, []> var_50112_to_fp16 = const()[name = tensor<string, []>("op_50112_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4257_cast = mul(x = var_50111_cast, y = var_50112_to_fp16)[name = tensor<string, []>("aw_4257_cast")];
            tensor<string, []> var_50115_equation_0 = const()[name = tensor<string, []>("op_50115_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_50115_cast = einsum(equation = var_50115_equation_0, values = (var_49957_cast, var_49874_cast))[name = tensor<string, []>("op_50115_cast")];
            tensor<fp16, []> var_50116_to_fp16 = const()[name = tensor<string, []>("op_50116_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4259_cast = mul(x = var_50115_cast, y = var_50116_to_fp16)[name = tensor<string, []>("aw_4259_cast")];
            tensor<string, []> var_50119_equation_0 = const()[name = tensor<string, []>("op_50119_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_50119_cast = einsum(equation = var_50119_equation_0, values = (var_49961_cast, var_49878_cast))[name = tensor<string, []>("op_50119_cast")];
            tensor<fp16, []> var_50120_to_fp16 = const()[name = tensor<string, []>("op_50120_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4261_cast = mul(x = var_50119_cast, y = var_50120_to_fp16)[name = tensor<string, []>("aw_4261_cast")];
            tensor<string, []> var_50123_equation_0 = const()[name = tensor<string, []>("op_50123_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_50123_cast = einsum(equation = var_50123_equation_0, values = (var_49965_cast, var_49882_cast))[name = tensor<string, []>("op_50123_cast")];
            tensor<fp16, []> var_50124_to_fp16 = const()[name = tensor<string, []>("op_50124_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4263_cast = mul(x = var_50123_cast, y = var_50124_to_fp16)[name = tensor<string, []>("aw_4263_cast")];
            tensor<string, []> var_50127_equation_0 = const()[name = tensor<string, []>("op_50127_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_50127_cast = einsum(equation = var_50127_equation_0, values = (var_49969_cast, var_49886_cast))[name = tensor<string, []>("op_50127_cast")];
            tensor<fp16, []> var_50128_to_fp16 = const()[name = tensor<string, []>("op_50128_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4265_cast = mul(x = var_50127_cast, y = var_50128_to_fp16)[name = tensor<string, []>("aw_4265_cast")];
            tensor<string, []> var_50131_equation_0 = const()[name = tensor<string, []>("op_50131_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_50131_cast = einsum(equation = var_50131_equation_0, values = (var_49973_cast, var_49890_cast))[name = tensor<string, []>("op_50131_cast")];
            tensor<fp16, []> var_50132_to_fp16 = const()[name = tensor<string, []>("op_50132_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4267_cast = mul(x = var_50131_cast, y = var_50132_to_fp16)[name = tensor<string, []>("aw_4267_cast")];
            tensor<string, []> var_50135_equation_0 = const()[name = tensor<string, []>("op_50135_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_50135_cast = einsum(equation = var_50135_equation_0, values = (var_49977_cast, var_49894_cast))[name = tensor<string, []>("op_50135_cast")];
            tensor<fp16, []> var_50136_to_fp16 = const()[name = tensor<string, []>("op_50136_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4269_cast = mul(x = var_50135_cast, y = var_50136_to_fp16)[name = tensor<string, []>("aw_4269_cast")];
            tensor<string, []> var_50139_equation_0 = const()[name = tensor<string, []>("op_50139_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_50139_cast = einsum(equation = var_50139_equation_0, values = (var_49981_cast, var_49898_cast))[name = tensor<string, []>("op_50139_cast")];
            tensor<fp16, []> var_50140_to_fp16 = const()[name = tensor<string, []>("op_50140_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4271_cast = mul(x = var_50139_cast, y = var_50140_to_fp16)[name = tensor<string, []>("aw_4271_cast")];
            tensor<string, []> var_50143_equation_0 = const()[name = tensor<string, []>("op_50143_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_50143_cast = einsum(equation = var_50143_equation_0, values = (var_49985_cast, var_49902_cast))[name = tensor<string, []>("op_50143_cast")];
            tensor<fp16, []> var_50144_to_fp16 = const()[name = tensor<string, []>("op_50144_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4273_cast = mul(x = var_50143_cast, y = var_50144_to_fp16)[name = tensor<string, []>("aw_4273_cast")];
            tensor<string, []> var_50147_equation_0 = const()[name = tensor<string, []>("op_50147_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_50147_cast = einsum(equation = var_50147_equation_0, values = (var_49989_cast, var_49906_cast))[name = tensor<string, []>("op_50147_cast")];
            tensor<fp16, []> var_50148_to_fp16 = const()[name = tensor<string, []>("op_50148_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4275_cast = mul(x = var_50147_cast, y = var_50148_to_fp16)[name = tensor<string, []>("aw_4275_cast")];
            tensor<string, []> var_50151_equation_0 = const()[name = tensor<string, []>("op_50151_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_50151_cast = einsum(equation = var_50151_equation_0, values = (var_49993_cast, var_49910_cast))[name = tensor<string, []>("op_50151_cast")];
            tensor<fp16, []> var_50152_to_fp16 = const()[name = tensor<string, []>("op_50152_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4277_cast = mul(x = var_50151_cast, y = var_50152_to_fp16)[name = tensor<string, []>("aw_4277_cast")];
            tensor<string, []> var_50155_equation_0 = const()[name = tensor<string, []>("op_50155_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_50155_cast = einsum(equation = var_50155_equation_0, values = (var_49997_cast, var_49914_cast))[name = tensor<string, []>("op_50155_cast")];
            tensor<fp16, []> var_50156_to_fp16 = const()[name = tensor<string, []>("op_50156_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4279_cast = mul(x = var_50155_cast, y = var_50156_to_fp16)[name = tensor<string, []>("aw_4279_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_50158_cast = softmax(axis = var_30355, x = aw_4241_cast)[name = tensor<string, []>("op_50158_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_50159_cast = softmax(axis = var_30355, x = aw_4243_cast)[name = tensor<string, []>("op_50159_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_50160_cast = softmax(axis = var_30355, x = aw_4245_cast)[name = tensor<string, []>("op_50160_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_50161_cast = softmax(axis = var_30355, x = aw_4247_cast)[name = tensor<string, []>("op_50161_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_50162_cast = softmax(axis = var_30355, x = aw_4249_cast)[name = tensor<string, []>("op_50162_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_50163_cast = softmax(axis = var_30355, x = aw_4251_cast)[name = tensor<string, []>("op_50163_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_50164_cast = softmax(axis = var_30355, x = aw_4253_cast)[name = tensor<string, []>("op_50164_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_50165_cast = softmax(axis = var_30355, x = aw_4255_cast)[name = tensor<string, []>("op_50165_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_50166_cast = softmax(axis = var_30355, x = aw_4257_cast)[name = tensor<string, []>("op_50166_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_50167_cast = softmax(axis = var_30355, x = aw_4259_cast)[name = tensor<string, []>("op_50167_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_50168_cast = softmax(axis = var_30355, x = aw_4261_cast)[name = tensor<string, []>("op_50168_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_50169_cast = softmax(axis = var_30355, x = aw_4263_cast)[name = tensor<string, []>("op_50169_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_50170_cast = softmax(axis = var_30355, x = aw_4265_cast)[name = tensor<string, []>("op_50170_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_50171_cast = softmax(axis = var_30355, x = aw_4267_cast)[name = tensor<string, []>("op_50171_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_50172_cast = softmax(axis = var_30355, x = aw_4269_cast)[name = tensor<string, []>("op_50172_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_50173_cast = softmax(axis = var_30355, x = aw_4271_cast)[name = tensor<string, []>("op_50173_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_50174_cast = softmax(axis = var_30355, x = aw_4273_cast)[name = tensor<string, []>("op_50174_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_50175_cast = softmax(axis = var_30355, x = aw_4275_cast)[name = tensor<string, []>("op_50175_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_50176_cast = softmax(axis = var_30355, x = aw_4277_cast)[name = tensor<string, []>("op_50176_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_50177_cast = softmax(axis = var_30355, x = aw_4279_cast)[name = tensor<string, []>("op_50177_cast")];
            tensor<string, []> var_50179_equation_0 = const()[name = tensor<string, []>("op_50179_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_50179_cast = einsum(equation = var_50179_equation_0, values = (var_49999_cast, var_50158_cast))[name = tensor<string, []>("op_50179_cast")];
            tensor<string, []> var_50181_equation_0 = const()[name = tensor<string, []>("op_50181_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_50181_cast = einsum(equation = var_50181_equation_0, values = (var_50003_cast, var_50159_cast))[name = tensor<string, []>("op_50181_cast")];
            tensor<string, []> var_50183_equation_0 = const()[name = tensor<string, []>("op_50183_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_50183_cast = einsum(equation = var_50183_equation_0, values = (var_50007_cast, var_50160_cast))[name = tensor<string, []>("op_50183_cast")];
            tensor<string, []> var_50185_equation_0 = const()[name = tensor<string, []>("op_50185_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_50185_cast = einsum(equation = var_50185_equation_0, values = (var_50011_cast, var_50161_cast))[name = tensor<string, []>("op_50185_cast")];
            tensor<string, []> var_50187_equation_0 = const()[name = tensor<string, []>("op_50187_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_50187_cast = einsum(equation = var_50187_equation_0, values = (var_50015_cast, var_50162_cast))[name = tensor<string, []>("op_50187_cast")];
            tensor<string, []> var_50189_equation_0 = const()[name = tensor<string, []>("op_50189_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_50189_cast = einsum(equation = var_50189_equation_0, values = (var_50019_cast, var_50163_cast))[name = tensor<string, []>("op_50189_cast")];
            tensor<string, []> var_50191_equation_0 = const()[name = tensor<string, []>("op_50191_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_50191_cast = einsum(equation = var_50191_equation_0, values = (var_50023_cast, var_50164_cast))[name = tensor<string, []>("op_50191_cast")];
            tensor<string, []> var_50193_equation_0 = const()[name = tensor<string, []>("op_50193_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_50193_cast = einsum(equation = var_50193_equation_0, values = (var_50027_cast, var_50165_cast))[name = tensor<string, []>("op_50193_cast")];
            tensor<string, []> var_50195_equation_0 = const()[name = tensor<string, []>("op_50195_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_50195_cast = einsum(equation = var_50195_equation_0, values = (var_50031_cast, var_50166_cast))[name = tensor<string, []>("op_50195_cast")];
            tensor<string, []> var_50197_equation_0 = const()[name = tensor<string, []>("op_50197_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_50197_cast = einsum(equation = var_50197_equation_0, values = (var_50035_cast, var_50167_cast))[name = tensor<string, []>("op_50197_cast")];
            tensor<string, []> var_50199_equation_0 = const()[name = tensor<string, []>("op_50199_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_50199_cast = einsum(equation = var_50199_equation_0, values = (var_50039_cast, var_50168_cast))[name = tensor<string, []>("op_50199_cast")];
            tensor<string, []> var_50201_equation_0 = const()[name = tensor<string, []>("op_50201_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_50201_cast = einsum(equation = var_50201_equation_0, values = (var_50043_cast, var_50169_cast))[name = tensor<string, []>("op_50201_cast")];
            tensor<string, []> var_50203_equation_0 = const()[name = tensor<string, []>("op_50203_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_50203_cast = einsum(equation = var_50203_equation_0, values = (var_50047_cast, var_50170_cast))[name = tensor<string, []>("op_50203_cast")];
            tensor<string, []> var_50205_equation_0 = const()[name = tensor<string, []>("op_50205_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_50205_cast = einsum(equation = var_50205_equation_0, values = (var_50051_cast, var_50171_cast))[name = tensor<string, []>("op_50205_cast")];
            tensor<string, []> var_50207_equation_0 = const()[name = tensor<string, []>("op_50207_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_50207_cast = einsum(equation = var_50207_equation_0, values = (var_50055_cast, var_50172_cast))[name = tensor<string, []>("op_50207_cast")];
            tensor<string, []> var_50209_equation_0 = const()[name = tensor<string, []>("op_50209_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_50209_cast = einsum(equation = var_50209_equation_0, values = (var_50059_cast, var_50173_cast))[name = tensor<string, []>("op_50209_cast")];
            tensor<string, []> var_50211_equation_0 = const()[name = tensor<string, []>("op_50211_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_50211_cast = einsum(equation = var_50211_equation_0, values = (var_50063_cast, var_50174_cast))[name = tensor<string, []>("op_50211_cast")];
            tensor<string, []> var_50213_equation_0 = const()[name = tensor<string, []>("op_50213_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_50213_cast = einsum(equation = var_50213_equation_0, values = (var_50067_cast, var_50175_cast))[name = tensor<string, []>("op_50213_cast")];
            tensor<string, []> var_50215_equation_0 = const()[name = tensor<string, []>("op_50215_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_50215_cast = einsum(equation = var_50215_equation_0, values = (var_50071_cast, var_50176_cast))[name = tensor<string, []>("op_50215_cast")];
            tensor<string, []> var_50217_equation_0 = const()[name = tensor<string, []>("op_50217_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_50217_cast = einsum(equation = var_50217_equation_0, values = (var_50075_cast, var_50177_cast))[name = tensor<string, []>("op_50217_cast")];
            tensor<bool, []> input_643_interleave_0 = const()[name = tensor<string, []>("input_643_interleave_0"), val = tensor<bool, []>(false)];
            tensor<fp16, [2, 1280, 1, 576]> input_643_cast = concat(axis = var_30355, interleave = input_643_interleave_0, values = (var_50179_cast, var_50181_cast, var_50183_cast, var_50185_cast, var_50187_cast, var_50189_cast, var_50191_cast, var_50193_cast, var_50195_cast, var_50197_cast, var_50199_cast, var_50201_cast, var_50203_cast, var_50205_cast, var_50207_cast, var_50209_cast, var_50211_cast, var_50213_cast, var_50215_cast, var_50217_cast))[name = tensor<string, []>("input_643_cast")];
            tensor<int32, [2]> var_50223 = const()[name = tensor<string, []>("op_50223"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_50225 = const()[name = tensor<string, []>("op_50225"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_50227_pad_type_0 = const()[name = tensor<string, []>("op_50227_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_50227_pad_0 = const()[name = tensor<string, []>("op_50227_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_1_attn1_to_out_0_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [1228800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(334939776))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(336168640))), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_1_attn1_to_out_0_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_attentions_2_transformer_blocks_1_attn1_to_out_0_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_1_attn1_to_out_0_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(336168832)))];
            tensor<fp16, [2, 1280, 1, 576]> var_50227_cast = conv(bias = up_blocks_0_attentions_2_transformer_blocks_1_attn1_to_out_0_bias_to_fp16, dilations = var_50225, groups = var_30355, pad = var_50227_pad_0, pad_type = var_50227_pad_type_0, strides = var_50223, weight = up_blocks_0_attentions_2_transformer_blocks_1_attn1_to_out_0_weight_to_fp16_palettized, x = input_643_cast)[name = tensor<string, []>("op_50227_cast")];
            tensor<fp16, [2, 1280, 1, 576]> inputs_333_cast = add(x = var_50227_cast, y = inputs_331_cast)[name = tensor<string, []>("inputs_333_cast")];
            tensor<int32, [1]> var_50231 = const()[name = tensor<string, []>("op_50231"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> channels_mean_333_cast = reduce_mean(axes = var_50231, keep_dims = var_30350, x = inputs_333_cast)[name = tensor<string, []>("channels_mean_333_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_333_cast = sub(x = inputs_333_cast, y = channels_mean_333_cast)[name = tensor<string, []>("zero_mean_333_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_sq_333_cast = mul(x = zero_mean_333_cast, y = zero_mean_333_cast)[name = tensor<string, []>("zero_mean_sq_333_cast")];
            tensor<int32, [1]> var_50235 = const()[name = tensor<string, []>("op_50235"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> var_50236_cast = reduce_mean(axes = var_50235, keep_dims = var_30350, x = zero_mean_sq_333_cast)[name = tensor<string, []>("op_50236_cast")];
            tensor<fp16, []> var_50237_to_fp16 = const()[name = tensor<string, []>("op_50237_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 576]> var_50238_cast = add(x = var_50236_cast, y = var_50237_to_fp16)[name = tensor<string, []>("op_50238_cast")];
            tensor<fp16, []> denom_333_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_333_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 576]> denom_333_cast = rsqrt(epsilon = denom_333_epsilon_0_to_fp16, x = var_50238_cast)[name = tensor<string, []>("denom_333_cast")];
            tensor<fp16, [2, 1280, 1, 576]> out_333_cast = mul(x = zero_mean_333_cast, y = denom_333_cast)[name = tensor<string, []>("out_333_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_50242_to_fp16 = const()[name = tensor<string, []>("op_50242_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(336171456)))];
            tensor<fp16, [2, 1280, 1, 576]> var_50243_cast = add(x = out_333_cast, y = var_50242_to_fp16)[name = tensor<string, []>("op_50243_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_50245_to_fp16 = const()[name = tensor<string, []>("op_50245_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(336174080)))];
            tensor<fp16, [2, 1280, 1, 576]> hidden_states_443_cast = mul(x = var_50243_cast, y = var_50245_to_fp16)[name = tensor<string, []>("hidden_states_443_cast")];
            tensor<int32, [2]> var_50252 = const()[name = tensor<string, []>("op_50252"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_50254 = const()[name = tensor<string, []>("op_50254"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> q_223_pad_type_0 = const()[name = tensor<string, []>("q_223_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> q_223_pad_0 = const()[name = tensor<string, []>("q_223_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_1_attn2_to_q_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [409600]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(336176704))), lut = tensor<fp16, [4]>([-0x1.304p-5, -0x1.668p-7, 0x1.624p-7, 0x1.2f8p-5]), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_1_attn2_to_q_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> q_223_cast = conv(dilations = var_50254, groups = var_30355, pad = q_223_pad_0, pad_type = q_223_pad_type_0, strides = var_50252, weight = up_blocks_0_attentions_2_transformer_blocks_1_attn2_to_q_weight_to_fp16_palettized, x = hidden_states_443_cast)[name = tensor<string, []>("q_223_cast")];
            tensor<int32, [2]> var_50258 = const()[name = tensor<string, []>("op_50258"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_50260 = const()[name = tensor<string, []>("op_50260"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> k_445_pad_type_0 = const()[name = tensor<string, []>("k_445_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> k_445_pad_0 = const()[name = tensor<string, []>("k_445_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 2048, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_1_attn2_to_k_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [1310720]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(336586368))), lut = tensor<fp16, [16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(337897152))), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_1_attn2_to_k_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 2048, 1, 1])];
            tensor<fp16, [2, 1280, 1, 77]> k_445_cast = conv(dilations = var_50260, groups = var_30355, pad = k_445_pad_0, pad_type = k_445_pad_type_0, strides = var_50258, weight = up_blocks_0_attentions_2_transformer_blocks_1_attn2_to_k_weight_to_fp16_palettized, x = encoder_hidden_states)[name = tensor<string, []>("k_445_cast")];
            tensor<int32, [2]> var_50264 = const()[name = tensor<string, []>("op_50264"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_50266 = const()[name = tensor<string, []>("op_50266"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> v_223_pad_type_0 = const()[name = tensor<string, []>("v_223_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> v_223_pad_0 = const()[name = tensor<string, []>("v_223_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 2048, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_1_attn2_to_v_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [1310720]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(337897280))), lut = tensor<fp16, [16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(339208064))), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_1_attn2_to_v_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 2048, 1, 1])];
            tensor<fp16, [2, 1280, 1, 77]> v_223_cast = conv(dilations = var_50266, groups = var_30355, pad = v_223_pad_0, pad_type = v_223_pad_type_0, strides = var_50264, weight = up_blocks_0_attentions_2_transformer_blocks_1_attn2_to_v_weight_to_fp16_palettized, x = encoder_hidden_states)[name = tensor<string, []>("v_223_cast")];
            tensor<int32, [4]> var_50270_begin_0 = const()[name = tensor<string, []>("op_50270_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_50270_end_0 = const()[name = tensor<string, []>("op_50270_end_0"), val = tensor<int32, [4]>([2, 64, 1, 576])];
            tensor<bool, [4]> var_50270_end_mask_0 = const()[name = tensor<string, []>("op_50270_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50270_cast = slice_by_index(begin = var_50270_begin_0, end = var_50270_end_0, end_mask = var_50270_end_mask_0, x = q_223_cast)[name = tensor<string, []>("op_50270_cast")];
            tensor<int32, [4]> var_50274_begin_0 = const()[name = tensor<string, []>("op_50274_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_50274_end_0 = const()[name = tensor<string, []>("op_50274_end_0"), val = tensor<int32, [4]>([2, 128, 1, 576])];
            tensor<bool, [4]> var_50274_end_mask_0 = const()[name = tensor<string, []>("op_50274_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50274_cast = slice_by_index(begin = var_50274_begin_0, end = var_50274_end_0, end_mask = var_50274_end_mask_0, x = q_223_cast)[name = tensor<string, []>("op_50274_cast")];
            tensor<int32, [4]> var_50278_begin_0 = const()[name = tensor<string, []>("op_50278_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_50278_end_0 = const()[name = tensor<string, []>("op_50278_end_0"), val = tensor<int32, [4]>([2, 192, 1, 576])];
            tensor<bool, [4]> var_50278_end_mask_0 = const()[name = tensor<string, []>("op_50278_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50278_cast = slice_by_index(begin = var_50278_begin_0, end = var_50278_end_0, end_mask = var_50278_end_mask_0, x = q_223_cast)[name = tensor<string, []>("op_50278_cast")];
            tensor<int32, [4]> var_50282_begin_0 = const()[name = tensor<string, []>("op_50282_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_50282_end_0 = const()[name = tensor<string, []>("op_50282_end_0"), val = tensor<int32, [4]>([2, 256, 1, 576])];
            tensor<bool, [4]> var_50282_end_mask_0 = const()[name = tensor<string, []>("op_50282_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50282_cast = slice_by_index(begin = var_50282_begin_0, end = var_50282_end_0, end_mask = var_50282_end_mask_0, x = q_223_cast)[name = tensor<string, []>("op_50282_cast")];
            tensor<int32, [4]> var_50286_begin_0 = const()[name = tensor<string, []>("op_50286_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_50286_end_0 = const()[name = tensor<string, []>("op_50286_end_0"), val = tensor<int32, [4]>([2, 320, 1, 576])];
            tensor<bool, [4]> var_50286_end_mask_0 = const()[name = tensor<string, []>("op_50286_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50286_cast = slice_by_index(begin = var_50286_begin_0, end = var_50286_end_0, end_mask = var_50286_end_mask_0, x = q_223_cast)[name = tensor<string, []>("op_50286_cast")];
            tensor<int32, [4]> var_50290_begin_0 = const()[name = tensor<string, []>("op_50290_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_50290_end_0 = const()[name = tensor<string, []>("op_50290_end_0"), val = tensor<int32, [4]>([2, 384, 1, 576])];
            tensor<bool, [4]> var_50290_end_mask_0 = const()[name = tensor<string, []>("op_50290_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50290_cast = slice_by_index(begin = var_50290_begin_0, end = var_50290_end_0, end_mask = var_50290_end_mask_0, x = q_223_cast)[name = tensor<string, []>("op_50290_cast")];
            tensor<int32, [4]> var_50294_begin_0 = const()[name = tensor<string, []>("op_50294_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_50294_end_0 = const()[name = tensor<string, []>("op_50294_end_0"), val = tensor<int32, [4]>([2, 448, 1, 576])];
            tensor<bool, [4]> var_50294_end_mask_0 = const()[name = tensor<string, []>("op_50294_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50294_cast = slice_by_index(begin = var_50294_begin_0, end = var_50294_end_0, end_mask = var_50294_end_mask_0, x = q_223_cast)[name = tensor<string, []>("op_50294_cast")];
            tensor<int32, [4]> var_50298_begin_0 = const()[name = tensor<string, []>("op_50298_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_50298_end_0 = const()[name = tensor<string, []>("op_50298_end_0"), val = tensor<int32, [4]>([2, 512, 1, 576])];
            tensor<bool, [4]> var_50298_end_mask_0 = const()[name = tensor<string, []>("op_50298_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50298_cast = slice_by_index(begin = var_50298_begin_0, end = var_50298_end_0, end_mask = var_50298_end_mask_0, x = q_223_cast)[name = tensor<string, []>("op_50298_cast")];
            tensor<int32, [4]> var_50302_begin_0 = const()[name = tensor<string, []>("op_50302_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_50302_end_0 = const()[name = tensor<string, []>("op_50302_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_50302_end_mask_0 = const()[name = tensor<string, []>("op_50302_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50302_cast = slice_by_index(begin = var_50302_begin_0, end = var_50302_end_0, end_mask = var_50302_end_mask_0, x = q_223_cast)[name = tensor<string, []>("op_50302_cast")];
            tensor<int32, [4]> var_50306_begin_0 = const()[name = tensor<string, []>("op_50306_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_50306_end_0 = const()[name = tensor<string, []>("op_50306_end_0"), val = tensor<int32, [4]>([2, 640, 1, 576])];
            tensor<bool, [4]> var_50306_end_mask_0 = const()[name = tensor<string, []>("op_50306_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50306_cast = slice_by_index(begin = var_50306_begin_0, end = var_50306_end_0, end_mask = var_50306_end_mask_0, x = q_223_cast)[name = tensor<string, []>("op_50306_cast")];
            tensor<int32, [4]> var_50310_begin_0 = const()[name = tensor<string, []>("op_50310_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_50310_end_0 = const()[name = tensor<string, []>("op_50310_end_0"), val = tensor<int32, [4]>([2, 704, 1, 576])];
            tensor<bool, [4]> var_50310_end_mask_0 = const()[name = tensor<string, []>("op_50310_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50310_cast = slice_by_index(begin = var_50310_begin_0, end = var_50310_end_0, end_mask = var_50310_end_mask_0, x = q_223_cast)[name = tensor<string, []>("op_50310_cast")];
            tensor<int32, [4]> var_50314_begin_0 = const()[name = tensor<string, []>("op_50314_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_50314_end_0 = const()[name = tensor<string, []>("op_50314_end_0"), val = tensor<int32, [4]>([2, 768, 1, 576])];
            tensor<bool, [4]> var_50314_end_mask_0 = const()[name = tensor<string, []>("op_50314_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50314_cast = slice_by_index(begin = var_50314_begin_0, end = var_50314_end_0, end_mask = var_50314_end_mask_0, x = q_223_cast)[name = tensor<string, []>("op_50314_cast")];
            tensor<int32, [4]> var_50318_begin_0 = const()[name = tensor<string, []>("op_50318_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_50318_end_0 = const()[name = tensor<string, []>("op_50318_end_0"), val = tensor<int32, [4]>([2, 832, 1, 576])];
            tensor<bool, [4]> var_50318_end_mask_0 = const()[name = tensor<string, []>("op_50318_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50318_cast = slice_by_index(begin = var_50318_begin_0, end = var_50318_end_0, end_mask = var_50318_end_mask_0, x = q_223_cast)[name = tensor<string, []>("op_50318_cast")];
            tensor<int32, [4]> var_50322_begin_0 = const()[name = tensor<string, []>("op_50322_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_50322_end_0 = const()[name = tensor<string, []>("op_50322_end_0"), val = tensor<int32, [4]>([2, 896, 1, 576])];
            tensor<bool, [4]> var_50322_end_mask_0 = const()[name = tensor<string, []>("op_50322_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50322_cast = slice_by_index(begin = var_50322_begin_0, end = var_50322_end_0, end_mask = var_50322_end_mask_0, x = q_223_cast)[name = tensor<string, []>("op_50322_cast")];
            tensor<int32, [4]> var_50326_begin_0 = const()[name = tensor<string, []>("op_50326_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_50326_end_0 = const()[name = tensor<string, []>("op_50326_end_0"), val = tensor<int32, [4]>([2, 960, 1, 576])];
            tensor<bool, [4]> var_50326_end_mask_0 = const()[name = tensor<string, []>("op_50326_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50326_cast = slice_by_index(begin = var_50326_begin_0, end = var_50326_end_0, end_mask = var_50326_end_mask_0, x = q_223_cast)[name = tensor<string, []>("op_50326_cast")];
            tensor<int32, [4]> var_50330_begin_0 = const()[name = tensor<string, []>("op_50330_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_50330_end_0 = const()[name = tensor<string, []>("op_50330_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 576])];
            tensor<bool, [4]> var_50330_end_mask_0 = const()[name = tensor<string, []>("op_50330_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50330_cast = slice_by_index(begin = var_50330_begin_0, end = var_50330_end_0, end_mask = var_50330_end_mask_0, x = q_223_cast)[name = tensor<string, []>("op_50330_cast")];
            tensor<int32, [4]> var_50334_begin_0 = const()[name = tensor<string, []>("op_50334_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_50334_end_0 = const()[name = tensor<string, []>("op_50334_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 576])];
            tensor<bool, [4]> var_50334_end_mask_0 = const()[name = tensor<string, []>("op_50334_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50334_cast = slice_by_index(begin = var_50334_begin_0, end = var_50334_end_0, end_mask = var_50334_end_mask_0, x = q_223_cast)[name = tensor<string, []>("op_50334_cast")];
            tensor<int32, [4]> var_50338_begin_0 = const()[name = tensor<string, []>("op_50338_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_50338_end_0 = const()[name = tensor<string, []>("op_50338_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 576])];
            tensor<bool, [4]> var_50338_end_mask_0 = const()[name = tensor<string, []>("op_50338_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50338_cast = slice_by_index(begin = var_50338_begin_0, end = var_50338_end_0, end_mask = var_50338_end_mask_0, x = q_223_cast)[name = tensor<string, []>("op_50338_cast")];
            tensor<int32, [4]> var_50342_begin_0 = const()[name = tensor<string, []>("op_50342_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_50342_end_0 = const()[name = tensor<string, []>("op_50342_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 576])];
            tensor<bool, [4]> var_50342_end_mask_0 = const()[name = tensor<string, []>("op_50342_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50342_cast = slice_by_index(begin = var_50342_begin_0, end = var_50342_end_0, end_mask = var_50342_end_mask_0, x = q_223_cast)[name = tensor<string, []>("op_50342_cast")];
            tensor<int32, [4]> var_50346_begin_0 = const()[name = tensor<string, []>("op_50346_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_50346_end_0 = const()[name = tensor<string, []>("op_50346_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 576])];
            tensor<bool, [4]> var_50346_end_mask_0 = const()[name = tensor<string, []>("op_50346_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50346_cast = slice_by_index(begin = var_50346_begin_0, end = var_50346_end_0, end_mask = var_50346_end_mask_0, x = q_223_cast)[name = tensor<string, []>("op_50346_cast")];
            tensor<int32, [4]> k_447_perm_0 = const()[name = tensor<string, []>("k_447_perm_0"), val = tensor<int32, [4]>([0, 3, 2, 1])];
            tensor<int32, [4]> var_50353_begin_0 = const()[name = tensor<string, []>("op_50353_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_50353_end_0 = const()[name = tensor<string, []>("op_50353_end_0"), val = tensor<int32, [4]>([2, 77, 1, 64])];
            tensor<bool, [4]> var_50353_end_mask_0 = const()[name = tensor<string, []>("op_50353_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 1280]> transpose_28 = transpose(perm = k_447_perm_0, x = k_445_cast)[name = tensor<string, []>("transpose_28")];
            tensor<fp16, [2, 77, 1, 64]> var_50353_cast = slice_by_index(begin = var_50353_begin_0, end = var_50353_end_0, end_mask = var_50353_end_mask_0, x = transpose_28)[name = tensor<string, []>("op_50353_cast")];
            tensor<int32, [4]> var_50357_begin_0 = const()[name = tensor<string, []>("op_50357_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 64])];
            tensor<int32, [4]> var_50357_end_0 = const()[name = tensor<string, []>("op_50357_end_0"), val = tensor<int32, [4]>([2, 77, 1, 128])];
            tensor<bool, [4]> var_50357_end_mask_0 = const()[name = tensor<string, []>("op_50357_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_50357_cast = slice_by_index(begin = var_50357_begin_0, end = var_50357_end_0, end_mask = var_50357_end_mask_0, x = transpose_28)[name = tensor<string, []>("op_50357_cast")];
            tensor<int32, [4]> var_50361_begin_0 = const()[name = tensor<string, []>("op_50361_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 128])];
            tensor<int32, [4]> var_50361_end_0 = const()[name = tensor<string, []>("op_50361_end_0"), val = tensor<int32, [4]>([2, 77, 1, 192])];
            tensor<bool, [4]> var_50361_end_mask_0 = const()[name = tensor<string, []>("op_50361_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_50361_cast = slice_by_index(begin = var_50361_begin_0, end = var_50361_end_0, end_mask = var_50361_end_mask_0, x = transpose_28)[name = tensor<string, []>("op_50361_cast")];
            tensor<int32, [4]> var_50365_begin_0 = const()[name = tensor<string, []>("op_50365_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 192])];
            tensor<int32, [4]> var_50365_end_0 = const()[name = tensor<string, []>("op_50365_end_0"), val = tensor<int32, [4]>([2, 77, 1, 256])];
            tensor<bool, [4]> var_50365_end_mask_0 = const()[name = tensor<string, []>("op_50365_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_50365_cast = slice_by_index(begin = var_50365_begin_0, end = var_50365_end_0, end_mask = var_50365_end_mask_0, x = transpose_28)[name = tensor<string, []>("op_50365_cast")];
            tensor<int32, [4]> var_50369_begin_0 = const()[name = tensor<string, []>("op_50369_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 256])];
            tensor<int32, [4]> var_50369_end_0 = const()[name = tensor<string, []>("op_50369_end_0"), val = tensor<int32, [4]>([2, 77, 1, 320])];
            tensor<bool, [4]> var_50369_end_mask_0 = const()[name = tensor<string, []>("op_50369_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_50369_cast = slice_by_index(begin = var_50369_begin_0, end = var_50369_end_0, end_mask = var_50369_end_mask_0, x = transpose_28)[name = tensor<string, []>("op_50369_cast")];
            tensor<int32, [4]> var_50373_begin_0 = const()[name = tensor<string, []>("op_50373_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 320])];
            tensor<int32, [4]> var_50373_end_0 = const()[name = tensor<string, []>("op_50373_end_0"), val = tensor<int32, [4]>([2, 77, 1, 384])];
            tensor<bool, [4]> var_50373_end_mask_0 = const()[name = tensor<string, []>("op_50373_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_50373_cast = slice_by_index(begin = var_50373_begin_0, end = var_50373_end_0, end_mask = var_50373_end_mask_0, x = transpose_28)[name = tensor<string, []>("op_50373_cast")];
            tensor<int32, [4]> var_50377_begin_0 = const()[name = tensor<string, []>("op_50377_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 384])];
            tensor<int32, [4]> var_50377_end_0 = const()[name = tensor<string, []>("op_50377_end_0"), val = tensor<int32, [4]>([2, 77, 1, 448])];
            tensor<bool, [4]> var_50377_end_mask_0 = const()[name = tensor<string, []>("op_50377_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_50377_cast = slice_by_index(begin = var_50377_begin_0, end = var_50377_end_0, end_mask = var_50377_end_mask_0, x = transpose_28)[name = tensor<string, []>("op_50377_cast")];
            tensor<int32, [4]> var_50381_begin_0 = const()[name = tensor<string, []>("op_50381_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 448])];
            tensor<int32, [4]> var_50381_end_0 = const()[name = tensor<string, []>("op_50381_end_0"), val = tensor<int32, [4]>([2, 77, 1, 512])];
            tensor<bool, [4]> var_50381_end_mask_0 = const()[name = tensor<string, []>("op_50381_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_50381_cast = slice_by_index(begin = var_50381_begin_0, end = var_50381_end_0, end_mask = var_50381_end_mask_0, x = transpose_28)[name = tensor<string, []>("op_50381_cast")];
            tensor<int32, [4]> var_50385_begin_0 = const()[name = tensor<string, []>("op_50385_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 512])];
            tensor<int32, [4]> var_50385_end_0 = const()[name = tensor<string, []>("op_50385_end_0"), val = tensor<int32, [4]>([2, 77, 1, 576])];
            tensor<bool, [4]> var_50385_end_mask_0 = const()[name = tensor<string, []>("op_50385_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_50385_cast = slice_by_index(begin = var_50385_begin_0, end = var_50385_end_0, end_mask = var_50385_end_mask_0, x = transpose_28)[name = tensor<string, []>("op_50385_cast")];
            tensor<int32, [4]> var_50389_begin_0 = const()[name = tensor<string, []>("op_50389_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 576])];
            tensor<int32, [4]> var_50389_end_0 = const()[name = tensor<string, []>("op_50389_end_0"), val = tensor<int32, [4]>([2, 77, 1, 640])];
            tensor<bool, [4]> var_50389_end_mask_0 = const()[name = tensor<string, []>("op_50389_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_50389_cast = slice_by_index(begin = var_50389_begin_0, end = var_50389_end_0, end_mask = var_50389_end_mask_0, x = transpose_28)[name = tensor<string, []>("op_50389_cast")];
            tensor<int32, [4]> var_50393_begin_0 = const()[name = tensor<string, []>("op_50393_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 640])];
            tensor<int32, [4]> var_50393_end_0 = const()[name = tensor<string, []>("op_50393_end_0"), val = tensor<int32, [4]>([2, 77, 1, 704])];
            tensor<bool, [4]> var_50393_end_mask_0 = const()[name = tensor<string, []>("op_50393_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_50393_cast = slice_by_index(begin = var_50393_begin_0, end = var_50393_end_0, end_mask = var_50393_end_mask_0, x = transpose_28)[name = tensor<string, []>("op_50393_cast")];
            tensor<int32, [4]> var_50397_begin_0 = const()[name = tensor<string, []>("op_50397_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 704])];
            tensor<int32, [4]> var_50397_end_0 = const()[name = tensor<string, []>("op_50397_end_0"), val = tensor<int32, [4]>([2, 77, 1, 768])];
            tensor<bool, [4]> var_50397_end_mask_0 = const()[name = tensor<string, []>("op_50397_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_50397_cast = slice_by_index(begin = var_50397_begin_0, end = var_50397_end_0, end_mask = var_50397_end_mask_0, x = transpose_28)[name = tensor<string, []>("op_50397_cast")];
            tensor<int32, [4]> var_50401_begin_0 = const()[name = tensor<string, []>("op_50401_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 768])];
            tensor<int32, [4]> var_50401_end_0 = const()[name = tensor<string, []>("op_50401_end_0"), val = tensor<int32, [4]>([2, 77, 1, 832])];
            tensor<bool, [4]> var_50401_end_mask_0 = const()[name = tensor<string, []>("op_50401_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_50401_cast = slice_by_index(begin = var_50401_begin_0, end = var_50401_end_0, end_mask = var_50401_end_mask_0, x = transpose_28)[name = tensor<string, []>("op_50401_cast")];
            tensor<int32, [4]> var_50405_begin_0 = const()[name = tensor<string, []>("op_50405_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 832])];
            tensor<int32, [4]> var_50405_end_0 = const()[name = tensor<string, []>("op_50405_end_0"), val = tensor<int32, [4]>([2, 77, 1, 896])];
            tensor<bool, [4]> var_50405_end_mask_0 = const()[name = tensor<string, []>("op_50405_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_50405_cast = slice_by_index(begin = var_50405_begin_0, end = var_50405_end_0, end_mask = var_50405_end_mask_0, x = transpose_28)[name = tensor<string, []>("op_50405_cast")];
            tensor<int32, [4]> var_50409_begin_0 = const()[name = tensor<string, []>("op_50409_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 896])];
            tensor<int32, [4]> var_50409_end_0 = const()[name = tensor<string, []>("op_50409_end_0"), val = tensor<int32, [4]>([2, 77, 1, 960])];
            tensor<bool, [4]> var_50409_end_mask_0 = const()[name = tensor<string, []>("op_50409_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_50409_cast = slice_by_index(begin = var_50409_begin_0, end = var_50409_end_0, end_mask = var_50409_end_mask_0, x = transpose_28)[name = tensor<string, []>("op_50409_cast")];
            tensor<int32, [4]> var_50413_begin_0 = const()[name = tensor<string, []>("op_50413_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 960])];
            tensor<int32, [4]> var_50413_end_0 = const()[name = tensor<string, []>("op_50413_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1024])];
            tensor<bool, [4]> var_50413_end_mask_0 = const()[name = tensor<string, []>("op_50413_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_50413_cast = slice_by_index(begin = var_50413_begin_0, end = var_50413_end_0, end_mask = var_50413_end_mask_0, x = transpose_28)[name = tensor<string, []>("op_50413_cast")];
            tensor<int32, [4]> var_50417_begin_0 = const()[name = tensor<string, []>("op_50417_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1024])];
            tensor<int32, [4]> var_50417_end_0 = const()[name = tensor<string, []>("op_50417_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1088])];
            tensor<bool, [4]> var_50417_end_mask_0 = const()[name = tensor<string, []>("op_50417_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_50417_cast = slice_by_index(begin = var_50417_begin_0, end = var_50417_end_0, end_mask = var_50417_end_mask_0, x = transpose_28)[name = tensor<string, []>("op_50417_cast")];
            tensor<int32, [4]> var_50421_begin_0 = const()[name = tensor<string, []>("op_50421_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1088])];
            tensor<int32, [4]> var_50421_end_0 = const()[name = tensor<string, []>("op_50421_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1152])];
            tensor<bool, [4]> var_50421_end_mask_0 = const()[name = tensor<string, []>("op_50421_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_50421_cast = slice_by_index(begin = var_50421_begin_0, end = var_50421_end_0, end_mask = var_50421_end_mask_0, x = transpose_28)[name = tensor<string, []>("op_50421_cast")];
            tensor<int32, [4]> var_50425_begin_0 = const()[name = tensor<string, []>("op_50425_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1152])];
            tensor<int32, [4]> var_50425_end_0 = const()[name = tensor<string, []>("op_50425_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1216])];
            tensor<bool, [4]> var_50425_end_mask_0 = const()[name = tensor<string, []>("op_50425_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_50425_cast = slice_by_index(begin = var_50425_begin_0, end = var_50425_end_0, end_mask = var_50425_end_mask_0, x = transpose_28)[name = tensor<string, []>("op_50425_cast")];
            tensor<int32, [4]> var_50429_begin_0 = const()[name = tensor<string, []>("op_50429_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1216])];
            tensor<int32, [4]> var_50429_end_0 = const()[name = tensor<string, []>("op_50429_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1280])];
            tensor<bool, [4]> var_50429_end_mask_0 = const()[name = tensor<string, []>("op_50429_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_50429_cast = slice_by_index(begin = var_50429_begin_0, end = var_50429_end_0, end_mask = var_50429_end_mask_0, x = transpose_28)[name = tensor<string, []>("op_50429_cast")];
            tensor<int32, [4]> var_50431_begin_0 = const()[name = tensor<string, []>("op_50431_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_50431_end_0 = const()[name = tensor<string, []>("op_50431_end_0"), val = tensor<int32, [4]>([2, 64, 1, 77])];
            tensor<bool, [4]> var_50431_end_mask_0 = const()[name = tensor<string, []>("op_50431_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_50431_cast = slice_by_index(begin = var_50431_begin_0, end = var_50431_end_0, end_mask = var_50431_end_mask_0, x = v_223_cast)[name = tensor<string, []>("op_50431_cast")];
            tensor<int32, [4]> var_50435_begin_0 = const()[name = tensor<string, []>("op_50435_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_50435_end_0 = const()[name = tensor<string, []>("op_50435_end_0"), val = tensor<int32, [4]>([2, 128, 1, 77])];
            tensor<bool, [4]> var_50435_end_mask_0 = const()[name = tensor<string, []>("op_50435_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_50435_cast = slice_by_index(begin = var_50435_begin_0, end = var_50435_end_0, end_mask = var_50435_end_mask_0, x = v_223_cast)[name = tensor<string, []>("op_50435_cast")];
            tensor<int32, [4]> var_50439_begin_0 = const()[name = tensor<string, []>("op_50439_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_50439_end_0 = const()[name = tensor<string, []>("op_50439_end_0"), val = tensor<int32, [4]>([2, 192, 1, 77])];
            tensor<bool, [4]> var_50439_end_mask_0 = const()[name = tensor<string, []>("op_50439_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_50439_cast = slice_by_index(begin = var_50439_begin_0, end = var_50439_end_0, end_mask = var_50439_end_mask_0, x = v_223_cast)[name = tensor<string, []>("op_50439_cast")];
            tensor<int32, [4]> var_50443_begin_0 = const()[name = tensor<string, []>("op_50443_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_50443_end_0 = const()[name = tensor<string, []>("op_50443_end_0"), val = tensor<int32, [4]>([2, 256, 1, 77])];
            tensor<bool, [4]> var_50443_end_mask_0 = const()[name = tensor<string, []>("op_50443_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_50443_cast = slice_by_index(begin = var_50443_begin_0, end = var_50443_end_0, end_mask = var_50443_end_mask_0, x = v_223_cast)[name = tensor<string, []>("op_50443_cast")];
            tensor<int32, [4]> var_50447_begin_0 = const()[name = tensor<string, []>("op_50447_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_50447_end_0 = const()[name = tensor<string, []>("op_50447_end_0"), val = tensor<int32, [4]>([2, 320, 1, 77])];
            tensor<bool, [4]> var_50447_end_mask_0 = const()[name = tensor<string, []>("op_50447_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_50447_cast = slice_by_index(begin = var_50447_begin_0, end = var_50447_end_0, end_mask = var_50447_end_mask_0, x = v_223_cast)[name = tensor<string, []>("op_50447_cast")];
            tensor<int32, [4]> var_50451_begin_0 = const()[name = tensor<string, []>("op_50451_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_50451_end_0 = const()[name = tensor<string, []>("op_50451_end_0"), val = tensor<int32, [4]>([2, 384, 1, 77])];
            tensor<bool, [4]> var_50451_end_mask_0 = const()[name = tensor<string, []>("op_50451_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_50451_cast = slice_by_index(begin = var_50451_begin_0, end = var_50451_end_0, end_mask = var_50451_end_mask_0, x = v_223_cast)[name = tensor<string, []>("op_50451_cast")];
            tensor<int32, [4]> var_50455_begin_0 = const()[name = tensor<string, []>("op_50455_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_50455_end_0 = const()[name = tensor<string, []>("op_50455_end_0"), val = tensor<int32, [4]>([2, 448, 1, 77])];
            tensor<bool, [4]> var_50455_end_mask_0 = const()[name = tensor<string, []>("op_50455_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_50455_cast = slice_by_index(begin = var_50455_begin_0, end = var_50455_end_0, end_mask = var_50455_end_mask_0, x = v_223_cast)[name = tensor<string, []>("op_50455_cast")];
            tensor<int32, [4]> var_50459_begin_0 = const()[name = tensor<string, []>("op_50459_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_50459_end_0 = const()[name = tensor<string, []>("op_50459_end_0"), val = tensor<int32, [4]>([2, 512, 1, 77])];
            tensor<bool, [4]> var_50459_end_mask_0 = const()[name = tensor<string, []>("op_50459_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_50459_cast = slice_by_index(begin = var_50459_begin_0, end = var_50459_end_0, end_mask = var_50459_end_mask_0, x = v_223_cast)[name = tensor<string, []>("op_50459_cast")];
            tensor<int32, [4]> var_50463_begin_0 = const()[name = tensor<string, []>("op_50463_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_50463_end_0 = const()[name = tensor<string, []>("op_50463_end_0"), val = tensor<int32, [4]>([2, 576, 1, 77])];
            tensor<bool, [4]> var_50463_end_mask_0 = const()[name = tensor<string, []>("op_50463_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_50463_cast = slice_by_index(begin = var_50463_begin_0, end = var_50463_end_0, end_mask = var_50463_end_mask_0, x = v_223_cast)[name = tensor<string, []>("op_50463_cast")];
            tensor<int32, [4]> var_50467_begin_0 = const()[name = tensor<string, []>("op_50467_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_50467_end_0 = const()[name = tensor<string, []>("op_50467_end_0"), val = tensor<int32, [4]>([2, 640, 1, 77])];
            tensor<bool, [4]> var_50467_end_mask_0 = const()[name = tensor<string, []>("op_50467_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_50467_cast = slice_by_index(begin = var_50467_begin_0, end = var_50467_end_0, end_mask = var_50467_end_mask_0, x = v_223_cast)[name = tensor<string, []>("op_50467_cast")];
            tensor<int32, [4]> var_50471_begin_0 = const()[name = tensor<string, []>("op_50471_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_50471_end_0 = const()[name = tensor<string, []>("op_50471_end_0"), val = tensor<int32, [4]>([2, 704, 1, 77])];
            tensor<bool, [4]> var_50471_end_mask_0 = const()[name = tensor<string, []>("op_50471_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_50471_cast = slice_by_index(begin = var_50471_begin_0, end = var_50471_end_0, end_mask = var_50471_end_mask_0, x = v_223_cast)[name = tensor<string, []>("op_50471_cast")];
            tensor<int32, [4]> var_50475_begin_0 = const()[name = tensor<string, []>("op_50475_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_50475_end_0 = const()[name = tensor<string, []>("op_50475_end_0"), val = tensor<int32, [4]>([2, 768, 1, 77])];
            tensor<bool, [4]> var_50475_end_mask_0 = const()[name = tensor<string, []>("op_50475_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_50475_cast = slice_by_index(begin = var_50475_begin_0, end = var_50475_end_0, end_mask = var_50475_end_mask_0, x = v_223_cast)[name = tensor<string, []>("op_50475_cast")];
            tensor<int32, [4]> var_50479_begin_0 = const()[name = tensor<string, []>("op_50479_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_50479_end_0 = const()[name = tensor<string, []>("op_50479_end_0"), val = tensor<int32, [4]>([2, 832, 1, 77])];
            tensor<bool, [4]> var_50479_end_mask_0 = const()[name = tensor<string, []>("op_50479_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_50479_cast = slice_by_index(begin = var_50479_begin_0, end = var_50479_end_0, end_mask = var_50479_end_mask_0, x = v_223_cast)[name = tensor<string, []>("op_50479_cast")];
            tensor<int32, [4]> var_50483_begin_0 = const()[name = tensor<string, []>("op_50483_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_50483_end_0 = const()[name = tensor<string, []>("op_50483_end_0"), val = tensor<int32, [4]>([2, 896, 1, 77])];
            tensor<bool, [4]> var_50483_end_mask_0 = const()[name = tensor<string, []>("op_50483_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_50483_cast = slice_by_index(begin = var_50483_begin_0, end = var_50483_end_0, end_mask = var_50483_end_mask_0, x = v_223_cast)[name = tensor<string, []>("op_50483_cast")];
            tensor<int32, [4]> var_50487_begin_0 = const()[name = tensor<string, []>("op_50487_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_50487_end_0 = const()[name = tensor<string, []>("op_50487_end_0"), val = tensor<int32, [4]>([2, 960, 1, 77])];
            tensor<bool, [4]> var_50487_end_mask_0 = const()[name = tensor<string, []>("op_50487_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_50487_cast = slice_by_index(begin = var_50487_begin_0, end = var_50487_end_0, end_mask = var_50487_end_mask_0, x = v_223_cast)[name = tensor<string, []>("op_50487_cast")];
            tensor<int32, [4]> var_50491_begin_0 = const()[name = tensor<string, []>("op_50491_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_50491_end_0 = const()[name = tensor<string, []>("op_50491_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 77])];
            tensor<bool, [4]> var_50491_end_mask_0 = const()[name = tensor<string, []>("op_50491_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_50491_cast = slice_by_index(begin = var_50491_begin_0, end = var_50491_end_0, end_mask = var_50491_end_mask_0, x = v_223_cast)[name = tensor<string, []>("op_50491_cast")];
            tensor<int32, [4]> var_50495_begin_0 = const()[name = tensor<string, []>("op_50495_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_50495_end_0 = const()[name = tensor<string, []>("op_50495_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 77])];
            tensor<bool, [4]> var_50495_end_mask_0 = const()[name = tensor<string, []>("op_50495_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_50495_cast = slice_by_index(begin = var_50495_begin_0, end = var_50495_end_0, end_mask = var_50495_end_mask_0, x = v_223_cast)[name = tensor<string, []>("op_50495_cast")];
            tensor<int32, [4]> var_50499_begin_0 = const()[name = tensor<string, []>("op_50499_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_50499_end_0 = const()[name = tensor<string, []>("op_50499_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 77])];
            tensor<bool, [4]> var_50499_end_mask_0 = const()[name = tensor<string, []>("op_50499_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_50499_cast = slice_by_index(begin = var_50499_begin_0, end = var_50499_end_0, end_mask = var_50499_end_mask_0, x = v_223_cast)[name = tensor<string, []>("op_50499_cast")];
            tensor<int32, [4]> var_50503_begin_0 = const()[name = tensor<string, []>("op_50503_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_50503_end_0 = const()[name = tensor<string, []>("op_50503_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 77])];
            tensor<bool, [4]> var_50503_end_mask_0 = const()[name = tensor<string, []>("op_50503_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_50503_cast = slice_by_index(begin = var_50503_begin_0, end = var_50503_end_0, end_mask = var_50503_end_mask_0, x = v_223_cast)[name = tensor<string, []>("op_50503_cast")];
            tensor<int32, [4]> var_50507_begin_0 = const()[name = tensor<string, []>("op_50507_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_50507_end_0 = const()[name = tensor<string, []>("op_50507_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 77])];
            tensor<bool, [4]> var_50507_end_mask_0 = const()[name = tensor<string, []>("op_50507_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_50507_cast = slice_by_index(begin = var_50507_begin_0, end = var_50507_end_0, end_mask = var_50507_end_mask_0, x = v_223_cast)[name = tensor<string, []>("op_50507_cast")];
            tensor<string, []> var_50511_equation_0 = const()[name = tensor<string, []>("op_50511_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_50511_cast = einsum(equation = var_50511_equation_0, values = (var_50353_cast, var_50270_cast))[name = tensor<string, []>("op_50511_cast")];
            tensor<fp16, []> var_50512_to_fp16 = const()[name = tensor<string, []>("op_50512_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4281_cast = mul(x = var_50511_cast, y = var_50512_to_fp16)[name = tensor<string, []>("aw_4281_cast")];
            tensor<string, []> var_50515_equation_0 = const()[name = tensor<string, []>("op_50515_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_50515_cast = einsum(equation = var_50515_equation_0, values = (var_50357_cast, var_50274_cast))[name = tensor<string, []>("op_50515_cast")];
            tensor<fp16, []> var_50516_to_fp16 = const()[name = tensor<string, []>("op_50516_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4283_cast = mul(x = var_50515_cast, y = var_50516_to_fp16)[name = tensor<string, []>("aw_4283_cast")];
            tensor<string, []> var_50519_equation_0 = const()[name = tensor<string, []>("op_50519_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_50519_cast = einsum(equation = var_50519_equation_0, values = (var_50361_cast, var_50278_cast))[name = tensor<string, []>("op_50519_cast")];
            tensor<fp16, []> var_50520_to_fp16 = const()[name = tensor<string, []>("op_50520_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4285_cast = mul(x = var_50519_cast, y = var_50520_to_fp16)[name = tensor<string, []>("aw_4285_cast")];
            tensor<string, []> var_50523_equation_0 = const()[name = tensor<string, []>("op_50523_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_50523_cast = einsum(equation = var_50523_equation_0, values = (var_50365_cast, var_50282_cast))[name = tensor<string, []>("op_50523_cast")];
            tensor<fp16, []> var_50524_to_fp16 = const()[name = tensor<string, []>("op_50524_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4287_cast = mul(x = var_50523_cast, y = var_50524_to_fp16)[name = tensor<string, []>("aw_4287_cast")];
            tensor<string, []> var_50527_equation_0 = const()[name = tensor<string, []>("op_50527_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_50527_cast = einsum(equation = var_50527_equation_0, values = (var_50369_cast, var_50286_cast))[name = tensor<string, []>("op_50527_cast")];
            tensor<fp16, []> var_50528_to_fp16 = const()[name = tensor<string, []>("op_50528_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4289_cast = mul(x = var_50527_cast, y = var_50528_to_fp16)[name = tensor<string, []>("aw_4289_cast")];
            tensor<string, []> var_50531_equation_0 = const()[name = tensor<string, []>("op_50531_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_50531_cast = einsum(equation = var_50531_equation_0, values = (var_50373_cast, var_50290_cast))[name = tensor<string, []>("op_50531_cast")];
            tensor<fp16, []> var_50532_to_fp16 = const()[name = tensor<string, []>("op_50532_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4291_cast = mul(x = var_50531_cast, y = var_50532_to_fp16)[name = tensor<string, []>("aw_4291_cast")];
            tensor<string, []> var_50535_equation_0 = const()[name = tensor<string, []>("op_50535_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_50535_cast = einsum(equation = var_50535_equation_0, values = (var_50377_cast, var_50294_cast))[name = tensor<string, []>("op_50535_cast")];
            tensor<fp16, []> var_50536_to_fp16 = const()[name = tensor<string, []>("op_50536_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4293_cast = mul(x = var_50535_cast, y = var_50536_to_fp16)[name = tensor<string, []>("aw_4293_cast")];
            tensor<string, []> var_50539_equation_0 = const()[name = tensor<string, []>("op_50539_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_50539_cast = einsum(equation = var_50539_equation_0, values = (var_50381_cast, var_50298_cast))[name = tensor<string, []>("op_50539_cast")];
            tensor<fp16, []> var_50540_to_fp16 = const()[name = tensor<string, []>("op_50540_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4295_cast = mul(x = var_50539_cast, y = var_50540_to_fp16)[name = tensor<string, []>("aw_4295_cast")];
            tensor<string, []> var_50543_equation_0 = const()[name = tensor<string, []>("op_50543_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_50543_cast = einsum(equation = var_50543_equation_0, values = (var_50385_cast, var_50302_cast))[name = tensor<string, []>("op_50543_cast")];
            tensor<fp16, []> var_50544_to_fp16 = const()[name = tensor<string, []>("op_50544_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4297_cast = mul(x = var_50543_cast, y = var_50544_to_fp16)[name = tensor<string, []>("aw_4297_cast")];
            tensor<string, []> var_50547_equation_0 = const()[name = tensor<string, []>("op_50547_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_50547_cast = einsum(equation = var_50547_equation_0, values = (var_50389_cast, var_50306_cast))[name = tensor<string, []>("op_50547_cast")];
            tensor<fp16, []> var_50548_to_fp16 = const()[name = tensor<string, []>("op_50548_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4299_cast = mul(x = var_50547_cast, y = var_50548_to_fp16)[name = tensor<string, []>("aw_4299_cast")];
            tensor<string, []> var_50551_equation_0 = const()[name = tensor<string, []>("op_50551_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_50551_cast = einsum(equation = var_50551_equation_0, values = (var_50393_cast, var_50310_cast))[name = tensor<string, []>("op_50551_cast")];
            tensor<fp16, []> var_50552_to_fp16 = const()[name = tensor<string, []>("op_50552_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4301_cast = mul(x = var_50551_cast, y = var_50552_to_fp16)[name = tensor<string, []>("aw_4301_cast")];
            tensor<string, []> var_50555_equation_0 = const()[name = tensor<string, []>("op_50555_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_50555_cast = einsum(equation = var_50555_equation_0, values = (var_50397_cast, var_50314_cast))[name = tensor<string, []>("op_50555_cast")];
            tensor<fp16, []> var_50556_to_fp16 = const()[name = tensor<string, []>("op_50556_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4303_cast = mul(x = var_50555_cast, y = var_50556_to_fp16)[name = tensor<string, []>("aw_4303_cast")];
            tensor<string, []> var_50559_equation_0 = const()[name = tensor<string, []>("op_50559_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_50559_cast = einsum(equation = var_50559_equation_0, values = (var_50401_cast, var_50318_cast))[name = tensor<string, []>("op_50559_cast")];
            tensor<fp16, []> var_50560_to_fp16 = const()[name = tensor<string, []>("op_50560_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4305_cast = mul(x = var_50559_cast, y = var_50560_to_fp16)[name = tensor<string, []>("aw_4305_cast")];
            tensor<string, []> var_50563_equation_0 = const()[name = tensor<string, []>("op_50563_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_50563_cast = einsum(equation = var_50563_equation_0, values = (var_50405_cast, var_50322_cast))[name = tensor<string, []>("op_50563_cast")];
            tensor<fp16, []> var_50564_to_fp16 = const()[name = tensor<string, []>("op_50564_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4307_cast = mul(x = var_50563_cast, y = var_50564_to_fp16)[name = tensor<string, []>("aw_4307_cast")];
            tensor<string, []> var_50567_equation_0 = const()[name = tensor<string, []>("op_50567_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_50567_cast = einsum(equation = var_50567_equation_0, values = (var_50409_cast, var_50326_cast))[name = tensor<string, []>("op_50567_cast")];
            tensor<fp16, []> var_50568_to_fp16 = const()[name = tensor<string, []>("op_50568_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4309_cast = mul(x = var_50567_cast, y = var_50568_to_fp16)[name = tensor<string, []>("aw_4309_cast")];
            tensor<string, []> var_50571_equation_0 = const()[name = tensor<string, []>("op_50571_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_50571_cast = einsum(equation = var_50571_equation_0, values = (var_50413_cast, var_50330_cast))[name = tensor<string, []>("op_50571_cast")];
            tensor<fp16, []> var_50572_to_fp16 = const()[name = tensor<string, []>("op_50572_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4311_cast = mul(x = var_50571_cast, y = var_50572_to_fp16)[name = tensor<string, []>("aw_4311_cast")];
            tensor<string, []> var_50575_equation_0 = const()[name = tensor<string, []>("op_50575_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_50575_cast = einsum(equation = var_50575_equation_0, values = (var_50417_cast, var_50334_cast))[name = tensor<string, []>("op_50575_cast")];
            tensor<fp16, []> var_50576_to_fp16 = const()[name = tensor<string, []>("op_50576_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4313_cast = mul(x = var_50575_cast, y = var_50576_to_fp16)[name = tensor<string, []>("aw_4313_cast")];
            tensor<string, []> var_50579_equation_0 = const()[name = tensor<string, []>("op_50579_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_50579_cast = einsum(equation = var_50579_equation_0, values = (var_50421_cast, var_50338_cast))[name = tensor<string, []>("op_50579_cast")];
            tensor<fp16, []> var_50580_to_fp16 = const()[name = tensor<string, []>("op_50580_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4315_cast = mul(x = var_50579_cast, y = var_50580_to_fp16)[name = tensor<string, []>("aw_4315_cast")];
            tensor<string, []> var_50583_equation_0 = const()[name = tensor<string, []>("op_50583_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_50583_cast = einsum(equation = var_50583_equation_0, values = (var_50425_cast, var_50342_cast))[name = tensor<string, []>("op_50583_cast")];
            tensor<fp16, []> var_50584_to_fp16 = const()[name = tensor<string, []>("op_50584_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4317_cast = mul(x = var_50583_cast, y = var_50584_to_fp16)[name = tensor<string, []>("aw_4317_cast")];
            tensor<string, []> var_50587_equation_0 = const()[name = tensor<string, []>("op_50587_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_50587_cast = einsum(equation = var_50587_equation_0, values = (var_50429_cast, var_50346_cast))[name = tensor<string, []>("op_50587_cast")];
            tensor<fp16, []> var_50588_to_fp16 = const()[name = tensor<string, []>("op_50588_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4319_cast = mul(x = var_50587_cast, y = var_50588_to_fp16)[name = tensor<string, []>("aw_4319_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_50590_cast = softmax(axis = var_30355, x = aw_4281_cast)[name = tensor<string, []>("op_50590_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_50591_cast = softmax(axis = var_30355, x = aw_4283_cast)[name = tensor<string, []>("op_50591_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_50592_cast = softmax(axis = var_30355, x = aw_4285_cast)[name = tensor<string, []>("op_50592_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_50593_cast = softmax(axis = var_30355, x = aw_4287_cast)[name = tensor<string, []>("op_50593_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_50594_cast = softmax(axis = var_30355, x = aw_4289_cast)[name = tensor<string, []>("op_50594_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_50595_cast = softmax(axis = var_30355, x = aw_4291_cast)[name = tensor<string, []>("op_50595_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_50596_cast = softmax(axis = var_30355, x = aw_4293_cast)[name = tensor<string, []>("op_50596_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_50597_cast = softmax(axis = var_30355, x = aw_4295_cast)[name = tensor<string, []>("op_50597_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_50598_cast = softmax(axis = var_30355, x = aw_4297_cast)[name = tensor<string, []>("op_50598_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_50599_cast = softmax(axis = var_30355, x = aw_4299_cast)[name = tensor<string, []>("op_50599_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_50600_cast = softmax(axis = var_30355, x = aw_4301_cast)[name = tensor<string, []>("op_50600_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_50601_cast = softmax(axis = var_30355, x = aw_4303_cast)[name = tensor<string, []>("op_50601_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_50602_cast = softmax(axis = var_30355, x = aw_4305_cast)[name = tensor<string, []>("op_50602_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_50603_cast = softmax(axis = var_30355, x = aw_4307_cast)[name = tensor<string, []>("op_50603_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_50604_cast = softmax(axis = var_30355, x = aw_4309_cast)[name = tensor<string, []>("op_50604_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_50605_cast = softmax(axis = var_30355, x = aw_4311_cast)[name = tensor<string, []>("op_50605_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_50606_cast = softmax(axis = var_30355, x = aw_4313_cast)[name = tensor<string, []>("op_50606_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_50607_cast = softmax(axis = var_30355, x = aw_4315_cast)[name = tensor<string, []>("op_50607_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_50608_cast = softmax(axis = var_30355, x = aw_4317_cast)[name = tensor<string, []>("op_50608_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_50609_cast = softmax(axis = var_30355, x = aw_4319_cast)[name = tensor<string, []>("op_50609_cast")];
            tensor<string, []> var_50611_equation_0 = const()[name = tensor<string, []>("op_50611_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_50611_cast = einsum(equation = var_50611_equation_0, values = (var_50431_cast, var_50590_cast))[name = tensor<string, []>("op_50611_cast")];
            tensor<string, []> var_50613_equation_0 = const()[name = tensor<string, []>("op_50613_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_50613_cast = einsum(equation = var_50613_equation_0, values = (var_50435_cast, var_50591_cast))[name = tensor<string, []>("op_50613_cast")];
            tensor<string, []> var_50615_equation_0 = const()[name = tensor<string, []>("op_50615_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_50615_cast = einsum(equation = var_50615_equation_0, values = (var_50439_cast, var_50592_cast))[name = tensor<string, []>("op_50615_cast")];
            tensor<string, []> var_50617_equation_0 = const()[name = tensor<string, []>("op_50617_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_50617_cast = einsum(equation = var_50617_equation_0, values = (var_50443_cast, var_50593_cast))[name = tensor<string, []>("op_50617_cast")];
            tensor<string, []> var_50619_equation_0 = const()[name = tensor<string, []>("op_50619_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_50619_cast = einsum(equation = var_50619_equation_0, values = (var_50447_cast, var_50594_cast))[name = tensor<string, []>("op_50619_cast")];
            tensor<string, []> var_50621_equation_0 = const()[name = tensor<string, []>("op_50621_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_50621_cast = einsum(equation = var_50621_equation_0, values = (var_50451_cast, var_50595_cast))[name = tensor<string, []>("op_50621_cast")];
            tensor<string, []> var_50623_equation_0 = const()[name = tensor<string, []>("op_50623_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_50623_cast = einsum(equation = var_50623_equation_0, values = (var_50455_cast, var_50596_cast))[name = tensor<string, []>("op_50623_cast")];
            tensor<string, []> var_50625_equation_0 = const()[name = tensor<string, []>("op_50625_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_50625_cast = einsum(equation = var_50625_equation_0, values = (var_50459_cast, var_50597_cast))[name = tensor<string, []>("op_50625_cast")];
            tensor<string, []> var_50627_equation_0 = const()[name = tensor<string, []>("op_50627_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_50627_cast = einsum(equation = var_50627_equation_0, values = (var_50463_cast, var_50598_cast))[name = tensor<string, []>("op_50627_cast")];
            tensor<string, []> var_50629_equation_0 = const()[name = tensor<string, []>("op_50629_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_50629_cast = einsum(equation = var_50629_equation_0, values = (var_50467_cast, var_50599_cast))[name = tensor<string, []>("op_50629_cast")];
            tensor<string, []> var_50631_equation_0 = const()[name = tensor<string, []>("op_50631_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_50631_cast = einsum(equation = var_50631_equation_0, values = (var_50471_cast, var_50600_cast))[name = tensor<string, []>("op_50631_cast")];
            tensor<string, []> var_50633_equation_0 = const()[name = tensor<string, []>("op_50633_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_50633_cast = einsum(equation = var_50633_equation_0, values = (var_50475_cast, var_50601_cast))[name = tensor<string, []>("op_50633_cast")];
            tensor<string, []> var_50635_equation_0 = const()[name = tensor<string, []>("op_50635_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_50635_cast = einsum(equation = var_50635_equation_0, values = (var_50479_cast, var_50602_cast))[name = tensor<string, []>("op_50635_cast")];
            tensor<string, []> var_50637_equation_0 = const()[name = tensor<string, []>("op_50637_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_50637_cast = einsum(equation = var_50637_equation_0, values = (var_50483_cast, var_50603_cast))[name = tensor<string, []>("op_50637_cast")];
            tensor<string, []> var_50639_equation_0 = const()[name = tensor<string, []>("op_50639_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_50639_cast = einsum(equation = var_50639_equation_0, values = (var_50487_cast, var_50604_cast))[name = tensor<string, []>("op_50639_cast")];
            tensor<string, []> var_50641_equation_0 = const()[name = tensor<string, []>("op_50641_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_50641_cast = einsum(equation = var_50641_equation_0, values = (var_50491_cast, var_50605_cast))[name = tensor<string, []>("op_50641_cast")];
            tensor<string, []> var_50643_equation_0 = const()[name = tensor<string, []>("op_50643_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_50643_cast = einsum(equation = var_50643_equation_0, values = (var_50495_cast, var_50606_cast))[name = tensor<string, []>("op_50643_cast")];
            tensor<string, []> var_50645_equation_0 = const()[name = tensor<string, []>("op_50645_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_50645_cast = einsum(equation = var_50645_equation_0, values = (var_50499_cast, var_50607_cast))[name = tensor<string, []>("op_50645_cast")];
            tensor<string, []> var_50647_equation_0 = const()[name = tensor<string, []>("op_50647_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_50647_cast = einsum(equation = var_50647_equation_0, values = (var_50503_cast, var_50608_cast))[name = tensor<string, []>("op_50647_cast")];
            tensor<string, []> var_50649_equation_0 = const()[name = tensor<string, []>("op_50649_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_50649_cast = einsum(equation = var_50649_equation_0, values = (var_50507_cast, var_50609_cast))[name = tensor<string, []>("op_50649_cast")];
            tensor<bool, []> input_645_interleave_0 = const()[name = tensor<string, []>("input_645_interleave_0"), val = tensor<bool, []>(false)];
            tensor<fp16, [2, 1280, 1, 576]> input_645_cast = concat(axis = var_30355, interleave = input_645_interleave_0, values = (var_50611_cast, var_50613_cast, var_50615_cast, var_50617_cast, var_50619_cast, var_50621_cast, var_50623_cast, var_50625_cast, var_50627_cast, var_50629_cast, var_50631_cast, var_50633_cast, var_50635_cast, var_50637_cast, var_50639_cast, var_50641_cast, var_50643_cast, var_50645_cast, var_50647_cast, var_50649_cast))[name = tensor<string, []>("input_645_cast")];
            tensor<int32, [2]> var_50655 = const()[name = tensor<string, []>("op_50655"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_50657 = const()[name = tensor<string, []>("op_50657"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_50659_pad_type_0 = const()[name = tensor<string, []>("op_50659_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_50659_pad_0 = const()[name = tensor<string, []>("op_50659_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_1_attn2_to_out_0_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [409600]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(339208192))), lut = tensor<fp16, [4]>([-0x1.014p-6, -0x1.224p-8, 0x1.2p-8, 0x1.00cp-6]), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_1_attn2_to_out_0_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_attentions_2_transformer_blocks_1_attn2_to_out_0_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_1_attn2_to_out_0_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(339617856)))];
            tensor<fp16, [2, 1280, 1, 576]> var_50659_cast = conv(bias = up_blocks_0_attentions_2_transformer_blocks_1_attn2_to_out_0_bias_to_fp16, dilations = var_50657, groups = var_30355, pad = var_50659_pad_0, pad_type = var_50659_pad_type_0, strides = var_50655, weight = up_blocks_0_attentions_2_transformer_blocks_1_attn2_to_out_0_weight_to_fp16_palettized, x = input_645_cast)[name = tensor<string, []>("op_50659_cast")];
            tensor<fp16, [2, 1280, 1, 576]> inputs_335_cast = add(x = var_50659_cast, y = inputs_333_cast)[name = tensor<string, []>("inputs_335_cast")];
            tensor<int32, [1]> var_50663 = const()[name = tensor<string, []>("op_50663"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> channels_mean_335_cast = reduce_mean(axes = var_50663, keep_dims = var_30350, x = inputs_335_cast)[name = tensor<string, []>("channels_mean_335_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_335_cast = sub(x = inputs_335_cast, y = channels_mean_335_cast)[name = tensor<string, []>("zero_mean_335_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_sq_335_cast = mul(x = zero_mean_335_cast, y = zero_mean_335_cast)[name = tensor<string, []>("zero_mean_sq_335_cast")];
            tensor<int32, [1]> var_50667 = const()[name = tensor<string, []>("op_50667"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> var_50668_cast = reduce_mean(axes = var_50667, keep_dims = var_30350, x = zero_mean_sq_335_cast)[name = tensor<string, []>("op_50668_cast")];
            tensor<fp16, []> var_50669_to_fp16 = const()[name = tensor<string, []>("op_50669_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 576]> var_50670_cast = add(x = var_50668_cast, y = var_50669_to_fp16)[name = tensor<string, []>("op_50670_cast")];
            tensor<fp16, []> denom_335_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_335_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 576]> denom_335_cast = rsqrt(epsilon = denom_335_epsilon_0_to_fp16, x = var_50670_cast)[name = tensor<string, []>("denom_335_cast")];
            tensor<fp16, [2, 1280, 1, 576]> out_335_cast = mul(x = zero_mean_335_cast, y = denom_335_cast)[name = tensor<string, []>("out_335_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_50674_to_fp16 = const()[name = tensor<string, []>("op_50674_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(339620480)))];
            tensor<fp16, [2, 1280, 1, 576]> var_50675_cast = add(x = out_335_cast, y = var_50674_to_fp16)[name = tensor<string, []>("op_50675_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_50677_to_fp16 = const()[name = tensor<string, []>("op_50677_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(339623104)))];
            tensor<fp16, [2, 1280, 1, 576]> input_647_cast = mul(x = var_50675_cast, y = var_50677_to_fp16)[name = tensor<string, []>("input_647_cast")];
            tensor<int32, [2]> var_50685 = const()[name = tensor<string, []>("op_50685"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_50687 = const()[name = tensor<string, []>("op_50687"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_50689_pad_type_0 = const()[name = tensor<string, []>("op_50689_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_50689_pad_0 = const()[name = tensor<string, []>("op_50689_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [10240, 1280, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_1_ff_net_0_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [9830400]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(339625728))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(349456192))), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_1_ff_net_0_proj_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([10240, 1280, 1, 1])];
            tensor<fp16, [10240]> up_blocks_0_attentions_2_transformer_blocks_1_ff_net_0_proj_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_1_ff_net_0_proj_bias_to_fp16"), val = tensor<fp16, [10240]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(349456384)))];
            tensor<fp16, [2, 10240, 1, 576]> var_50689_cast = conv(bias = up_blocks_0_attentions_2_transformer_blocks_1_ff_net_0_proj_bias_to_fp16, dilations = var_50687, groups = var_30355, pad = var_50689_pad_0, pad_type = var_50689_pad_type_0, strides = var_50685, weight = up_blocks_0_attentions_2_transformer_blocks_1_ff_net_0_proj_weight_to_fp16_palettized, x = input_647_cast)[name = tensor<string, []>("op_50689_cast")];
            tensor<int32, [2]> var_50690_split_sizes_0 = const()[name = tensor<string, []>("op_50690_split_sizes_0"), val = tensor<int32, [2]>([5120, 5120])];
            tensor<int32, []> var_50690_axis_0 = const()[name = tensor<string, []>("op_50690_axis_0"), val = tensor<int32, []>(1)];
            tensor<fp16, [2, 5120, 1, 576]> var_50690_cast_0, tensor<fp16, [2, 5120, 1, 576]> var_50690_cast_1 = split(axis = var_50690_axis_0, split_sizes = var_50690_split_sizes_0, x = var_50689_cast)[name = tensor<string, []>("op_50690_cast")];
            tensor<string, []> var_50692_mode_0 = const()[name = tensor<string, []>("op_50692_mode_0"), val = tensor<string, []>("EXACT")];
            tensor<fp16, [2, 5120, 1, 576]> var_50692_cast = gelu(mode = var_50692_mode_0, x = var_50690_cast_1)[name = tensor<string, []>("op_50692_cast")];
            tensor<fp16, [2, 5120, 1, 576]> input_649_cast = mul(x = var_50690_cast_0, y = var_50692_cast)[name = tensor<string, []>("input_649_cast")];
            tensor<int32, [2]> var_50696 = const()[name = tensor<string, []>("op_50696"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_50698 = const()[name = tensor<string, []>("op_50698"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_50700_pad_type_0 = const()[name = tensor<string, []>("op_50700_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_50700_pad_0 = const()[name = tensor<string, []>("op_50700_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 5120, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_1_ff_net_2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [4915200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(349476928))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(354392192))), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_1_ff_net_2_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 5120, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_attentions_2_transformer_blocks_1_ff_net_2_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_1_ff_net_2_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(354392384)))];
            tensor<fp16, [2, 1280, 1, 576]> var_50700_cast = conv(bias = up_blocks_0_attentions_2_transformer_blocks_1_ff_net_2_bias_to_fp16, dilations = var_50698, groups = var_30355, pad = var_50700_pad_0, pad_type = var_50700_pad_type_0, strides = var_50696, weight = up_blocks_0_attentions_2_transformer_blocks_1_ff_net_2_weight_to_fp16_palettized, x = input_649_cast)[name = tensor<string, []>("op_50700_cast")];
            tensor<fp16, [2, 1280, 1, 576]> inputs_337_cast = add(x = var_50700_cast, y = inputs_335_cast)[name = tensor<string, []>("inputs_337_cast")];
            tensor<int32, [1]> var_50710 = const()[name = tensor<string, []>("op_50710"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> channels_mean_337_cast = reduce_mean(axes = var_50710, keep_dims = var_30350, x = inputs_337_cast)[name = tensor<string, []>("channels_mean_337_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_337_cast = sub(x = inputs_337_cast, y = channels_mean_337_cast)[name = tensor<string, []>("zero_mean_337_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_sq_337_cast = mul(x = zero_mean_337_cast, y = zero_mean_337_cast)[name = tensor<string, []>("zero_mean_sq_337_cast")];
            tensor<int32, [1]> var_50714 = const()[name = tensor<string, []>("op_50714"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> var_50715_cast = reduce_mean(axes = var_50714, keep_dims = var_30350, x = zero_mean_sq_337_cast)[name = tensor<string, []>("op_50715_cast")];
            tensor<fp16, []> var_50716_to_fp16 = const()[name = tensor<string, []>("op_50716_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 576]> var_50717_cast = add(x = var_50715_cast, y = var_50716_to_fp16)[name = tensor<string, []>("op_50717_cast")];
            tensor<fp16, []> denom_337_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_337_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 576]> denom_337_cast = rsqrt(epsilon = denom_337_epsilon_0_to_fp16, x = var_50717_cast)[name = tensor<string, []>("denom_337_cast")];
            tensor<fp16, [2, 1280, 1, 576]> out_337_cast = mul(x = zero_mean_337_cast, y = denom_337_cast)[name = tensor<string, []>("out_337_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_50721_to_fp16 = const()[name = tensor<string, []>("op_50721_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(354395008)))];
            tensor<fp16, [2, 1280, 1, 576]> var_50722_cast = add(x = out_337_cast, y = var_50721_to_fp16)[name = tensor<string, []>("op_50722_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_50724_to_fp16 = const()[name = tensor<string, []>("op_50724_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(354397632)))];
            tensor<fp16, [2, 1280, 1, 576]> hidden_states_447_cast = mul(x = var_50722_cast, y = var_50724_to_fp16)[name = tensor<string, []>("hidden_states_447_cast")];
            tensor<int32, [2]> var_50731 = const()[name = tensor<string, []>("op_50731"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_50733 = const()[name = tensor<string, []>("op_50733"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> q_225_pad_type_0 = const()[name = tensor<string, []>("q_225_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> q_225_pad_0 = const()[name = tensor<string, []>("q_225_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_2_attn1_to_q_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [819200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(354400256))), lut = tensor<fp16, [16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(355219520))), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_2_attn1_to_q_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> q_225_cast = conv(dilations = var_50733, groups = var_30355, pad = q_225_pad_0, pad_type = q_225_pad_type_0, strides = var_50731, weight = up_blocks_0_attentions_2_transformer_blocks_2_attn1_to_q_weight_to_fp16_palettized, x = hidden_states_447_cast)[name = tensor<string, []>("q_225_cast")];
            tensor<int32, [2]> var_50737 = const()[name = tensor<string, []>("op_50737"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_50739 = const()[name = tensor<string, []>("op_50739"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> k_449_pad_type_0 = const()[name = tensor<string, []>("k_449_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> k_449_pad_0 = const()[name = tensor<string, []>("k_449_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_2_attn1_to_k_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [819200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(355219648))), lut = tensor<fp16, [16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(356038912))), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_2_attn1_to_k_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> k_449_cast = conv(dilations = var_50739, groups = var_30355, pad = k_449_pad_0, pad_type = k_449_pad_type_0, strides = var_50737, weight = up_blocks_0_attentions_2_transformer_blocks_2_attn1_to_k_weight_to_fp16_palettized, x = hidden_states_447_cast)[name = tensor<string, []>("k_449_cast")];
            tensor<int32, [2]> var_50743 = const()[name = tensor<string, []>("op_50743"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_50745 = const()[name = tensor<string, []>("op_50745"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> v_225_pad_type_0 = const()[name = tensor<string, []>("v_225_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> v_225_pad_0 = const()[name = tensor<string, []>("v_225_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_2_attn1_to_v_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [1228800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(356039040))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(357267904))), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_2_attn1_to_v_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> v_225_cast = conv(dilations = var_50745, groups = var_30355, pad = v_225_pad_0, pad_type = v_225_pad_type_0, strides = var_50743, weight = up_blocks_0_attentions_2_transformer_blocks_2_attn1_to_v_weight_to_fp16_palettized, x = hidden_states_447_cast)[name = tensor<string, []>("v_225_cast")];
            tensor<int32, [4]> var_50749_begin_0 = const()[name = tensor<string, []>("op_50749_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_50749_end_0 = const()[name = tensor<string, []>("op_50749_end_0"), val = tensor<int32, [4]>([2, 64, 1, 576])];
            tensor<bool, [4]> var_50749_end_mask_0 = const()[name = tensor<string, []>("op_50749_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50749_cast = slice_by_index(begin = var_50749_begin_0, end = var_50749_end_0, end_mask = var_50749_end_mask_0, x = q_225_cast)[name = tensor<string, []>("op_50749_cast")];
            tensor<int32, [4]> var_50753_begin_0 = const()[name = tensor<string, []>("op_50753_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_50753_end_0 = const()[name = tensor<string, []>("op_50753_end_0"), val = tensor<int32, [4]>([2, 128, 1, 576])];
            tensor<bool, [4]> var_50753_end_mask_0 = const()[name = tensor<string, []>("op_50753_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50753_cast = slice_by_index(begin = var_50753_begin_0, end = var_50753_end_0, end_mask = var_50753_end_mask_0, x = q_225_cast)[name = tensor<string, []>("op_50753_cast")];
            tensor<int32, [4]> var_50757_begin_0 = const()[name = tensor<string, []>("op_50757_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_50757_end_0 = const()[name = tensor<string, []>("op_50757_end_0"), val = tensor<int32, [4]>([2, 192, 1, 576])];
            tensor<bool, [4]> var_50757_end_mask_0 = const()[name = tensor<string, []>("op_50757_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50757_cast = slice_by_index(begin = var_50757_begin_0, end = var_50757_end_0, end_mask = var_50757_end_mask_0, x = q_225_cast)[name = tensor<string, []>("op_50757_cast")];
            tensor<int32, [4]> var_50761_begin_0 = const()[name = tensor<string, []>("op_50761_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_50761_end_0 = const()[name = tensor<string, []>("op_50761_end_0"), val = tensor<int32, [4]>([2, 256, 1, 576])];
            tensor<bool, [4]> var_50761_end_mask_0 = const()[name = tensor<string, []>("op_50761_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50761_cast = slice_by_index(begin = var_50761_begin_0, end = var_50761_end_0, end_mask = var_50761_end_mask_0, x = q_225_cast)[name = tensor<string, []>("op_50761_cast")];
            tensor<int32, [4]> var_50765_begin_0 = const()[name = tensor<string, []>("op_50765_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_50765_end_0 = const()[name = tensor<string, []>("op_50765_end_0"), val = tensor<int32, [4]>([2, 320, 1, 576])];
            tensor<bool, [4]> var_50765_end_mask_0 = const()[name = tensor<string, []>("op_50765_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50765_cast = slice_by_index(begin = var_50765_begin_0, end = var_50765_end_0, end_mask = var_50765_end_mask_0, x = q_225_cast)[name = tensor<string, []>("op_50765_cast")];
            tensor<int32, [4]> var_50769_begin_0 = const()[name = tensor<string, []>("op_50769_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_50769_end_0 = const()[name = tensor<string, []>("op_50769_end_0"), val = tensor<int32, [4]>([2, 384, 1, 576])];
            tensor<bool, [4]> var_50769_end_mask_0 = const()[name = tensor<string, []>("op_50769_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50769_cast = slice_by_index(begin = var_50769_begin_0, end = var_50769_end_0, end_mask = var_50769_end_mask_0, x = q_225_cast)[name = tensor<string, []>("op_50769_cast")];
            tensor<int32, [4]> var_50773_begin_0 = const()[name = tensor<string, []>("op_50773_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_50773_end_0 = const()[name = tensor<string, []>("op_50773_end_0"), val = tensor<int32, [4]>([2, 448, 1, 576])];
            tensor<bool, [4]> var_50773_end_mask_0 = const()[name = tensor<string, []>("op_50773_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50773_cast = slice_by_index(begin = var_50773_begin_0, end = var_50773_end_0, end_mask = var_50773_end_mask_0, x = q_225_cast)[name = tensor<string, []>("op_50773_cast")];
            tensor<int32, [4]> var_50777_begin_0 = const()[name = tensor<string, []>("op_50777_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_50777_end_0 = const()[name = tensor<string, []>("op_50777_end_0"), val = tensor<int32, [4]>([2, 512, 1, 576])];
            tensor<bool, [4]> var_50777_end_mask_0 = const()[name = tensor<string, []>("op_50777_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50777_cast = slice_by_index(begin = var_50777_begin_0, end = var_50777_end_0, end_mask = var_50777_end_mask_0, x = q_225_cast)[name = tensor<string, []>("op_50777_cast")];
            tensor<int32, [4]> var_50781_begin_0 = const()[name = tensor<string, []>("op_50781_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_50781_end_0 = const()[name = tensor<string, []>("op_50781_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_50781_end_mask_0 = const()[name = tensor<string, []>("op_50781_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50781_cast = slice_by_index(begin = var_50781_begin_0, end = var_50781_end_0, end_mask = var_50781_end_mask_0, x = q_225_cast)[name = tensor<string, []>("op_50781_cast")];
            tensor<int32, [4]> var_50785_begin_0 = const()[name = tensor<string, []>("op_50785_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_50785_end_0 = const()[name = tensor<string, []>("op_50785_end_0"), val = tensor<int32, [4]>([2, 640, 1, 576])];
            tensor<bool, [4]> var_50785_end_mask_0 = const()[name = tensor<string, []>("op_50785_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50785_cast = slice_by_index(begin = var_50785_begin_0, end = var_50785_end_0, end_mask = var_50785_end_mask_0, x = q_225_cast)[name = tensor<string, []>("op_50785_cast")];
            tensor<int32, [4]> var_50789_begin_0 = const()[name = tensor<string, []>("op_50789_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_50789_end_0 = const()[name = tensor<string, []>("op_50789_end_0"), val = tensor<int32, [4]>([2, 704, 1, 576])];
            tensor<bool, [4]> var_50789_end_mask_0 = const()[name = tensor<string, []>("op_50789_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50789_cast = slice_by_index(begin = var_50789_begin_0, end = var_50789_end_0, end_mask = var_50789_end_mask_0, x = q_225_cast)[name = tensor<string, []>("op_50789_cast")];
            tensor<int32, [4]> var_50793_begin_0 = const()[name = tensor<string, []>("op_50793_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_50793_end_0 = const()[name = tensor<string, []>("op_50793_end_0"), val = tensor<int32, [4]>([2, 768, 1, 576])];
            tensor<bool, [4]> var_50793_end_mask_0 = const()[name = tensor<string, []>("op_50793_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50793_cast = slice_by_index(begin = var_50793_begin_0, end = var_50793_end_0, end_mask = var_50793_end_mask_0, x = q_225_cast)[name = tensor<string, []>("op_50793_cast")];
            tensor<int32, [4]> var_50797_begin_0 = const()[name = tensor<string, []>("op_50797_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_50797_end_0 = const()[name = tensor<string, []>("op_50797_end_0"), val = tensor<int32, [4]>([2, 832, 1, 576])];
            tensor<bool, [4]> var_50797_end_mask_0 = const()[name = tensor<string, []>("op_50797_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50797_cast = slice_by_index(begin = var_50797_begin_0, end = var_50797_end_0, end_mask = var_50797_end_mask_0, x = q_225_cast)[name = tensor<string, []>("op_50797_cast")];
            tensor<int32, [4]> var_50801_begin_0 = const()[name = tensor<string, []>("op_50801_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_50801_end_0 = const()[name = tensor<string, []>("op_50801_end_0"), val = tensor<int32, [4]>([2, 896, 1, 576])];
            tensor<bool, [4]> var_50801_end_mask_0 = const()[name = tensor<string, []>("op_50801_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50801_cast = slice_by_index(begin = var_50801_begin_0, end = var_50801_end_0, end_mask = var_50801_end_mask_0, x = q_225_cast)[name = tensor<string, []>("op_50801_cast")];
            tensor<int32, [4]> var_50805_begin_0 = const()[name = tensor<string, []>("op_50805_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_50805_end_0 = const()[name = tensor<string, []>("op_50805_end_0"), val = tensor<int32, [4]>([2, 960, 1, 576])];
            tensor<bool, [4]> var_50805_end_mask_0 = const()[name = tensor<string, []>("op_50805_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50805_cast = slice_by_index(begin = var_50805_begin_0, end = var_50805_end_0, end_mask = var_50805_end_mask_0, x = q_225_cast)[name = tensor<string, []>("op_50805_cast")];
            tensor<int32, [4]> var_50809_begin_0 = const()[name = tensor<string, []>("op_50809_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_50809_end_0 = const()[name = tensor<string, []>("op_50809_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 576])];
            tensor<bool, [4]> var_50809_end_mask_0 = const()[name = tensor<string, []>("op_50809_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50809_cast = slice_by_index(begin = var_50809_begin_0, end = var_50809_end_0, end_mask = var_50809_end_mask_0, x = q_225_cast)[name = tensor<string, []>("op_50809_cast")];
            tensor<int32, [4]> var_50813_begin_0 = const()[name = tensor<string, []>("op_50813_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_50813_end_0 = const()[name = tensor<string, []>("op_50813_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 576])];
            tensor<bool, [4]> var_50813_end_mask_0 = const()[name = tensor<string, []>("op_50813_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50813_cast = slice_by_index(begin = var_50813_begin_0, end = var_50813_end_0, end_mask = var_50813_end_mask_0, x = q_225_cast)[name = tensor<string, []>("op_50813_cast")];
            tensor<int32, [4]> var_50817_begin_0 = const()[name = tensor<string, []>("op_50817_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_50817_end_0 = const()[name = tensor<string, []>("op_50817_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 576])];
            tensor<bool, [4]> var_50817_end_mask_0 = const()[name = tensor<string, []>("op_50817_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50817_cast = slice_by_index(begin = var_50817_begin_0, end = var_50817_end_0, end_mask = var_50817_end_mask_0, x = q_225_cast)[name = tensor<string, []>("op_50817_cast")];
            tensor<int32, [4]> var_50821_begin_0 = const()[name = tensor<string, []>("op_50821_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_50821_end_0 = const()[name = tensor<string, []>("op_50821_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 576])];
            tensor<bool, [4]> var_50821_end_mask_0 = const()[name = tensor<string, []>("op_50821_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50821_cast = slice_by_index(begin = var_50821_begin_0, end = var_50821_end_0, end_mask = var_50821_end_mask_0, x = q_225_cast)[name = tensor<string, []>("op_50821_cast")];
            tensor<int32, [4]> var_50825_begin_0 = const()[name = tensor<string, []>("op_50825_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_50825_end_0 = const()[name = tensor<string, []>("op_50825_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 576])];
            tensor<bool, [4]> var_50825_end_mask_0 = const()[name = tensor<string, []>("op_50825_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50825_cast = slice_by_index(begin = var_50825_begin_0, end = var_50825_end_0, end_mask = var_50825_end_mask_0, x = q_225_cast)[name = tensor<string, []>("op_50825_cast")];
            tensor<int32, [4]> k_451_perm_0 = const()[name = tensor<string, []>("k_451_perm_0"), val = tensor<int32, [4]>([0, 3, 2, 1])];
            tensor<int32, [4]> var_50832_begin_0 = const()[name = tensor<string, []>("op_50832_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_50832_end_0 = const()[name = tensor<string, []>("op_50832_end_0"), val = tensor<int32, [4]>([2, 576, 1, 64])];
            tensor<bool, [4]> var_50832_end_mask_0 = const()[name = tensor<string, []>("op_50832_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 1280]> transpose_27 = transpose(perm = k_451_perm_0, x = k_449_cast)[name = tensor<string, []>("transpose_27")];
            tensor<fp16, [2, 576, 1, 64]> var_50832_cast = slice_by_index(begin = var_50832_begin_0, end = var_50832_end_0, end_mask = var_50832_end_mask_0, x = transpose_27)[name = tensor<string, []>("op_50832_cast")];
            tensor<int32, [4]> var_50836_begin_0 = const()[name = tensor<string, []>("op_50836_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 64])];
            tensor<int32, [4]> var_50836_end_0 = const()[name = tensor<string, []>("op_50836_end_0"), val = tensor<int32, [4]>([2, 576, 1, 128])];
            tensor<bool, [4]> var_50836_end_mask_0 = const()[name = tensor<string, []>("op_50836_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_50836_cast = slice_by_index(begin = var_50836_begin_0, end = var_50836_end_0, end_mask = var_50836_end_mask_0, x = transpose_27)[name = tensor<string, []>("op_50836_cast")];
            tensor<int32, [4]> var_50840_begin_0 = const()[name = tensor<string, []>("op_50840_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 128])];
            tensor<int32, [4]> var_50840_end_0 = const()[name = tensor<string, []>("op_50840_end_0"), val = tensor<int32, [4]>([2, 576, 1, 192])];
            tensor<bool, [4]> var_50840_end_mask_0 = const()[name = tensor<string, []>("op_50840_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_50840_cast = slice_by_index(begin = var_50840_begin_0, end = var_50840_end_0, end_mask = var_50840_end_mask_0, x = transpose_27)[name = tensor<string, []>("op_50840_cast")];
            tensor<int32, [4]> var_50844_begin_0 = const()[name = tensor<string, []>("op_50844_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 192])];
            tensor<int32, [4]> var_50844_end_0 = const()[name = tensor<string, []>("op_50844_end_0"), val = tensor<int32, [4]>([2, 576, 1, 256])];
            tensor<bool, [4]> var_50844_end_mask_0 = const()[name = tensor<string, []>("op_50844_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_50844_cast = slice_by_index(begin = var_50844_begin_0, end = var_50844_end_0, end_mask = var_50844_end_mask_0, x = transpose_27)[name = tensor<string, []>("op_50844_cast")];
            tensor<int32, [4]> var_50848_begin_0 = const()[name = tensor<string, []>("op_50848_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 256])];
            tensor<int32, [4]> var_50848_end_0 = const()[name = tensor<string, []>("op_50848_end_0"), val = tensor<int32, [4]>([2, 576, 1, 320])];
            tensor<bool, [4]> var_50848_end_mask_0 = const()[name = tensor<string, []>("op_50848_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_50848_cast = slice_by_index(begin = var_50848_begin_0, end = var_50848_end_0, end_mask = var_50848_end_mask_0, x = transpose_27)[name = tensor<string, []>("op_50848_cast")];
            tensor<int32, [4]> var_50852_begin_0 = const()[name = tensor<string, []>("op_50852_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 320])];
            tensor<int32, [4]> var_50852_end_0 = const()[name = tensor<string, []>("op_50852_end_0"), val = tensor<int32, [4]>([2, 576, 1, 384])];
            tensor<bool, [4]> var_50852_end_mask_0 = const()[name = tensor<string, []>("op_50852_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_50852_cast = slice_by_index(begin = var_50852_begin_0, end = var_50852_end_0, end_mask = var_50852_end_mask_0, x = transpose_27)[name = tensor<string, []>("op_50852_cast")];
            tensor<int32, [4]> var_50856_begin_0 = const()[name = tensor<string, []>("op_50856_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 384])];
            tensor<int32, [4]> var_50856_end_0 = const()[name = tensor<string, []>("op_50856_end_0"), val = tensor<int32, [4]>([2, 576, 1, 448])];
            tensor<bool, [4]> var_50856_end_mask_0 = const()[name = tensor<string, []>("op_50856_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_50856_cast = slice_by_index(begin = var_50856_begin_0, end = var_50856_end_0, end_mask = var_50856_end_mask_0, x = transpose_27)[name = tensor<string, []>("op_50856_cast")];
            tensor<int32, [4]> var_50860_begin_0 = const()[name = tensor<string, []>("op_50860_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 448])];
            tensor<int32, [4]> var_50860_end_0 = const()[name = tensor<string, []>("op_50860_end_0"), val = tensor<int32, [4]>([2, 576, 1, 512])];
            tensor<bool, [4]> var_50860_end_mask_0 = const()[name = tensor<string, []>("op_50860_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_50860_cast = slice_by_index(begin = var_50860_begin_0, end = var_50860_end_0, end_mask = var_50860_end_mask_0, x = transpose_27)[name = tensor<string, []>("op_50860_cast")];
            tensor<int32, [4]> var_50864_begin_0 = const()[name = tensor<string, []>("op_50864_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 512])];
            tensor<int32, [4]> var_50864_end_0 = const()[name = tensor<string, []>("op_50864_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_50864_end_mask_0 = const()[name = tensor<string, []>("op_50864_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_50864_cast = slice_by_index(begin = var_50864_begin_0, end = var_50864_end_0, end_mask = var_50864_end_mask_0, x = transpose_27)[name = tensor<string, []>("op_50864_cast")];
            tensor<int32, [4]> var_50868_begin_0 = const()[name = tensor<string, []>("op_50868_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 576])];
            tensor<int32, [4]> var_50868_end_0 = const()[name = tensor<string, []>("op_50868_end_0"), val = tensor<int32, [4]>([2, 576, 1, 640])];
            tensor<bool, [4]> var_50868_end_mask_0 = const()[name = tensor<string, []>("op_50868_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_50868_cast = slice_by_index(begin = var_50868_begin_0, end = var_50868_end_0, end_mask = var_50868_end_mask_0, x = transpose_27)[name = tensor<string, []>("op_50868_cast")];
            tensor<int32, [4]> var_50872_begin_0 = const()[name = tensor<string, []>("op_50872_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 640])];
            tensor<int32, [4]> var_50872_end_0 = const()[name = tensor<string, []>("op_50872_end_0"), val = tensor<int32, [4]>([2, 576, 1, 704])];
            tensor<bool, [4]> var_50872_end_mask_0 = const()[name = tensor<string, []>("op_50872_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_50872_cast = slice_by_index(begin = var_50872_begin_0, end = var_50872_end_0, end_mask = var_50872_end_mask_0, x = transpose_27)[name = tensor<string, []>("op_50872_cast")];
            tensor<int32, [4]> var_50876_begin_0 = const()[name = tensor<string, []>("op_50876_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 704])];
            tensor<int32, [4]> var_50876_end_0 = const()[name = tensor<string, []>("op_50876_end_0"), val = tensor<int32, [4]>([2, 576, 1, 768])];
            tensor<bool, [4]> var_50876_end_mask_0 = const()[name = tensor<string, []>("op_50876_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_50876_cast = slice_by_index(begin = var_50876_begin_0, end = var_50876_end_0, end_mask = var_50876_end_mask_0, x = transpose_27)[name = tensor<string, []>("op_50876_cast")];
            tensor<int32, [4]> var_50880_begin_0 = const()[name = tensor<string, []>("op_50880_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 768])];
            tensor<int32, [4]> var_50880_end_0 = const()[name = tensor<string, []>("op_50880_end_0"), val = tensor<int32, [4]>([2, 576, 1, 832])];
            tensor<bool, [4]> var_50880_end_mask_0 = const()[name = tensor<string, []>("op_50880_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_50880_cast = slice_by_index(begin = var_50880_begin_0, end = var_50880_end_0, end_mask = var_50880_end_mask_0, x = transpose_27)[name = tensor<string, []>("op_50880_cast")];
            tensor<int32, [4]> var_50884_begin_0 = const()[name = tensor<string, []>("op_50884_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 832])];
            tensor<int32, [4]> var_50884_end_0 = const()[name = tensor<string, []>("op_50884_end_0"), val = tensor<int32, [4]>([2, 576, 1, 896])];
            tensor<bool, [4]> var_50884_end_mask_0 = const()[name = tensor<string, []>("op_50884_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_50884_cast = slice_by_index(begin = var_50884_begin_0, end = var_50884_end_0, end_mask = var_50884_end_mask_0, x = transpose_27)[name = tensor<string, []>("op_50884_cast")];
            tensor<int32, [4]> var_50888_begin_0 = const()[name = tensor<string, []>("op_50888_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 896])];
            tensor<int32, [4]> var_50888_end_0 = const()[name = tensor<string, []>("op_50888_end_0"), val = tensor<int32, [4]>([2, 576, 1, 960])];
            tensor<bool, [4]> var_50888_end_mask_0 = const()[name = tensor<string, []>("op_50888_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_50888_cast = slice_by_index(begin = var_50888_begin_0, end = var_50888_end_0, end_mask = var_50888_end_mask_0, x = transpose_27)[name = tensor<string, []>("op_50888_cast")];
            tensor<int32, [4]> var_50892_begin_0 = const()[name = tensor<string, []>("op_50892_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 960])];
            tensor<int32, [4]> var_50892_end_0 = const()[name = tensor<string, []>("op_50892_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1024])];
            tensor<bool, [4]> var_50892_end_mask_0 = const()[name = tensor<string, []>("op_50892_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_50892_cast = slice_by_index(begin = var_50892_begin_0, end = var_50892_end_0, end_mask = var_50892_end_mask_0, x = transpose_27)[name = tensor<string, []>("op_50892_cast")];
            tensor<int32, [4]> var_50896_begin_0 = const()[name = tensor<string, []>("op_50896_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1024])];
            tensor<int32, [4]> var_50896_end_0 = const()[name = tensor<string, []>("op_50896_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1088])];
            tensor<bool, [4]> var_50896_end_mask_0 = const()[name = tensor<string, []>("op_50896_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_50896_cast = slice_by_index(begin = var_50896_begin_0, end = var_50896_end_0, end_mask = var_50896_end_mask_0, x = transpose_27)[name = tensor<string, []>("op_50896_cast")];
            tensor<int32, [4]> var_50900_begin_0 = const()[name = tensor<string, []>("op_50900_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1088])];
            tensor<int32, [4]> var_50900_end_0 = const()[name = tensor<string, []>("op_50900_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1152])];
            tensor<bool, [4]> var_50900_end_mask_0 = const()[name = tensor<string, []>("op_50900_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_50900_cast = slice_by_index(begin = var_50900_begin_0, end = var_50900_end_0, end_mask = var_50900_end_mask_0, x = transpose_27)[name = tensor<string, []>("op_50900_cast")];
            tensor<int32, [4]> var_50904_begin_0 = const()[name = tensor<string, []>("op_50904_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1152])];
            tensor<int32, [4]> var_50904_end_0 = const()[name = tensor<string, []>("op_50904_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1216])];
            tensor<bool, [4]> var_50904_end_mask_0 = const()[name = tensor<string, []>("op_50904_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_50904_cast = slice_by_index(begin = var_50904_begin_0, end = var_50904_end_0, end_mask = var_50904_end_mask_0, x = transpose_27)[name = tensor<string, []>("op_50904_cast")];
            tensor<int32, [4]> var_50908_begin_0 = const()[name = tensor<string, []>("op_50908_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1216])];
            tensor<int32, [4]> var_50908_end_0 = const()[name = tensor<string, []>("op_50908_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1280])];
            tensor<bool, [4]> var_50908_end_mask_0 = const()[name = tensor<string, []>("op_50908_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_50908_cast = slice_by_index(begin = var_50908_begin_0, end = var_50908_end_0, end_mask = var_50908_end_mask_0, x = transpose_27)[name = tensor<string, []>("op_50908_cast")];
            tensor<int32, [4]> var_50910_begin_0 = const()[name = tensor<string, []>("op_50910_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_50910_end_0 = const()[name = tensor<string, []>("op_50910_end_0"), val = tensor<int32, [4]>([2, 64, 1, 576])];
            tensor<bool, [4]> var_50910_end_mask_0 = const()[name = tensor<string, []>("op_50910_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50910_cast = slice_by_index(begin = var_50910_begin_0, end = var_50910_end_0, end_mask = var_50910_end_mask_0, x = v_225_cast)[name = tensor<string, []>("op_50910_cast")];
            tensor<int32, [4]> var_50914_begin_0 = const()[name = tensor<string, []>("op_50914_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_50914_end_0 = const()[name = tensor<string, []>("op_50914_end_0"), val = tensor<int32, [4]>([2, 128, 1, 576])];
            tensor<bool, [4]> var_50914_end_mask_0 = const()[name = tensor<string, []>("op_50914_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50914_cast = slice_by_index(begin = var_50914_begin_0, end = var_50914_end_0, end_mask = var_50914_end_mask_0, x = v_225_cast)[name = tensor<string, []>("op_50914_cast")];
            tensor<int32, [4]> var_50918_begin_0 = const()[name = tensor<string, []>("op_50918_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_50918_end_0 = const()[name = tensor<string, []>("op_50918_end_0"), val = tensor<int32, [4]>([2, 192, 1, 576])];
            tensor<bool, [4]> var_50918_end_mask_0 = const()[name = tensor<string, []>("op_50918_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50918_cast = slice_by_index(begin = var_50918_begin_0, end = var_50918_end_0, end_mask = var_50918_end_mask_0, x = v_225_cast)[name = tensor<string, []>("op_50918_cast")];
            tensor<int32, [4]> var_50922_begin_0 = const()[name = tensor<string, []>("op_50922_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_50922_end_0 = const()[name = tensor<string, []>("op_50922_end_0"), val = tensor<int32, [4]>([2, 256, 1, 576])];
            tensor<bool, [4]> var_50922_end_mask_0 = const()[name = tensor<string, []>("op_50922_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50922_cast = slice_by_index(begin = var_50922_begin_0, end = var_50922_end_0, end_mask = var_50922_end_mask_0, x = v_225_cast)[name = tensor<string, []>("op_50922_cast")];
            tensor<int32, [4]> var_50926_begin_0 = const()[name = tensor<string, []>("op_50926_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_50926_end_0 = const()[name = tensor<string, []>("op_50926_end_0"), val = tensor<int32, [4]>([2, 320, 1, 576])];
            tensor<bool, [4]> var_50926_end_mask_0 = const()[name = tensor<string, []>("op_50926_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50926_cast = slice_by_index(begin = var_50926_begin_0, end = var_50926_end_0, end_mask = var_50926_end_mask_0, x = v_225_cast)[name = tensor<string, []>("op_50926_cast")];
            tensor<int32, [4]> var_50930_begin_0 = const()[name = tensor<string, []>("op_50930_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_50930_end_0 = const()[name = tensor<string, []>("op_50930_end_0"), val = tensor<int32, [4]>([2, 384, 1, 576])];
            tensor<bool, [4]> var_50930_end_mask_0 = const()[name = tensor<string, []>("op_50930_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50930_cast = slice_by_index(begin = var_50930_begin_0, end = var_50930_end_0, end_mask = var_50930_end_mask_0, x = v_225_cast)[name = tensor<string, []>("op_50930_cast")];
            tensor<int32, [4]> var_50934_begin_0 = const()[name = tensor<string, []>("op_50934_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_50934_end_0 = const()[name = tensor<string, []>("op_50934_end_0"), val = tensor<int32, [4]>([2, 448, 1, 576])];
            tensor<bool, [4]> var_50934_end_mask_0 = const()[name = tensor<string, []>("op_50934_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50934_cast = slice_by_index(begin = var_50934_begin_0, end = var_50934_end_0, end_mask = var_50934_end_mask_0, x = v_225_cast)[name = tensor<string, []>("op_50934_cast")];
            tensor<int32, [4]> var_50938_begin_0 = const()[name = tensor<string, []>("op_50938_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_50938_end_0 = const()[name = tensor<string, []>("op_50938_end_0"), val = tensor<int32, [4]>([2, 512, 1, 576])];
            tensor<bool, [4]> var_50938_end_mask_0 = const()[name = tensor<string, []>("op_50938_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50938_cast = slice_by_index(begin = var_50938_begin_0, end = var_50938_end_0, end_mask = var_50938_end_mask_0, x = v_225_cast)[name = tensor<string, []>("op_50938_cast")];
            tensor<int32, [4]> var_50942_begin_0 = const()[name = tensor<string, []>("op_50942_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_50942_end_0 = const()[name = tensor<string, []>("op_50942_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_50942_end_mask_0 = const()[name = tensor<string, []>("op_50942_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50942_cast = slice_by_index(begin = var_50942_begin_0, end = var_50942_end_0, end_mask = var_50942_end_mask_0, x = v_225_cast)[name = tensor<string, []>("op_50942_cast")];
            tensor<int32, [4]> var_50946_begin_0 = const()[name = tensor<string, []>("op_50946_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_50946_end_0 = const()[name = tensor<string, []>("op_50946_end_0"), val = tensor<int32, [4]>([2, 640, 1, 576])];
            tensor<bool, [4]> var_50946_end_mask_0 = const()[name = tensor<string, []>("op_50946_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50946_cast = slice_by_index(begin = var_50946_begin_0, end = var_50946_end_0, end_mask = var_50946_end_mask_0, x = v_225_cast)[name = tensor<string, []>("op_50946_cast")];
            tensor<int32, [4]> var_50950_begin_0 = const()[name = tensor<string, []>("op_50950_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_50950_end_0 = const()[name = tensor<string, []>("op_50950_end_0"), val = tensor<int32, [4]>([2, 704, 1, 576])];
            tensor<bool, [4]> var_50950_end_mask_0 = const()[name = tensor<string, []>("op_50950_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50950_cast = slice_by_index(begin = var_50950_begin_0, end = var_50950_end_0, end_mask = var_50950_end_mask_0, x = v_225_cast)[name = tensor<string, []>("op_50950_cast")];
            tensor<int32, [4]> var_50954_begin_0 = const()[name = tensor<string, []>("op_50954_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_50954_end_0 = const()[name = tensor<string, []>("op_50954_end_0"), val = tensor<int32, [4]>([2, 768, 1, 576])];
            tensor<bool, [4]> var_50954_end_mask_0 = const()[name = tensor<string, []>("op_50954_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50954_cast = slice_by_index(begin = var_50954_begin_0, end = var_50954_end_0, end_mask = var_50954_end_mask_0, x = v_225_cast)[name = tensor<string, []>("op_50954_cast")];
            tensor<int32, [4]> var_50958_begin_0 = const()[name = tensor<string, []>("op_50958_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_50958_end_0 = const()[name = tensor<string, []>("op_50958_end_0"), val = tensor<int32, [4]>([2, 832, 1, 576])];
            tensor<bool, [4]> var_50958_end_mask_0 = const()[name = tensor<string, []>("op_50958_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50958_cast = slice_by_index(begin = var_50958_begin_0, end = var_50958_end_0, end_mask = var_50958_end_mask_0, x = v_225_cast)[name = tensor<string, []>("op_50958_cast")];
            tensor<int32, [4]> var_50962_begin_0 = const()[name = tensor<string, []>("op_50962_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_50962_end_0 = const()[name = tensor<string, []>("op_50962_end_0"), val = tensor<int32, [4]>([2, 896, 1, 576])];
            tensor<bool, [4]> var_50962_end_mask_0 = const()[name = tensor<string, []>("op_50962_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50962_cast = slice_by_index(begin = var_50962_begin_0, end = var_50962_end_0, end_mask = var_50962_end_mask_0, x = v_225_cast)[name = tensor<string, []>("op_50962_cast")];
            tensor<int32, [4]> var_50966_begin_0 = const()[name = tensor<string, []>("op_50966_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_50966_end_0 = const()[name = tensor<string, []>("op_50966_end_0"), val = tensor<int32, [4]>([2, 960, 1, 576])];
            tensor<bool, [4]> var_50966_end_mask_0 = const()[name = tensor<string, []>("op_50966_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50966_cast = slice_by_index(begin = var_50966_begin_0, end = var_50966_end_0, end_mask = var_50966_end_mask_0, x = v_225_cast)[name = tensor<string, []>("op_50966_cast")];
            tensor<int32, [4]> var_50970_begin_0 = const()[name = tensor<string, []>("op_50970_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_50970_end_0 = const()[name = tensor<string, []>("op_50970_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 576])];
            tensor<bool, [4]> var_50970_end_mask_0 = const()[name = tensor<string, []>("op_50970_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50970_cast = slice_by_index(begin = var_50970_begin_0, end = var_50970_end_0, end_mask = var_50970_end_mask_0, x = v_225_cast)[name = tensor<string, []>("op_50970_cast")];
            tensor<int32, [4]> var_50974_begin_0 = const()[name = tensor<string, []>("op_50974_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_50974_end_0 = const()[name = tensor<string, []>("op_50974_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 576])];
            tensor<bool, [4]> var_50974_end_mask_0 = const()[name = tensor<string, []>("op_50974_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50974_cast = slice_by_index(begin = var_50974_begin_0, end = var_50974_end_0, end_mask = var_50974_end_mask_0, x = v_225_cast)[name = tensor<string, []>("op_50974_cast")];
            tensor<int32, [4]> var_50978_begin_0 = const()[name = tensor<string, []>("op_50978_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_50978_end_0 = const()[name = tensor<string, []>("op_50978_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 576])];
            tensor<bool, [4]> var_50978_end_mask_0 = const()[name = tensor<string, []>("op_50978_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50978_cast = slice_by_index(begin = var_50978_begin_0, end = var_50978_end_0, end_mask = var_50978_end_mask_0, x = v_225_cast)[name = tensor<string, []>("op_50978_cast")];
            tensor<int32, [4]> var_50982_begin_0 = const()[name = tensor<string, []>("op_50982_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_50982_end_0 = const()[name = tensor<string, []>("op_50982_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 576])];
            tensor<bool, [4]> var_50982_end_mask_0 = const()[name = tensor<string, []>("op_50982_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50982_cast = slice_by_index(begin = var_50982_begin_0, end = var_50982_end_0, end_mask = var_50982_end_mask_0, x = v_225_cast)[name = tensor<string, []>("op_50982_cast")];
            tensor<int32, [4]> var_50986_begin_0 = const()[name = tensor<string, []>("op_50986_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_50986_end_0 = const()[name = tensor<string, []>("op_50986_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 576])];
            tensor<bool, [4]> var_50986_end_mask_0 = const()[name = tensor<string, []>("op_50986_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_50986_cast = slice_by_index(begin = var_50986_begin_0, end = var_50986_end_0, end_mask = var_50986_end_mask_0, x = v_225_cast)[name = tensor<string, []>("op_50986_cast")];
            tensor<string, []> var_50990_equation_0 = const()[name = tensor<string, []>("op_50990_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_50990_cast = einsum(equation = var_50990_equation_0, values = (var_50832_cast, var_50749_cast))[name = tensor<string, []>("op_50990_cast")];
            tensor<fp16, []> var_50991_to_fp16 = const()[name = tensor<string, []>("op_50991_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4321_cast = mul(x = var_50990_cast, y = var_50991_to_fp16)[name = tensor<string, []>("aw_4321_cast")];
            tensor<string, []> var_50994_equation_0 = const()[name = tensor<string, []>("op_50994_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_50994_cast = einsum(equation = var_50994_equation_0, values = (var_50836_cast, var_50753_cast))[name = tensor<string, []>("op_50994_cast")];
            tensor<fp16, []> var_50995_to_fp16 = const()[name = tensor<string, []>("op_50995_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4323_cast = mul(x = var_50994_cast, y = var_50995_to_fp16)[name = tensor<string, []>("aw_4323_cast")];
            tensor<string, []> var_50998_equation_0 = const()[name = tensor<string, []>("op_50998_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_50998_cast = einsum(equation = var_50998_equation_0, values = (var_50840_cast, var_50757_cast))[name = tensor<string, []>("op_50998_cast")];
            tensor<fp16, []> var_50999_to_fp16 = const()[name = tensor<string, []>("op_50999_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4325_cast = mul(x = var_50998_cast, y = var_50999_to_fp16)[name = tensor<string, []>("aw_4325_cast")];
            tensor<string, []> var_51002_equation_0 = const()[name = tensor<string, []>("op_51002_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_51002_cast = einsum(equation = var_51002_equation_0, values = (var_50844_cast, var_50761_cast))[name = tensor<string, []>("op_51002_cast")];
            tensor<fp16, []> var_51003_to_fp16 = const()[name = tensor<string, []>("op_51003_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4327_cast = mul(x = var_51002_cast, y = var_51003_to_fp16)[name = tensor<string, []>("aw_4327_cast")];
            tensor<string, []> var_51006_equation_0 = const()[name = tensor<string, []>("op_51006_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_51006_cast = einsum(equation = var_51006_equation_0, values = (var_50848_cast, var_50765_cast))[name = tensor<string, []>("op_51006_cast")];
            tensor<fp16, []> var_51007_to_fp16 = const()[name = tensor<string, []>("op_51007_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4329_cast = mul(x = var_51006_cast, y = var_51007_to_fp16)[name = tensor<string, []>("aw_4329_cast")];
            tensor<string, []> var_51010_equation_0 = const()[name = tensor<string, []>("op_51010_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_51010_cast = einsum(equation = var_51010_equation_0, values = (var_50852_cast, var_50769_cast))[name = tensor<string, []>("op_51010_cast")];
            tensor<fp16, []> var_51011_to_fp16 = const()[name = tensor<string, []>("op_51011_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4331_cast = mul(x = var_51010_cast, y = var_51011_to_fp16)[name = tensor<string, []>("aw_4331_cast")];
            tensor<string, []> var_51014_equation_0 = const()[name = tensor<string, []>("op_51014_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_51014_cast = einsum(equation = var_51014_equation_0, values = (var_50856_cast, var_50773_cast))[name = tensor<string, []>("op_51014_cast")];
            tensor<fp16, []> var_51015_to_fp16 = const()[name = tensor<string, []>("op_51015_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4333_cast = mul(x = var_51014_cast, y = var_51015_to_fp16)[name = tensor<string, []>("aw_4333_cast")];
            tensor<string, []> var_51018_equation_0 = const()[name = tensor<string, []>("op_51018_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_51018_cast = einsum(equation = var_51018_equation_0, values = (var_50860_cast, var_50777_cast))[name = tensor<string, []>("op_51018_cast")];
            tensor<fp16, []> var_51019_to_fp16 = const()[name = tensor<string, []>("op_51019_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4335_cast = mul(x = var_51018_cast, y = var_51019_to_fp16)[name = tensor<string, []>("aw_4335_cast")];
            tensor<string, []> var_51022_equation_0 = const()[name = tensor<string, []>("op_51022_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_51022_cast = einsum(equation = var_51022_equation_0, values = (var_50864_cast, var_50781_cast))[name = tensor<string, []>("op_51022_cast")];
            tensor<fp16, []> var_51023_to_fp16 = const()[name = tensor<string, []>("op_51023_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4337_cast = mul(x = var_51022_cast, y = var_51023_to_fp16)[name = tensor<string, []>("aw_4337_cast")];
            tensor<string, []> var_51026_equation_0 = const()[name = tensor<string, []>("op_51026_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_51026_cast = einsum(equation = var_51026_equation_0, values = (var_50868_cast, var_50785_cast))[name = tensor<string, []>("op_51026_cast")];
            tensor<fp16, []> var_51027_to_fp16 = const()[name = tensor<string, []>("op_51027_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4339_cast = mul(x = var_51026_cast, y = var_51027_to_fp16)[name = tensor<string, []>("aw_4339_cast")];
            tensor<string, []> var_51030_equation_0 = const()[name = tensor<string, []>("op_51030_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_51030_cast = einsum(equation = var_51030_equation_0, values = (var_50872_cast, var_50789_cast))[name = tensor<string, []>("op_51030_cast")];
            tensor<fp16, []> var_51031_to_fp16 = const()[name = tensor<string, []>("op_51031_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4341_cast = mul(x = var_51030_cast, y = var_51031_to_fp16)[name = tensor<string, []>("aw_4341_cast")];
            tensor<string, []> var_51034_equation_0 = const()[name = tensor<string, []>("op_51034_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_51034_cast = einsum(equation = var_51034_equation_0, values = (var_50876_cast, var_50793_cast))[name = tensor<string, []>("op_51034_cast")];
            tensor<fp16, []> var_51035_to_fp16 = const()[name = tensor<string, []>("op_51035_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4343_cast = mul(x = var_51034_cast, y = var_51035_to_fp16)[name = tensor<string, []>("aw_4343_cast")];
            tensor<string, []> var_51038_equation_0 = const()[name = tensor<string, []>("op_51038_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_51038_cast = einsum(equation = var_51038_equation_0, values = (var_50880_cast, var_50797_cast))[name = tensor<string, []>("op_51038_cast")];
            tensor<fp16, []> var_51039_to_fp16 = const()[name = tensor<string, []>("op_51039_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4345_cast = mul(x = var_51038_cast, y = var_51039_to_fp16)[name = tensor<string, []>("aw_4345_cast")];
            tensor<string, []> var_51042_equation_0 = const()[name = tensor<string, []>("op_51042_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_51042_cast = einsum(equation = var_51042_equation_0, values = (var_50884_cast, var_50801_cast))[name = tensor<string, []>("op_51042_cast")];
            tensor<fp16, []> var_51043_to_fp16 = const()[name = tensor<string, []>("op_51043_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4347_cast = mul(x = var_51042_cast, y = var_51043_to_fp16)[name = tensor<string, []>("aw_4347_cast")];
            tensor<string, []> var_51046_equation_0 = const()[name = tensor<string, []>("op_51046_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_51046_cast = einsum(equation = var_51046_equation_0, values = (var_50888_cast, var_50805_cast))[name = tensor<string, []>("op_51046_cast")];
            tensor<fp16, []> var_51047_to_fp16 = const()[name = tensor<string, []>("op_51047_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4349_cast = mul(x = var_51046_cast, y = var_51047_to_fp16)[name = tensor<string, []>("aw_4349_cast")];
            tensor<string, []> var_51050_equation_0 = const()[name = tensor<string, []>("op_51050_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_51050_cast = einsum(equation = var_51050_equation_0, values = (var_50892_cast, var_50809_cast))[name = tensor<string, []>("op_51050_cast")];
            tensor<fp16, []> var_51051_to_fp16 = const()[name = tensor<string, []>("op_51051_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4351_cast = mul(x = var_51050_cast, y = var_51051_to_fp16)[name = tensor<string, []>("aw_4351_cast")];
            tensor<string, []> var_51054_equation_0 = const()[name = tensor<string, []>("op_51054_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_51054_cast = einsum(equation = var_51054_equation_0, values = (var_50896_cast, var_50813_cast))[name = tensor<string, []>("op_51054_cast")];
            tensor<fp16, []> var_51055_to_fp16 = const()[name = tensor<string, []>("op_51055_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4353_cast = mul(x = var_51054_cast, y = var_51055_to_fp16)[name = tensor<string, []>("aw_4353_cast")];
            tensor<string, []> var_51058_equation_0 = const()[name = tensor<string, []>("op_51058_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_51058_cast = einsum(equation = var_51058_equation_0, values = (var_50900_cast, var_50817_cast))[name = tensor<string, []>("op_51058_cast")];
            tensor<fp16, []> var_51059_to_fp16 = const()[name = tensor<string, []>("op_51059_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4355_cast = mul(x = var_51058_cast, y = var_51059_to_fp16)[name = tensor<string, []>("aw_4355_cast")];
            tensor<string, []> var_51062_equation_0 = const()[name = tensor<string, []>("op_51062_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_51062_cast = einsum(equation = var_51062_equation_0, values = (var_50904_cast, var_50821_cast))[name = tensor<string, []>("op_51062_cast")];
            tensor<fp16, []> var_51063_to_fp16 = const()[name = tensor<string, []>("op_51063_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4357_cast = mul(x = var_51062_cast, y = var_51063_to_fp16)[name = tensor<string, []>("aw_4357_cast")];
            tensor<string, []> var_51066_equation_0 = const()[name = tensor<string, []>("op_51066_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_51066_cast = einsum(equation = var_51066_equation_0, values = (var_50908_cast, var_50825_cast))[name = tensor<string, []>("op_51066_cast")];
            tensor<fp16, []> var_51067_to_fp16 = const()[name = tensor<string, []>("op_51067_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4359_cast = mul(x = var_51066_cast, y = var_51067_to_fp16)[name = tensor<string, []>("aw_4359_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_51069_cast = softmax(axis = var_30355, x = aw_4321_cast)[name = tensor<string, []>("op_51069_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_51070_cast = softmax(axis = var_30355, x = aw_4323_cast)[name = tensor<string, []>("op_51070_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_51071_cast = softmax(axis = var_30355, x = aw_4325_cast)[name = tensor<string, []>("op_51071_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_51072_cast = softmax(axis = var_30355, x = aw_4327_cast)[name = tensor<string, []>("op_51072_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_51073_cast = softmax(axis = var_30355, x = aw_4329_cast)[name = tensor<string, []>("op_51073_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_51074_cast = softmax(axis = var_30355, x = aw_4331_cast)[name = tensor<string, []>("op_51074_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_51075_cast = softmax(axis = var_30355, x = aw_4333_cast)[name = tensor<string, []>("op_51075_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_51076_cast = softmax(axis = var_30355, x = aw_4335_cast)[name = tensor<string, []>("op_51076_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_51077_cast = softmax(axis = var_30355, x = aw_4337_cast)[name = tensor<string, []>("op_51077_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_51078_cast = softmax(axis = var_30355, x = aw_4339_cast)[name = tensor<string, []>("op_51078_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_51079_cast = softmax(axis = var_30355, x = aw_4341_cast)[name = tensor<string, []>("op_51079_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_51080_cast = softmax(axis = var_30355, x = aw_4343_cast)[name = tensor<string, []>("op_51080_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_51081_cast = softmax(axis = var_30355, x = aw_4345_cast)[name = tensor<string, []>("op_51081_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_51082_cast = softmax(axis = var_30355, x = aw_4347_cast)[name = tensor<string, []>("op_51082_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_51083_cast = softmax(axis = var_30355, x = aw_4349_cast)[name = tensor<string, []>("op_51083_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_51084_cast = softmax(axis = var_30355, x = aw_4351_cast)[name = tensor<string, []>("op_51084_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_51085_cast = softmax(axis = var_30355, x = aw_4353_cast)[name = tensor<string, []>("op_51085_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_51086_cast = softmax(axis = var_30355, x = aw_4355_cast)[name = tensor<string, []>("op_51086_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_51087_cast = softmax(axis = var_30355, x = aw_4357_cast)[name = tensor<string, []>("op_51087_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_51088_cast = softmax(axis = var_30355, x = aw_4359_cast)[name = tensor<string, []>("op_51088_cast")];
            tensor<string, []> var_51090_equation_0 = const()[name = tensor<string, []>("op_51090_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_51090_cast = einsum(equation = var_51090_equation_0, values = (var_50910_cast, var_51069_cast))[name = tensor<string, []>("op_51090_cast")];
            tensor<string, []> var_51092_equation_0 = const()[name = tensor<string, []>("op_51092_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_51092_cast = einsum(equation = var_51092_equation_0, values = (var_50914_cast, var_51070_cast))[name = tensor<string, []>("op_51092_cast")];
            tensor<string, []> var_51094_equation_0 = const()[name = tensor<string, []>("op_51094_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_51094_cast = einsum(equation = var_51094_equation_0, values = (var_50918_cast, var_51071_cast))[name = tensor<string, []>("op_51094_cast")];
            tensor<string, []> var_51096_equation_0 = const()[name = tensor<string, []>("op_51096_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_51096_cast = einsum(equation = var_51096_equation_0, values = (var_50922_cast, var_51072_cast))[name = tensor<string, []>("op_51096_cast")];
            tensor<string, []> var_51098_equation_0 = const()[name = tensor<string, []>("op_51098_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_51098_cast = einsum(equation = var_51098_equation_0, values = (var_50926_cast, var_51073_cast))[name = tensor<string, []>("op_51098_cast")];
            tensor<string, []> var_51100_equation_0 = const()[name = tensor<string, []>("op_51100_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_51100_cast = einsum(equation = var_51100_equation_0, values = (var_50930_cast, var_51074_cast))[name = tensor<string, []>("op_51100_cast")];
            tensor<string, []> var_51102_equation_0 = const()[name = tensor<string, []>("op_51102_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_51102_cast = einsum(equation = var_51102_equation_0, values = (var_50934_cast, var_51075_cast))[name = tensor<string, []>("op_51102_cast")];
            tensor<string, []> var_51104_equation_0 = const()[name = tensor<string, []>("op_51104_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_51104_cast = einsum(equation = var_51104_equation_0, values = (var_50938_cast, var_51076_cast))[name = tensor<string, []>("op_51104_cast")];
            tensor<string, []> var_51106_equation_0 = const()[name = tensor<string, []>("op_51106_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_51106_cast = einsum(equation = var_51106_equation_0, values = (var_50942_cast, var_51077_cast))[name = tensor<string, []>("op_51106_cast")];
            tensor<string, []> var_51108_equation_0 = const()[name = tensor<string, []>("op_51108_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_51108_cast = einsum(equation = var_51108_equation_0, values = (var_50946_cast, var_51078_cast))[name = tensor<string, []>("op_51108_cast")];
            tensor<string, []> var_51110_equation_0 = const()[name = tensor<string, []>("op_51110_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_51110_cast = einsum(equation = var_51110_equation_0, values = (var_50950_cast, var_51079_cast))[name = tensor<string, []>("op_51110_cast")];
            tensor<string, []> var_51112_equation_0 = const()[name = tensor<string, []>("op_51112_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_51112_cast = einsum(equation = var_51112_equation_0, values = (var_50954_cast, var_51080_cast))[name = tensor<string, []>("op_51112_cast")];
            tensor<string, []> var_51114_equation_0 = const()[name = tensor<string, []>("op_51114_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_51114_cast = einsum(equation = var_51114_equation_0, values = (var_50958_cast, var_51081_cast))[name = tensor<string, []>("op_51114_cast")];
            tensor<string, []> var_51116_equation_0 = const()[name = tensor<string, []>("op_51116_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_51116_cast = einsum(equation = var_51116_equation_0, values = (var_50962_cast, var_51082_cast))[name = tensor<string, []>("op_51116_cast")];
            tensor<string, []> var_51118_equation_0 = const()[name = tensor<string, []>("op_51118_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_51118_cast = einsum(equation = var_51118_equation_0, values = (var_50966_cast, var_51083_cast))[name = tensor<string, []>("op_51118_cast")];
            tensor<string, []> var_51120_equation_0 = const()[name = tensor<string, []>("op_51120_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_51120_cast = einsum(equation = var_51120_equation_0, values = (var_50970_cast, var_51084_cast))[name = tensor<string, []>("op_51120_cast")];
            tensor<string, []> var_51122_equation_0 = const()[name = tensor<string, []>("op_51122_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_51122_cast = einsum(equation = var_51122_equation_0, values = (var_50974_cast, var_51085_cast))[name = tensor<string, []>("op_51122_cast")];
            tensor<string, []> var_51124_equation_0 = const()[name = tensor<string, []>("op_51124_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_51124_cast = einsum(equation = var_51124_equation_0, values = (var_50978_cast, var_51086_cast))[name = tensor<string, []>("op_51124_cast")];
            tensor<string, []> var_51126_equation_0 = const()[name = tensor<string, []>("op_51126_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_51126_cast = einsum(equation = var_51126_equation_0, values = (var_50982_cast, var_51087_cast))[name = tensor<string, []>("op_51126_cast")];
            tensor<string, []> var_51128_equation_0 = const()[name = tensor<string, []>("op_51128_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_51128_cast = einsum(equation = var_51128_equation_0, values = (var_50986_cast, var_51088_cast))[name = tensor<string, []>("op_51128_cast")];
            tensor<bool, []> input_651_interleave_0 = const()[name = tensor<string, []>("input_651_interleave_0"), val = tensor<bool, []>(false)];
            tensor<fp16, [2, 1280, 1, 576]> input_651_cast = concat(axis = var_30355, interleave = input_651_interleave_0, values = (var_51090_cast, var_51092_cast, var_51094_cast, var_51096_cast, var_51098_cast, var_51100_cast, var_51102_cast, var_51104_cast, var_51106_cast, var_51108_cast, var_51110_cast, var_51112_cast, var_51114_cast, var_51116_cast, var_51118_cast, var_51120_cast, var_51122_cast, var_51124_cast, var_51126_cast, var_51128_cast))[name = tensor<string, []>("input_651_cast")];
            tensor<int32, [2]> var_51134 = const()[name = tensor<string, []>("op_51134"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_51136 = const()[name = tensor<string, []>("op_51136"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_51138_pad_type_0 = const()[name = tensor<string, []>("op_51138_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_51138_pad_0 = const()[name = tensor<string, []>("op_51138_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_2_attn1_to_out_0_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [1228800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(357268096))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(358496960))), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_2_attn1_to_out_0_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_attentions_2_transformer_blocks_2_attn1_to_out_0_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_2_attn1_to_out_0_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(358497152)))];
            tensor<fp16, [2, 1280, 1, 576]> var_51138_cast = conv(bias = up_blocks_0_attentions_2_transformer_blocks_2_attn1_to_out_0_bias_to_fp16, dilations = var_51136, groups = var_30355, pad = var_51138_pad_0, pad_type = var_51138_pad_type_0, strides = var_51134, weight = up_blocks_0_attentions_2_transformer_blocks_2_attn1_to_out_0_weight_to_fp16_palettized, x = input_651_cast)[name = tensor<string, []>("op_51138_cast")];
            tensor<fp16, [2, 1280, 1, 576]> inputs_339_cast = add(x = var_51138_cast, y = inputs_337_cast)[name = tensor<string, []>("inputs_339_cast")];
            tensor<int32, [1]> var_51142 = const()[name = tensor<string, []>("op_51142"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> channels_mean_339_cast = reduce_mean(axes = var_51142, keep_dims = var_30350, x = inputs_339_cast)[name = tensor<string, []>("channels_mean_339_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_339_cast = sub(x = inputs_339_cast, y = channels_mean_339_cast)[name = tensor<string, []>("zero_mean_339_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_sq_339_cast = mul(x = zero_mean_339_cast, y = zero_mean_339_cast)[name = tensor<string, []>("zero_mean_sq_339_cast")];
            tensor<int32, [1]> var_51146 = const()[name = tensor<string, []>("op_51146"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> var_51147_cast = reduce_mean(axes = var_51146, keep_dims = var_30350, x = zero_mean_sq_339_cast)[name = tensor<string, []>("op_51147_cast")];
            tensor<fp16, []> var_51148_to_fp16 = const()[name = tensor<string, []>("op_51148_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 576]> var_51149_cast = add(x = var_51147_cast, y = var_51148_to_fp16)[name = tensor<string, []>("op_51149_cast")];
            tensor<fp16, []> denom_339_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_339_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 576]> denom_339_cast = rsqrt(epsilon = denom_339_epsilon_0_to_fp16, x = var_51149_cast)[name = tensor<string, []>("denom_339_cast")];
            tensor<fp16, [2, 1280, 1, 576]> out_339_cast = mul(x = zero_mean_339_cast, y = denom_339_cast)[name = tensor<string, []>("out_339_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_51153_to_fp16 = const()[name = tensor<string, []>("op_51153_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(358499776)))];
            tensor<fp16, [2, 1280, 1, 576]> var_51154_cast = add(x = out_339_cast, y = var_51153_to_fp16)[name = tensor<string, []>("op_51154_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_51156_to_fp16 = const()[name = tensor<string, []>("op_51156_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(358502400)))];
            tensor<fp16, [2, 1280, 1, 576]> hidden_states_449_cast = mul(x = var_51154_cast, y = var_51156_to_fp16)[name = tensor<string, []>("hidden_states_449_cast")];
            tensor<int32, [2]> var_51163 = const()[name = tensor<string, []>("op_51163"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_51165 = const()[name = tensor<string, []>("op_51165"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> q_227_pad_type_0 = const()[name = tensor<string, []>("q_227_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> q_227_pad_0 = const()[name = tensor<string, []>("q_227_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_2_attn2_to_q_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [819200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(358505024))), lut = tensor<fp16, [16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(359324288))), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_2_attn2_to_q_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> q_227_cast = conv(dilations = var_51165, groups = var_30355, pad = q_227_pad_0, pad_type = q_227_pad_type_0, strides = var_51163, weight = up_blocks_0_attentions_2_transformer_blocks_2_attn2_to_q_weight_to_fp16_palettized, x = hidden_states_449_cast)[name = tensor<string, []>("q_227_cast")];
            tensor<int32, [2]> var_51169 = const()[name = tensor<string, []>("op_51169"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_51171 = const()[name = tensor<string, []>("op_51171"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> k_453_pad_type_0 = const()[name = tensor<string, []>("k_453_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> k_453_pad_0 = const()[name = tensor<string, []>("k_453_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 2048, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_2_attn2_to_k_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [655360]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(359324416))), lut = tensor<fp16, [4]>([-0x1.fdcp-6, -0x1.22cp-7, 0x1.24cp-7, 0x1.ff4p-6]), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_2_attn2_to_k_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 2048, 1, 1])];
            tensor<fp16, [2, 1280, 1, 77]> k_453_cast = conv(dilations = var_51171, groups = var_30355, pad = k_453_pad_0, pad_type = k_453_pad_type_0, strides = var_51169, weight = up_blocks_0_attentions_2_transformer_blocks_2_attn2_to_k_weight_to_fp16_palettized, x = encoder_hidden_states)[name = tensor<string, []>("k_453_cast")];
            tensor<int32, [2]> var_51175 = const()[name = tensor<string, []>("op_51175"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_51177 = const()[name = tensor<string, []>("op_51177"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> v_227_pad_type_0 = const()[name = tensor<string, []>("v_227_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> v_227_pad_0 = const()[name = tensor<string, []>("v_227_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 2048, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_2_attn2_to_v_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [1310720]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(359979840))), lut = tensor<fp16, [16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(361290624))), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_2_attn2_to_v_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 2048, 1, 1])];
            tensor<fp16, [2, 1280, 1, 77]> v_227_cast = conv(dilations = var_51177, groups = var_30355, pad = v_227_pad_0, pad_type = v_227_pad_type_0, strides = var_51175, weight = up_blocks_0_attentions_2_transformer_blocks_2_attn2_to_v_weight_to_fp16_palettized, x = encoder_hidden_states)[name = tensor<string, []>("v_227_cast")];
            tensor<int32, [4]> var_51181_begin_0 = const()[name = tensor<string, []>("op_51181_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_51181_end_0 = const()[name = tensor<string, []>("op_51181_end_0"), val = tensor<int32, [4]>([2, 64, 1, 576])];
            tensor<bool, [4]> var_51181_end_mask_0 = const()[name = tensor<string, []>("op_51181_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_51181_cast = slice_by_index(begin = var_51181_begin_0, end = var_51181_end_0, end_mask = var_51181_end_mask_0, x = q_227_cast)[name = tensor<string, []>("op_51181_cast")];
            tensor<int32, [4]> var_51185_begin_0 = const()[name = tensor<string, []>("op_51185_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_51185_end_0 = const()[name = tensor<string, []>("op_51185_end_0"), val = tensor<int32, [4]>([2, 128, 1, 576])];
            tensor<bool, [4]> var_51185_end_mask_0 = const()[name = tensor<string, []>("op_51185_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_51185_cast = slice_by_index(begin = var_51185_begin_0, end = var_51185_end_0, end_mask = var_51185_end_mask_0, x = q_227_cast)[name = tensor<string, []>("op_51185_cast")];
            tensor<int32, [4]> var_51189_begin_0 = const()[name = tensor<string, []>("op_51189_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_51189_end_0 = const()[name = tensor<string, []>("op_51189_end_0"), val = tensor<int32, [4]>([2, 192, 1, 576])];
            tensor<bool, [4]> var_51189_end_mask_0 = const()[name = tensor<string, []>("op_51189_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_51189_cast = slice_by_index(begin = var_51189_begin_0, end = var_51189_end_0, end_mask = var_51189_end_mask_0, x = q_227_cast)[name = tensor<string, []>("op_51189_cast")];
            tensor<int32, [4]> var_51193_begin_0 = const()[name = tensor<string, []>("op_51193_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_51193_end_0 = const()[name = tensor<string, []>("op_51193_end_0"), val = tensor<int32, [4]>([2, 256, 1, 576])];
            tensor<bool, [4]> var_51193_end_mask_0 = const()[name = tensor<string, []>("op_51193_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_51193_cast = slice_by_index(begin = var_51193_begin_0, end = var_51193_end_0, end_mask = var_51193_end_mask_0, x = q_227_cast)[name = tensor<string, []>("op_51193_cast")];
            tensor<int32, [4]> var_51197_begin_0 = const()[name = tensor<string, []>("op_51197_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_51197_end_0 = const()[name = tensor<string, []>("op_51197_end_0"), val = tensor<int32, [4]>([2, 320, 1, 576])];
            tensor<bool, [4]> var_51197_end_mask_0 = const()[name = tensor<string, []>("op_51197_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_51197_cast = slice_by_index(begin = var_51197_begin_0, end = var_51197_end_0, end_mask = var_51197_end_mask_0, x = q_227_cast)[name = tensor<string, []>("op_51197_cast")];
            tensor<int32, [4]> var_51201_begin_0 = const()[name = tensor<string, []>("op_51201_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_51201_end_0 = const()[name = tensor<string, []>("op_51201_end_0"), val = tensor<int32, [4]>([2, 384, 1, 576])];
            tensor<bool, [4]> var_51201_end_mask_0 = const()[name = tensor<string, []>("op_51201_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_51201_cast = slice_by_index(begin = var_51201_begin_0, end = var_51201_end_0, end_mask = var_51201_end_mask_0, x = q_227_cast)[name = tensor<string, []>("op_51201_cast")];
            tensor<int32, [4]> var_51205_begin_0 = const()[name = tensor<string, []>("op_51205_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_51205_end_0 = const()[name = tensor<string, []>("op_51205_end_0"), val = tensor<int32, [4]>([2, 448, 1, 576])];
            tensor<bool, [4]> var_51205_end_mask_0 = const()[name = tensor<string, []>("op_51205_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_51205_cast = slice_by_index(begin = var_51205_begin_0, end = var_51205_end_0, end_mask = var_51205_end_mask_0, x = q_227_cast)[name = tensor<string, []>("op_51205_cast")];
            tensor<int32, [4]> var_51209_begin_0 = const()[name = tensor<string, []>("op_51209_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_51209_end_0 = const()[name = tensor<string, []>("op_51209_end_0"), val = tensor<int32, [4]>([2, 512, 1, 576])];
            tensor<bool, [4]> var_51209_end_mask_0 = const()[name = tensor<string, []>("op_51209_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_51209_cast = slice_by_index(begin = var_51209_begin_0, end = var_51209_end_0, end_mask = var_51209_end_mask_0, x = q_227_cast)[name = tensor<string, []>("op_51209_cast")];
            tensor<int32, [4]> var_51213_begin_0 = const()[name = tensor<string, []>("op_51213_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_51213_end_0 = const()[name = tensor<string, []>("op_51213_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_51213_end_mask_0 = const()[name = tensor<string, []>("op_51213_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_51213_cast = slice_by_index(begin = var_51213_begin_0, end = var_51213_end_0, end_mask = var_51213_end_mask_0, x = q_227_cast)[name = tensor<string, []>("op_51213_cast")];
            tensor<int32, [4]> var_51217_begin_0 = const()[name = tensor<string, []>("op_51217_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_51217_end_0 = const()[name = tensor<string, []>("op_51217_end_0"), val = tensor<int32, [4]>([2, 640, 1, 576])];
            tensor<bool, [4]> var_51217_end_mask_0 = const()[name = tensor<string, []>("op_51217_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_51217_cast = slice_by_index(begin = var_51217_begin_0, end = var_51217_end_0, end_mask = var_51217_end_mask_0, x = q_227_cast)[name = tensor<string, []>("op_51217_cast")];
            tensor<int32, [4]> var_51221_begin_0 = const()[name = tensor<string, []>("op_51221_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_51221_end_0 = const()[name = tensor<string, []>("op_51221_end_0"), val = tensor<int32, [4]>([2, 704, 1, 576])];
            tensor<bool, [4]> var_51221_end_mask_0 = const()[name = tensor<string, []>("op_51221_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_51221_cast = slice_by_index(begin = var_51221_begin_0, end = var_51221_end_0, end_mask = var_51221_end_mask_0, x = q_227_cast)[name = tensor<string, []>("op_51221_cast")];
            tensor<int32, [4]> var_51225_begin_0 = const()[name = tensor<string, []>("op_51225_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_51225_end_0 = const()[name = tensor<string, []>("op_51225_end_0"), val = tensor<int32, [4]>([2, 768, 1, 576])];
            tensor<bool, [4]> var_51225_end_mask_0 = const()[name = tensor<string, []>("op_51225_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_51225_cast = slice_by_index(begin = var_51225_begin_0, end = var_51225_end_0, end_mask = var_51225_end_mask_0, x = q_227_cast)[name = tensor<string, []>("op_51225_cast")];
            tensor<int32, [4]> var_51229_begin_0 = const()[name = tensor<string, []>("op_51229_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_51229_end_0 = const()[name = tensor<string, []>("op_51229_end_0"), val = tensor<int32, [4]>([2, 832, 1, 576])];
            tensor<bool, [4]> var_51229_end_mask_0 = const()[name = tensor<string, []>("op_51229_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_51229_cast = slice_by_index(begin = var_51229_begin_0, end = var_51229_end_0, end_mask = var_51229_end_mask_0, x = q_227_cast)[name = tensor<string, []>("op_51229_cast")];
            tensor<int32, [4]> var_51233_begin_0 = const()[name = tensor<string, []>("op_51233_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_51233_end_0 = const()[name = tensor<string, []>("op_51233_end_0"), val = tensor<int32, [4]>([2, 896, 1, 576])];
            tensor<bool, [4]> var_51233_end_mask_0 = const()[name = tensor<string, []>("op_51233_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_51233_cast = slice_by_index(begin = var_51233_begin_0, end = var_51233_end_0, end_mask = var_51233_end_mask_0, x = q_227_cast)[name = tensor<string, []>("op_51233_cast")];
            tensor<int32, [4]> var_51237_begin_0 = const()[name = tensor<string, []>("op_51237_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_51237_end_0 = const()[name = tensor<string, []>("op_51237_end_0"), val = tensor<int32, [4]>([2, 960, 1, 576])];
            tensor<bool, [4]> var_51237_end_mask_0 = const()[name = tensor<string, []>("op_51237_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_51237_cast = slice_by_index(begin = var_51237_begin_0, end = var_51237_end_0, end_mask = var_51237_end_mask_0, x = q_227_cast)[name = tensor<string, []>("op_51237_cast")];
            tensor<int32, [4]> var_51241_begin_0 = const()[name = tensor<string, []>("op_51241_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_51241_end_0 = const()[name = tensor<string, []>("op_51241_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 576])];
            tensor<bool, [4]> var_51241_end_mask_0 = const()[name = tensor<string, []>("op_51241_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_51241_cast = slice_by_index(begin = var_51241_begin_0, end = var_51241_end_0, end_mask = var_51241_end_mask_0, x = q_227_cast)[name = tensor<string, []>("op_51241_cast")];
            tensor<int32, [4]> var_51245_begin_0 = const()[name = tensor<string, []>("op_51245_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_51245_end_0 = const()[name = tensor<string, []>("op_51245_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 576])];
            tensor<bool, [4]> var_51245_end_mask_0 = const()[name = tensor<string, []>("op_51245_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_51245_cast = slice_by_index(begin = var_51245_begin_0, end = var_51245_end_0, end_mask = var_51245_end_mask_0, x = q_227_cast)[name = tensor<string, []>("op_51245_cast")];
            tensor<int32, [4]> var_51249_begin_0 = const()[name = tensor<string, []>("op_51249_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_51249_end_0 = const()[name = tensor<string, []>("op_51249_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 576])];
            tensor<bool, [4]> var_51249_end_mask_0 = const()[name = tensor<string, []>("op_51249_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_51249_cast = slice_by_index(begin = var_51249_begin_0, end = var_51249_end_0, end_mask = var_51249_end_mask_0, x = q_227_cast)[name = tensor<string, []>("op_51249_cast")];
            tensor<int32, [4]> var_51253_begin_0 = const()[name = tensor<string, []>("op_51253_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_51253_end_0 = const()[name = tensor<string, []>("op_51253_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 576])];
            tensor<bool, [4]> var_51253_end_mask_0 = const()[name = tensor<string, []>("op_51253_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_51253_cast = slice_by_index(begin = var_51253_begin_0, end = var_51253_end_0, end_mask = var_51253_end_mask_0, x = q_227_cast)[name = tensor<string, []>("op_51253_cast")];
            tensor<int32, [4]> var_51257_begin_0 = const()[name = tensor<string, []>("op_51257_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_51257_end_0 = const()[name = tensor<string, []>("op_51257_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 576])];
            tensor<bool, [4]> var_51257_end_mask_0 = const()[name = tensor<string, []>("op_51257_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_51257_cast = slice_by_index(begin = var_51257_begin_0, end = var_51257_end_0, end_mask = var_51257_end_mask_0, x = q_227_cast)[name = tensor<string, []>("op_51257_cast")];
            tensor<int32, [4]> k_455_perm_0 = const()[name = tensor<string, []>("k_455_perm_0"), val = tensor<int32, [4]>([0, 3, 2, 1])];
            tensor<int32, [4]> var_51264_begin_0 = const()[name = tensor<string, []>("op_51264_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_51264_end_0 = const()[name = tensor<string, []>("op_51264_end_0"), val = tensor<int32, [4]>([2, 77, 1, 64])];
            tensor<bool, [4]> var_51264_end_mask_0 = const()[name = tensor<string, []>("op_51264_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 1280]> transpose_26 = transpose(perm = k_455_perm_0, x = k_453_cast)[name = tensor<string, []>("transpose_26")];
            tensor<fp16, [2, 77, 1, 64]> var_51264_cast = slice_by_index(begin = var_51264_begin_0, end = var_51264_end_0, end_mask = var_51264_end_mask_0, x = transpose_26)[name = tensor<string, []>("op_51264_cast")];
            tensor<int32, [4]> var_51268_begin_0 = const()[name = tensor<string, []>("op_51268_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 64])];
            tensor<int32, [4]> var_51268_end_0 = const()[name = tensor<string, []>("op_51268_end_0"), val = tensor<int32, [4]>([2, 77, 1, 128])];
            tensor<bool, [4]> var_51268_end_mask_0 = const()[name = tensor<string, []>("op_51268_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_51268_cast = slice_by_index(begin = var_51268_begin_0, end = var_51268_end_0, end_mask = var_51268_end_mask_0, x = transpose_26)[name = tensor<string, []>("op_51268_cast")];
            tensor<int32, [4]> var_51272_begin_0 = const()[name = tensor<string, []>("op_51272_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 128])];
            tensor<int32, [4]> var_51272_end_0 = const()[name = tensor<string, []>("op_51272_end_0"), val = tensor<int32, [4]>([2, 77, 1, 192])];
            tensor<bool, [4]> var_51272_end_mask_0 = const()[name = tensor<string, []>("op_51272_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_51272_cast = slice_by_index(begin = var_51272_begin_0, end = var_51272_end_0, end_mask = var_51272_end_mask_0, x = transpose_26)[name = tensor<string, []>("op_51272_cast")];
            tensor<int32, [4]> var_51276_begin_0 = const()[name = tensor<string, []>("op_51276_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 192])];
            tensor<int32, [4]> var_51276_end_0 = const()[name = tensor<string, []>("op_51276_end_0"), val = tensor<int32, [4]>([2, 77, 1, 256])];
            tensor<bool, [4]> var_51276_end_mask_0 = const()[name = tensor<string, []>("op_51276_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_51276_cast = slice_by_index(begin = var_51276_begin_0, end = var_51276_end_0, end_mask = var_51276_end_mask_0, x = transpose_26)[name = tensor<string, []>("op_51276_cast")];
            tensor<int32, [4]> var_51280_begin_0 = const()[name = tensor<string, []>("op_51280_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 256])];
            tensor<int32, [4]> var_51280_end_0 = const()[name = tensor<string, []>("op_51280_end_0"), val = tensor<int32, [4]>([2, 77, 1, 320])];
            tensor<bool, [4]> var_51280_end_mask_0 = const()[name = tensor<string, []>("op_51280_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_51280_cast = slice_by_index(begin = var_51280_begin_0, end = var_51280_end_0, end_mask = var_51280_end_mask_0, x = transpose_26)[name = tensor<string, []>("op_51280_cast")];
            tensor<int32, [4]> var_51284_begin_0 = const()[name = tensor<string, []>("op_51284_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 320])];
            tensor<int32, [4]> var_51284_end_0 = const()[name = tensor<string, []>("op_51284_end_0"), val = tensor<int32, [4]>([2, 77, 1, 384])];
            tensor<bool, [4]> var_51284_end_mask_0 = const()[name = tensor<string, []>("op_51284_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_51284_cast = slice_by_index(begin = var_51284_begin_0, end = var_51284_end_0, end_mask = var_51284_end_mask_0, x = transpose_26)[name = tensor<string, []>("op_51284_cast")];
            tensor<int32, [4]> var_51288_begin_0 = const()[name = tensor<string, []>("op_51288_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 384])];
            tensor<int32, [4]> var_51288_end_0 = const()[name = tensor<string, []>("op_51288_end_0"), val = tensor<int32, [4]>([2, 77, 1, 448])];
            tensor<bool, [4]> var_51288_end_mask_0 = const()[name = tensor<string, []>("op_51288_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_51288_cast = slice_by_index(begin = var_51288_begin_0, end = var_51288_end_0, end_mask = var_51288_end_mask_0, x = transpose_26)[name = tensor<string, []>("op_51288_cast")];
            tensor<int32, [4]> var_51292_begin_0 = const()[name = tensor<string, []>("op_51292_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 448])];
            tensor<int32, [4]> var_51292_end_0 = const()[name = tensor<string, []>("op_51292_end_0"), val = tensor<int32, [4]>([2, 77, 1, 512])];
            tensor<bool, [4]> var_51292_end_mask_0 = const()[name = tensor<string, []>("op_51292_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_51292_cast = slice_by_index(begin = var_51292_begin_0, end = var_51292_end_0, end_mask = var_51292_end_mask_0, x = transpose_26)[name = tensor<string, []>("op_51292_cast")];
            tensor<int32, [4]> var_51296_begin_0 = const()[name = tensor<string, []>("op_51296_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 512])];
            tensor<int32, [4]> var_51296_end_0 = const()[name = tensor<string, []>("op_51296_end_0"), val = tensor<int32, [4]>([2, 77, 1, 576])];
            tensor<bool, [4]> var_51296_end_mask_0 = const()[name = tensor<string, []>("op_51296_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_51296_cast = slice_by_index(begin = var_51296_begin_0, end = var_51296_end_0, end_mask = var_51296_end_mask_0, x = transpose_26)[name = tensor<string, []>("op_51296_cast")];
            tensor<int32, [4]> var_51300_begin_0 = const()[name = tensor<string, []>("op_51300_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 576])];
            tensor<int32, [4]> var_51300_end_0 = const()[name = tensor<string, []>("op_51300_end_0"), val = tensor<int32, [4]>([2, 77, 1, 640])];
            tensor<bool, [4]> var_51300_end_mask_0 = const()[name = tensor<string, []>("op_51300_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_51300_cast = slice_by_index(begin = var_51300_begin_0, end = var_51300_end_0, end_mask = var_51300_end_mask_0, x = transpose_26)[name = tensor<string, []>("op_51300_cast")];
            tensor<int32, [4]> var_51304_begin_0 = const()[name = tensor<string, []>("op_51304_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 640])];
            tensor<int32, [4]> var_51304_end_0 = const()[name = tensor<string, []>("op_51304_end_0"), val = tensor<int32, [4]>([2, 77, 1, 704])];
            tensor<bool, [4]> var_51304_end_mask_0 = const()[name = tensor<string, []>("op_51304_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_51304_cast = slice_by_index(begin = var_51304_begin_0, end = var_51304_end_0, end_mask = var_51304_end_mask_0, x = transpose_26)[name = tensor<string, []>("op_51304_cast")];
            tensor<int32, [4]> var_51308_begin_0 = const()[name = tensor<string, []>("op_51308_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 704])];
            tensor<int32, [4]> var_51308_end_0 = const()[name = tensor<string, []>("op_51308_end_0"), val = tensor<int32, [4]>([2, 77, 1, 768])];
            tensor<bool, [4]> var_51308_end_mask_0 = const()[name = tensor<string, []>("op_51308_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_51308_cast = slice_by_index(begin = var_51308_begin_0, end = var_51308_end_0, end_mask = var_51308_end_mask_0, x = transpose_26)[name = tensor<string, []>("op_51308_cast")];
            tensor<int32, [4]> var_51312_begin_0 = const()[name = tensor<string, []>("op_51312_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 768])];
            tensor<int32, [4]> var_51312_end_0 = const()[name = tensor<string, []>("op_51312_end_0"), val = tensor<int32, [4]>([2, 77, 1, 832])];
            tensor<bool, [4]> var_51312_end_mask_0 = const()[name = tensor<string, []>("op_51312_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_51312_cast = slice_by_index(begin = var_51312_begin_0, end = var_51312_end_0, end_mask = var_51312_end_mask_0, x = transpose_26)[name = tensor<string, []>("op_51312_cast")];
            tensor<int32, [4]> var_51316_begin_0 = const()[name = tensor<string, []>("op_51316_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 832])];
            tensor<int32, [4]> var_51316_end_0 = const()[name = tensor<string, []>("op_51316_end_0"), val = tensor<int32, [4]>([2, 77, 1, 896])];
            tensor<bool, [4]> var_51316_end_mask_0 = const()[name = tensor<string, []>("op_51316_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_51316_cast = slice_by_index(begin = var_51316_begin_0, end = var_51316_end_0, end_mask = var_51316_end_mask_0, x = transpose_26)[name = tensor<string, []>("op_51316_cast")];
            tensor<int32, [4]> var_51320_begin_0 = const()[name = tensor<string, []>("op_51320_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 896])];
            tensor<int32, [4]> var_51320_end_0 = const()[name = tensor<string, []>("op_51320_end_0"), val = tensor<int32, [4]>([2, 77, 1, 960])];
            tensor<bool, [4]> var_51320_end_mask_0 = const()[name = tensor<string, []>("op_51320_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_51320_cast = slice_by_index(begin = var_51320_begin_0, end = var_51320_end_0, end_mask = var_51320_end_mask_0, x = transpose_26)[name = tensor<string, []>("op_51320_cast")];
            tensor<int32, [4]> var_51324_begin_0 = const()[name = tensor<string, []>("op_51324_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 960])];
            tensor<int32, [4]> var_51324_end_0 = const()[name = tensor<string, []>("op_51324_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1024])];
            tensor<bool, [4]> var_51324_end_mask_0 = const()[name = tensor<string, []>("op_51324_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_51324_cast = slice_by_index(begin = var_51324_begin_0, end = var_51324_end_0, end_mask = var_51324_end_mask_0, x = transpose_26)[name = tensor<string, []>("op_51324_cast")];
            tensor<int32, [4]> var_51328_begin_0 = const()[name = tensor<string, []>("op_51328_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1024])];
            tensor<int32, [4]> var_51328_end_0 = const()[name = tensor<string, []>("op_51328_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1088])];
            tensor<bool, [4]> var_51328_end_mask_0 = const()[name = tensor<string, []>("op_51328_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_51328_cast = slice_by_index(begin = var_51328_begin_0, end = var_51328_end_0, end_mask = var_51328_end_mask_0, x = transpose_26)[name = tensor<string, []>("op_51328_cast")];
            tensor<int32, [4]> var_51332_begin_0 = const()[name = tensor<string, []>("op_51332_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1088])];
            tensor<int32, [4]> var_51332_end_0 = const()[name = tensor<string, []>("op_51332_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1152])];
            tensor<bool, [4]> var_51332_end_mask_0 = const()[name = tensor<string, []>("op_51332_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_51332_cast = slice_by_index(begin = var_51332_begin_0, end = var_51332_end_0, end_mask = var_51332_end_mask_0, x = transpose_26)[name = tensor<string, []>("op_51332_cast")];
            tensor<int32, [4]> var_51336_begin_0 = const()[name = tensor<string, []>("op_51336_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1152])];
            tensor<int32, [4]> var_51336_end_0 = const()[name = tensor<string, []>("op_51336_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1216])];
            tensor<bool, [4]> var_51336_end_mask_0 = const()[name = tensor<string, []>("op_51336_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_51336_cast = slice_by_index(begin = var_51336_begin_0, end = var_51336_end_0, end_mask = var_51336_end_mask_0, x = transpose_26)[name = tensor<string, []>("op_51336_cast")];
            tensor<int32, [4]> var_51340_begin_0 = const()[name = tensor<string, []>("op_51340_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1216])];
            tensor<int32, [4]> var_51340_end_0 = const()[name = tensor<string, []>("op_51340_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1280])];
            tensor<bool, [4]> var_51340_end_mask_0 = const()[name = tensor<string, []>("op_51340_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_51340_cast = slice_by_index(begin = var_51340_begin_0, end = var_51340_end_0, end_mask = var_51340_end_mask_0, x = transpose_26)[name = tensor<string, []>("op_51340_cast")];
            tensor<int32, [4]> var_51342_begin_0 = const()[name = tensor<string, []>("op_51342_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_51342_end_0 = const()[name = tensor<string, []>("op_51342_end_0"), val = tensor<int32, [4]>([2, 64, 1, 77])];
            tensor<bool, [4]> var_51342_end_mask_0 = const()[name = tensor<string, []>("op_51342_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_51342_cast = slice_by_index(begin = var_51342_begin_0, end = var_51342_end_0, end_mask = var_51342_end_mask_0, x = v_227_cast)[name = tensor<string, []>("op_51342_cast")];
            tensor<int32, [4]> var_51346_begin_0 = const()[name = tensor<string, []>("op_51346_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_51346_end_0 = const()[name = tensor<string, []>("op_51346_end_0"), val = tensor<int32, [4]>([2, 128, 1, 77])];
            tensor<bool, [4]> var_51346_end_mask_0 = const()[name = tensor<string, []>("op_51346_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_51346_cast = slice_by_index(begin = var_51346_begin_0, end = var_51346_end_0, end_mask = var_51346_end_mask_0, x = v_227_cast)[name = tensor<string, []>("op_51346_cast")];
            tensor<int32, [4]> var_51350_begin_0 = const()[name = tensor<string, []>("op_51350_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_51350_end_0 = const()[name = tensor<string, []>("op_51350_end_0"), val = tensor<int32, [4]>([2, 192, 1, 77])];
            tensor<bool, [4]> var_51350_end_mask_0 = const()[name = tensor<string, []>("op_51350_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_51350_cast = slice_by_index(begin = var_51350_begin_0, end = var_51350_end_0, end_mask = var_51350_end_mask_0, x = v_227_cast)[name = tensor<string, []>("op_51350_cast")];
            tensor<int32, [4]> var_51354_begin_0 = const()[name = tensor<string, []>("op_51354_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_51354_end_0 = const()[name = tensor<string, []>("op_51354_end_0"), val = tensor<int32, [4]>([2, 256, 1, 77])];
            tensor<bool, [4]> var_51354_end_mask_0 = const()[name = tensor<string, []>("op_51354_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_51354_cast = slice_by_index(begin = var_51354_begin_0, end = var_51354_end_0, end_mask = var_51354_end_mask_0, x = v_227_cast)[name = tensor<string, []>("op_51354_cast")];
            tensor<int32, [4]> var_51358_begin_0 = const()[name = tensor<string, []>("op_51358_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_51358_end_0 = const()[name = tensor<string, []>("op_51358_end_0"), val = tensor<int32, [4]>([2, 320, 1, 77])];
            tensor<bool, [4]> var_51358_end_mask_0 = const()[name = tensor<string, []>("op_51358_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_51358_cast = slice_by_index(begin = var_51358_begin_0, end = var_51358_end_0, end_mask = var_51358_end_mask_0, x = v_227_cast)[name = tensor<string, []>("op_51358_cast")];
            tensor<int32, [4]> var_51362_begin_0 = const()[name = tensor<string, []>("op_51362_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_51362_end_0 = const()[name = tensor<string, []>("op_51362_end_0"), val = tensor<int32, [4]>([2, 384, 1, 77])];
            tensor<bool, [4]> var_51362_end_mask_0 = const()[name = tensor<string, []>("op_51362_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_51362_cast = slice_by_index(begin = var_51362_begin_0, end = var_51362_end_0, end_mask = var_51362_end_mask_0, x = v_227_cast)[name = tensor<string, []>("op_51362_cast")];
            tensor<int32, [4]> var_51366_begin_0 = const()[name = tensor<string, []>("op_51366_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_51366_end_0 = const()[name = tensor<string, []>("op_51366_end_0"), val = tensor<int32, [4]>([2, 448, 1, 77])];
            tensor<bool, [4]> var_51366_end_mask_0 = const()[name = tensor<string, []>("op_51366_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_51366_cast = slice_by_index(begin = var_51366_begin_0, end = var_51366_end_0, end_mask = var_51366_end_mask_0, x = v_227_cast)[name = tensor<string, []>("op_51366_cast")];
            tensor<int32, [4]> var_51370_begin_0 = const()[name = tensor<string, []>("op_51370_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_51370_end_0 = const()[name = tensor<string, []>("op_51370_end_0"), val = tensor<int32, [4]>([2, 512, 1, 77])];
            tensor<bool, [4]> var_51370_end_mask_0 = const()[name = tensor<string, []>("op_51370_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_51370_cast = slice_by_index(begin = var_51370_begin_0, end = var_51370_end_0, end_mask = var_51370_end_mask_0, x = v_227_cast)[name = tensor<string, []>("op_51370_cast")];
            tensor<int32, [4]> var_51374_begin_0 = const()[name = tensor<string, []>("op_51374_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_51374_end_0 = const()[name = tensor<string, []>("op_51374_end_0"), val = tensor<int32, [4]>([2, 576, 1, 77])];
            tensor<bool, [4]> var_51374_end_mask_0 = const()[name = tensor<string, []>("op_51374_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_51374_cast = slice_by_index(begin = var_51374_begin_0, end = var_51374_end_0, end_mask = var_51374_end_mask_0, x = v_227_cast)[name = tensor<string, []>("op_51374_cast")];
            tensor<int32, [4]> var_51378_begin_0 = const()[name = tensor<string, []>("op_51378_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_51378_end_0 = const()[name = tensor<string, []>("op_51378_end_0"), val = tensor<int32, [4]>([2, 640, 1, 77])];
            tensor<bool, [4]> var_51378_end_mask_0 = const()[name = tensor<string, []>("op_51378_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_51378_cast = slice_by_index(begin = var_51378_begin_0, end = var_51378_end_0, end_mask = var_51378_end_mask_0, x = v_227_cast)[name = tensor<string, []>("op_51378_cast")];
            tensor<int32, [4]> var_51382_begin_0 = const()[name = tensor<string, []>("op_51382_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_51382_end_0 = const()[name = tensor<string, []>("op_51382_end_0"), val = tensor<int32, [4]>([2, 704, 1, 77])];
            tensor<bool, [4]> var_51382_end_mask_0 = const()[name = tensor<string, []>("op_51382_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_51382_cast = slice_by_index(begin = var_51382_begin_0, end = var_51382_end_0, end_mask = var_51382_end_mask_0, x = v_227_cast)[name = tensor<string, []>("op_51382_cast")];
            tensor<int32, [4]> var_51386_begin_0 = const()[name = tensor<string, []>("op_51386_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_51386_end_0 = const()[name = tensor<string, []>("op_51386_end_0"), val = tensor<int32, [4]>([2, 768, 1, 77])];
            tensor<bool, [4]> var_51386_end_mask_0 = const()[name = tensor<string, []>("op_51386_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_51386_cast = slice_by_index(begin = var_51386_begin_0, end = var_51386_end_0, end_mask = var_51386_end_mask_0, x = v_227_cast)[name = tensor<string, []>("op_51386_cast")];
            tensor<int32, [4]> var_51390_begin_0 = const()[name = tensor<string, []>("op_51390_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_51390_end_0 = const()[name = tensor<string, []>("op_51390_end_0"), val = tensor<int32, [4]>([2, 832, 1, 77])];
            tensor<bool, [4]> var_51390_end_mask_0 = const()[name = tensor<string, []>("op_51390_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_51390_cast = slice_by_index(begin = var_51390_begin_0, end = var_51390_end_0, end_mask = var_51390_end_mask_0, x = v_227_cast)[name = tensor<string, []>("op_51390_cast")];
            tensor<int32, [4]> var_51394_begin_0 = const()[name = tensor<string, []>("op_51394_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_51394_end_0 = const()[name = tensor<string, []>("op_51394_end_0"), val = tensor<int32, [4]>([2, 896, 1, 77])];
            tensor<bool, [4]> var_51394_end_mask_0 = const()[name = tensor<string, []>("op_51394_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_51394_cast = slice_by_index(begin = var_51394_begin_0, end = var_51394_end_0, end_mask = var_51394_end_mask_0, x = v_227_cast)[name = tensor<string, []>("op_51394_cast")];
            tensor<int32, [4]> var_51398_begin_0 = const()[name = tensor<string, []>("op_51398_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_51398_end_0 = const()[name = tensor<string, []>("op_51398_end_0"), val = tensor<int32, [4]>([2, 960, 1, 77])];
            tensor<bool, [4]> var_51398_end_mask_0 = const()[name = tensor<string, []>("op_51398_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_51398_cast = slice_by_index(begin = var_51398_begin_0, end = var_51398_end_0, end_mask = var_51398_end_mask_0, x = v_227_cast)[name = tensor<string, []>("op_51398_cast")];
            tensor<int32, [4]> var_51402_begin_0 = const()[name = tensor<string, []>("op_51402_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_51402_end_0 = const()[name = tensor<string, []>("op_51402_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 77])];
            tensor<bool, [4]> var_51402_end_mask_0 = const()[name = tensor<string, []>("op_51402_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_51402_cast = slice_by_index(begin = var_51402_begin_0, end = var_51402_end_0, end_mask = var_51402_end_mask_0, x = v_227_cast)[name = tensor<string, []>("op_51402_cast")];
            tensor<int32, [4]> var_51406_begin_0 = const()[name = tensor<string, []>("op_51406_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_51406_end_0 = const()[name = tensor<string, []>("op_51406_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 77])];
            tensor<bool, [4]> var_51406_end_mask_0 = const()[name = tensor<string, []>("op_51406_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_51406_cast = slice_by_index(begin = var_51406_begin_0, end = var_51406_end_0, end_mask = var_51406_end_mask_0, x = v_227_cast)[name = tensor<string, []>("op_51406_cast")];
            tensor<int32, [4]> var_51410_begin_0 = const()[name = tensor<string, []>("op_51410_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_51410_end_0 = const()[name = tensor<string, []>("op_51410_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 77])];
            tensor<bool, [4]> var_51410_end_mask_0 = const()[name = tensor<string, []>("op_51410_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_51410_cast = slice_by_index(begin = var_51410_begin_0, end = var_51410_end_0, end_mask = var_51410_end_mask_0, x = v_227_cast)[name = tensor<string, []>("op_51410_cast")];
            tensor<int32, [4]> var_51414_begin_0 = const()[name = tensor<string, []>("op_51414_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_51414_end_0 = const()[name = tensor<string, []>("op_51414_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 77])];
            tensor<bool, [4]> var_51414_end_mask_0 = const()[name = tensor<string, []>("op_51414_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_51414_cast = slice_by_index(begin = var_51414_begin_0, end = var_51414_end_0, end_mask = var_51414_end_mask_0, x = v_227_cast)[name = tensor<string, []>("op_51414_cast")];
            tensor<int32, [4]> var_51418_begin_0 = const()[name = tensor<string, []>("op_51418_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_51418_end_0 = const()[name = tensor<string, []>("op_51418_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 77])];
            tensor<bool, [4]> var_51418_end_mask_0 = const()[name = tensor<string, []>("op_51418_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_51418_cast = slice_by_index(begin = var_51418_begin_0, end = var_51418_end_0, end_mask = var_51418_end_mask_0, x = v_227_cast)[name = tensor<string, []>("op_51418_cast")];
            tensor<string, []> var_51422_equation_0 = const()[name = tensor<string, []>("op_51422_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_51422_cast = einsum(equation = var_51422_equation_0, values = (var_51264_cast, var_51181_cast))[name = tensor<string, []>("op_51422_cast")];
            tensor<fp16, []> var_51423_to_fp16 = const()[name = tensor<string, []>("op_51423_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4361_cast = mul(x = var_51422_cast, y = var_51423_to_fp16)[name = tensor<string, []>("aw_4361_cast")];
            tensor<string, []> var_51426_equation_0 = const()[name = tensor<string, []>("op_51426_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_51426_cast = einsum(equation = var_51426_equation_0, values = (var_51268_cast, var_51185_cast))[name = tensor<string, []>("op_51426_cast")];
            tensor<fp16, []> var_51427_to_fp16 = const()[name = tensor<string, []>("op_51427_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4363_cast = mul(x = var_51426_cast, y = var_51427_to_fp16)[name = tensor<string, []>("aw_4363_cast")];
            tensor<string, []> var_51430_equation_0 = const()[name = tensor<string, []>("op_51430_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_51430_cast = einsum(equation = var_51430_equation_0, values = (var_51272_cast, var_51189_cast))[name = tensor<string, []>("op_51430_cast")];
            tensor<fp16, []> var_51431_to_fp16 = const()[name = tensor<string, []>("op_51431_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4365_cast = mul(x = var_51430_cast, y = var_51431_to_fp16)[name = tensor<string, []>("aw_4365_cast")];
            tensor<string, []> var_51434_equation_0 = const()[name = tensor<string, []>("op_51434_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_51434_cast = einsum(equation = var_51434_equation_0, values = (var_51276_cast, var_51193_cast))[name = tensor<string, []>("op_51434_cast")];
            tensor<fp16, []> var_51435_to_fp16 = const()[name = tensor<string, []>("op_51435_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4367_cast = mul(x = var_51434_cast, y = var_51435_to_fp16)[name = tensor<string, []>("aw_4367_cast")];
            tensor<string, []> var_51438_equation_0 = const()[name = tensor<string, []>("op_51438_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_51438_cast = einsum(equation = var_51438_equation_0, values = (var_51280_cast, var_51197_cast))[name = tensor<string, []>("op_51438_cast")];
            tensor<fp16, []> var_51439_to_fp16 = const()[name = tensor<string, []>("op_51439_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4369_cast = mul(x = var_51438_cast, y = var_51439_to_fp16)[name = tensor<string, []>("aw_4369_cast")];
            tensor<string, []> var_51442_equation_0 = const()[name = tensor<string, []>("op_51442_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_51442_cast = einsum(equation = var_51442_equation_0, values = (var_51284_cast, var_51201_cast))[name = tensor<string, []>("op_51442_cast")];
            tensor<fp16, []> var_51443_to_fp16 = const()[name = tensor<string, []>("op_51443_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4371_cast = mul(x = var_51442_cast, y = var_51443_to_fp16)[name = tensor<string, []>("aw_4371_cast")];
            tensor<string, []> var_51446_equation_0 = const()[name = tensor<string, []>("op_51446_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_51446_cast = einsum(equation = var_51446_equation_0, values = (var_51288_cast, var_51205_cast))[name = tensor<string, []>("op_51446_cast")];
            tensor<fp16, []> var_51447_to_fp16 = const()[name = tensor<string, []>("op_51447_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4373_cast = mul(x = var_51446_cast, y = var_51447_to_fp16)[name = tensor<string, []>("aw_4373_cast")];
            tensor<string, []> var_51450_equation_0 = const()[name = tensor<string, []>("op_51450_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_51450_cast = einsum(equation = var_51450_equation_0, values = (var_51292_cast, var_51209_cast))[name = tensor<string, []>("op_51450_cast")];
            tensor<fp16, []> var_51451_to_fp16 = const()[name = tensor<string, []>("op_51451_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4375_cast = mul(x = var_51450_cast, y = var_51451_to_fp16)[name = tensor<string, []>("aw_4375_cast")];
            tensor<string, []> var_51454_equation_0 = const()[name = tensor<string, []>("op_51454_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_51454_cast = einsum(equation = var_51454_equation_0, values = (var_51296_cast, var_51213_cast))[name = tensor<string, []>("op_51454_cast")];
            tensor<fp16, []> var_51455_to_fp16 = const()[name = tensor<string, []>("op_51455_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4377_cast = mul(x = var_51454_cast, y = var_51455_to_fp16)[name = tensor<string, []>("aw_4377_cast")];
            tensor<string, []> var_51458_equation_0 = const()[name = tensor<string, []>("op_51458_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_51458_cast = einsum(equation = var_51458_equation_0, values = (var_51300_cast, var_51217_cast))[name = tensor<string, []>("op_51458_cast")];
            tensor<fp16, []> var_51459_to_fp16 = const()[name = tensor<string, []>("op_51459_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4379_cast = mul(x = var_51458_cast, y = var_51459_to_fp16)[name = tensor<string, []>("aw_4379_cast")];
            tensor<string, []> var_51462_equation_0 = const()[name = tensor<string, []>("op_51462_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_51462_cast = einsum(equation = var_51462_equation_0, values = (var_51304_cast, var_51221_cast))[name = tensor<string, []>("op_51462_cast")];
            tensor<fp16, []> var_51463_to_fp16 = const()[name = tensor<string, []>("op_51463_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4381_cast = mul(x = var_51462_cast, y = var_51463_to_fp16)[name = tensor<string, []>("aw_4381_cast")];
            tensor<string, []> var_51466_equation_0 = const()[name = tensor<string, []>("op_51466_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_51466_cast = einsum(equation = var_51466_equation_0, values = (var_51308_cast, var_51225_cast))[name = tensor<string, []>("op_51466_cast")];
            tensor<fp16, []> var_51467_to_fp16 = const()[name = tensor<string, []>("op_51467_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4383_cast = mul(x = var_51466_cast, y = var_51467_to_fp16)[name = tensor<string, []>("aw_4383_cast")];
            tensor<string, []> var_51470_equation_0 = const()[name = tensor<string, []>("op_51470_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_51470_cast = einsum(equation = var_51470_equation_0, values = (var_51312_cast, var_51229_cast))[name = tensor<string, []>("op_51470_cast")];
            tensor<fp16, []> var_51471_to_fp16 = const()[name = tensor<string, []>("op_51471_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4385_cast = mul(x = var_51470_cast, y = var_51471_to_fp16)[name = tensor<string, []>("aw_4385_cast")];
            tensor<string, []> var_51474_equation_0 = const()[name = tensor<string, []>("op_51474_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_51474_cast = einsum(equation = var_51474_equation_0, values = (var_51316_cast, var_51233_cast))[name = tensor<string, []>("op_51474_cast")];
            tensor<fp16, []> var_51475_to_fp16 = const()[name = tensor<string, []>("op_51475_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4387_cast = mul(x = var_51474_cast, y = var_51475_to_fp16)[name = tensor<string, []>("aw_4387_cast")];
            tensor<string, []> var_51478_equation_0 = const()[name = tensor<string, []>("op_51478_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_51478_cast = einsum(equation = var_51478_equation_0, values = (var_51320_cast, var_51237_cast))[name = tensor<string, []>("op_51478_cast")];
            tensor<fp16, []> var_51479_to_fp16 = const()[name = tensor<string, []>("op_51479_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4389_cast = mul(x = var_51478_cast, y = var_51479_to_fp16)[name = tensor<string, []>("aw_4389_cast")];
            tensor<string, []> var_51482_equation_0 = const()[name = tensor<string, []>("op_51482_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_51482_cast = einsum(equation = var_51482_equation_0, values = (var_51324_cast, var_51241_cast))[name = tensor<string, []>("op_51482_cast")];
            tensor<fp16, []> var_51483_to_fp16 = const()[name = tensor<string, []>("op_51483_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4391_cast = mul(x = var_51482_cast, y = var_51483_to_fp16)[name = tensor<string, []>("aw_4391_cast")];
            tensor<string, []> var_51486_equation_0 = const()[name = tensor<string, []>("op_51486_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_51486_cast = einsum(equation = var_51486_equation_0, values = (var_51328_cast, var_51245_cast))[name = tensor<string, []>("op_51486_cast")];
            tensor<fp16, []> var_51487_to_fp16 = const()[name = tensor<string, []>("op_51487_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4393_cast = mul(x = var_51486_cast, y = var_51487_to_fp16)[name = tensor<string, []>("aw_4393_cast")];
            tensor<string, []> var_51490_equation_0 = const()[name = tensor<string, []>("op_51490_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_51490_cast = einsum(equation = var_51490_equation_0, values = (var_51332_cast, var_51249_cast))[name = tensor<string, []>("op_51490_cast")];
            tensor<fp16, []> var_51491_to_fp16 = const()[name = tensor<string, []>("op_51491_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4395_cast = mul(x = var_51490_cast, y = var_51491_to_fp16)[name = tensor<string, []>("aw_4395_cast")];
            tensor<string, []> var_51494_equation_0 = const()[name = tensor<string, []>("op_51494_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_51494_cast = einsum(equation = var_51494_equation_0, values = (var_51336_cast, var_51253_cast))[name = tensor<string, []>("op_51494_cast")];
            tensor<fp16, []> var_51495_to_fp16 = const()[name = tensor<string, []>("op_51495_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4397_cast = mul(x = var_51494_cast, y = var_51495_to_fp16)[name = tensor<string, []>("aw_4397_cast")];
            tensor<string, []> var_51498_equation_0 = const()[name = tensor<string, []>("op_51498_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_51498_cast = einsum(equation = var_51498_equation_0, values = (var_51340_cast, var_51257_cast))[name = tensor<string, []>("op_51498_cast")];
            tensor<fp16, []> var_51499_to_fp16 = const()[name = tensor<string, []>("op_51499_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4399_cast = mul(x = var_51498_cast, y = var_51499_to_fp16)[name = tensor<string, []>("aw_4399_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_51501_cast = softmax(axis = var_30355, x = aw_4361_cast)[name = tensor<string, []>("op_51501_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_51502_cast = softmax(axis = var_30355, x = aw_4363_cast)[name = tensor<string, []>("op_51502_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_51503_cast = softmax(axis = var_30355, x = aw_4365_cast)[name = tensor<string, []>("op_51503_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_51504_cast = softmax(axis = var_30355, x = aw_4367_cast)[name = tensor<string, []>("op_51504_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_51505_cast = softmax(axis = var_30355, x = aw_4369_cast)[name = tensor<string, []>("op_51505_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_51506_cast = softmax(axis = var_30355, x = aw_4371_cast)[name = tensor<string, []>("op_51506_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_51507_cast = softmax(axis = var_30355, x = aw_4373_cast)[name = tensor<string, []>("op_51507_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_51508_cast = softmax(axis = var_30355, x = aw_4375_cast)[name = tensor<string, []>("op_51508_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_51509_cast = softmax(axis = var_30355, x = aw_4377_cast)[name = tensor<string, []>("op_51509_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_51510_cast = softmax(axis = var_30355, x = aw_4379_cast)[name = tensor<string, []>("op_51510_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_51511_cast = softmax(axis = var_30355, x = aw_4381_cast)[name = tensor<string, []>("op_51511_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_51512_cast = softmax(axis = var_30355, x = aw_4383_cast)[name = tensor<string, []>("op_51512_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_51513_cast = softmax(axis = var_30355, x = aw_4385_cast)[name = tensor<string, []>("op_51513_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_51514_cast = softmax(axis = var_30355, x = aw_4387_cast)[name = tensor<string, []>("op_51514_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_51515_cast = softmax(axis = var_30355, x = aw_4389_cast)[name = tensor<string, []>("op_51515_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_51516_cast = softmax(axis = var_30355, x = aw_4391_cast)[name = tensor<string, []>("op_51516_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_51517_cast = softmax(axis = var_30355, x = aw_4393_cast)[name = tensor<string, []>("op_51517_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_51518_cast = softmax(axis = var_30355, x = aw_4395_cast)[name = tensor<string, []>("op_51518_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_51519_cast = softmax(axis = var_30355, x = aw_4397_cast)[name = tensor<string, []>("op_51519_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_51520_cast = softmax(axis = var_30355, x = aw_4399_cast)[name = tensor<string, []>("op_51520_cast")];
            tensor<string, []> var_51522_equation_0 = const()[name = tensor<string, []>("op_51522_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_51522_cast = einsum(equation = var_51522_equation_0, values = (var_51342_cast, var_51501_cast))[name = tensor<string, []>("op_51522_cast")];
            tensor<string, []> var_51524_equation_0 = const()[name = tensor<string, []>("op_51524_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_51524_cast = einsum(equation = var_51524_equation_0, values = (var_51346_cast, var_51502_cast))[name = tensor<string, []>("op_51524_cast")];
            tensor<string, []> var_51526_equation_0 = const()[name = tensor<string, []>("op_51526_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_51526_cast = einsum(equation = var_51526_equation_0, values = (var_51350_cast, var_51503_cast))[name = tensor<string, []>("op_51526_cast")];
            tensor<string, []> var_51528_equation_0 = const()[name = tensor<string, []>("op_51528_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_51528_cast = einsum(equation = var_51528_equation_0, values = (var_51354_cast, var_51504_cast))[name = tensor<string, []>("op_51528_cast")];
            tensor<string, []> var_51530_equation_0 = const()[name = tensor<string, []>("op_51530_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_51530_cast = einsum(equation = var_51530_equation_0, values = (var_51358_cast, var_51505_cast))[name = tensor<string, []>("op_51530_cast")];
            tensor<string, []> var_51532_equation_0 = const()[name = tensor<string, []>("op_51532_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_51532_cast = einsum(equation = var_51532_equation_0, values = (var_51362_cast, var_51506_cast))[name = tensor<string, []>("op_51532_cast")];
            tensor<string, []> var_51534_equation_0 = const()[name = tensor<string, []>("op_51534_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_51534_cast = einsum(equation = var_51534_equation_0, values = (var_51366_cast, var_51507_cast))[name = tensor<string, []>("op_51534_cast")];
            tensor<string, []> var_51536_equation_0 = const()[name = tensor<string, []>("op_51536_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_51536_cast = einsum(equation = var_51536_equation_0, values = (var_51370_cast, var_51508_cast))[name = tensor<string, []>("op_51536_cast")];
            tensor<string, []> var_51538_equation_0 = const()[name = tensor<string, []>("op_51538_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_51538_cast = einsum(equation = var_51538_equation_0, values = (var_51374_cast, var_51509_cast))[name = tensor<string, []>("op_51538_cast")];
            tensor<string, []> var_51540_equation_0 = const()[name = tensor<string, []>("op_51540_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_51540_cast = einsum(equation = var_51540_equation_0, values = (var_51378_cast, var_51510_cast))[name = tensor<string, []>("op_51540_cast")];
            tensor<string, []> var_51542_equation_0 = const()[name = tensor<string, []>("op_51542_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_51542_cast = einsum(equation = var_51542_equation_0, values = (var_51382_cast, var_51511_cast))[name = tensor<string, []>("op_51542_cast")];
            tensor<string, []> var_51544_equation_0 = const()[name = tensor<string, []>("op_51544_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_51544_cast = einsum(equation = var_51544_equation_0, values = (var_51386_cast, var_51512_cast))[name = tensor<string, []>("op_51544_cast")];
            tensor<string, []> var_51546_equation_0 = const()[name = tensor<string, []>("op_51546_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_51546_cast = einsum(equation = var_51546_equation_0, values = (var_51390_cast, var_51513_cast))[name = tensor<string, []>("op_51546_cast")];
            tensor<string, []> var_51548_equation_0 = const()[name = tensor<string, []>("op_51548_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_51548_cast = einsum(equation = var_51548_equation_0, values = (var_51394_cast, var_51514_cast))[name = tensor<string, []>("op_51548_cast")];
            tensor<string, []> var_51550_equation_0 = const()[name = tensor<string, []>("op_51550_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_51550_cast = einsum(equation = var_51550_equation_0, values = (var_51398_cast, var_51515_cast))[name = tensor<string, []>("op_51550_cast")];
            tensor<string, []> var_51552_equation_0 = const()[name = tensor<string, []>("op_51552_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_51552_cast = einsum(equation = var_51552_equation_0, values = (var_51402_cast, var_51516_cast))[name = tensor<string, []>("op_51552_cast")];
            tensor<string, []> var_51554_equation_0 = const()[name = tensor<string, []>("op_51554_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_51554_cast = einsum(equation = var_51554_equation_0, values = (var_51406_cast, var_51517_cast))[name = tensor<string, []>("op_51554_cast")];
            tensor<string, []> var_51556_equation_0 = const()[name = tensor<string, []>("op_51556_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_51556_cast = einsum(equation = var_51556_equation_0, values = (var_51410_cast, var_51518_cast))[name = tensor<string, []>("op_51556_cast")];
            tensor<string, []> var_51558_equation_0 = const()[name = tensor<string, []>("op_51558_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_51558_cast = einsum(equation = var_51558_equation_0, values = (var_51414_cast, var_51519_cast))[name = tensor<string, []>("op_51558_cast")];
            tensor<string, []> var_51560_equation_0 = const()[name = tensor<string, []>("op_51560_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_51560_cast = einsum(equation = var_51560_equation_0, values = (var_51418_cast, var_51520_cast))[name = tensor<string, []>("op_51560_cast")];
            tensor<bool, []> input_653_interleave_0 = const()[name = tensor<string, []>("input_653_interleave_0"), val = tensor<bool, []>(false)];
            tensor<fp16, [2, 1280, 1, 576]> input_653_cast = concat(axis = var_30355, interleave = input_653_interleave_0, values = (var_51522_cast, var_51524_cast, var_51526_cast, var_51528_cast, var_51530_cast, var_51532_cast, var_51534_cast, var_51536_cast, var_51538_cast, var_51540_cast, var_51542_cast, var_51544_cast, var_51546_cast, var_51548_cast, var_51550_cast, var_51552_cast, var_51554_cast, var_51556_cast, var_51558_cast, var_51560_cast))[name = tensor<string, []>("input_653_cast")];
            tensor<int32, [2]> var_51566 = const()[name = tensor<string, []>("op_51566"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_51568 = const()[name = tensor<string, []>("op_51568"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_51570_pad_type_0 = const()[name = tensor<string, []>("op_51570_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_51570_pad_0 = const()[name = tensor<string, []>("op_51570_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_2_attn2_to_out_0_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [819200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(361290752))), lut = tensor<fp16, [16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(362110016))), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_2_attn2_to_out_0_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_attentions_2_transformer_blocks_2_attn2_to_out_0_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_2_attn2_to_out_0_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(362110144)))];
            tensor<fp16, [2, 1280, 1, 576]> var_51570_cast = conv(bias = up_blocks_0_attentions_2_transformer_blocks_2_attn2_to_out_0_bias_to_fp16, dilations = var_51568, groups = var_30355, pad = var_51570_pad_0, pad_type = var_51570_pad_type_0, strides = var_51566, weight = up_blocks_0_attentions_2_transformer_blocks_2_attn2_to_out_0_weight_to_fp16_palettized, x = input_653_cast)[name = tensor<string, []>("op_51570_cast")];
            tensor<fp16, [2, 1280, 1, 576]> inputs_341_cast = add(x = var_51570_cast, y = inputs_339_cast)[name = tensor<string, []>("inputs_341_cast")];
            tensor<int32, [1]> var_51574 = const()[name = tensor<string, []>("op_51574"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> channels_mean_341_cast = reduce_mean(axes = var_51574, keep_dims = var_30350, x = inputs_341_cast)[name = tensor<string, []>("channels_mean_341_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_341_cast = sub(x = inputs_341_cast, y = channels_mean_341_cast)[name = tensor<string, []>("zero_mean_341_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_sq_341_cast = mul(x = zero_mean_341_cast, y = zero_mean_341_cast)[name = tensor<string, []>("zero_mean_sq_341_cast")];
            tensor<int32, [1]> var_51578 = const()[name = tensor<string, []>("op_51578"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> var_51579_cast = reduce_mean(axes = var_51578, keep_dims = var_30350, x = zero_mean_sq_341_cast)[name = tensor<string, []>("op_51579_cast")];
            tensor<fp16, []> var_51580_to_fp16 = const()[name = tensor<string, []>("op_51580_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 576]> var_51581_cast = add(x = var_51579_cast, y = var_51580_to_fp16)[name = tensor<string, []>("op_51581_cast")];
            tensor<fp16, []> denom_341_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_341_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 576]> denom_341_cast = rsqrt(epsilon = denom_341_epsilon_0_to_fp16, x = var_51581_cast)[name = tensor<string, []>("denom_341_cast")];
            tensor<fp16, [2, 1280, 1, 576]> out_341_cast = mul(x = zero_mean_341_cast, y = denom_341_cast)[name = tensor<string, []>("out_341_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_51585_to_fp16 = const()[name = tensor<string, []>("op_51585_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(362112768)))];
            tensor<fp16, [2, 1280, 1, 576]> var_51586_cast = add(x = out_341_cast, y = var_51585_to_fp16)[name = tensor<string, []>("op_51586_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_51588_to_fp16 = const()[name = tensor<string, []>("op_51588_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(362115392)))];
            tensor<fp16, [2, 1280, 1, 576]> input_655_cast = mul(x = var_51586_cast, y = var_51588_to_fp16)[name = tensor<string, []>("input_655_cast")];
            tensor<int32, [2]> var_51596 = const()[name = tensor<string, []>("op_51596"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_51598 = const()[name = tensor<string, []>("op_51598"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_51600_pad_type_0 = const()[name = tensor<string, []>("op_51600_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_51600_pad_0 = const()[name = tensor<string, []>("op_51600_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [10240, 1280, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_2_ff_net_0_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [9830400]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(362118016))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(371948480))), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_2_ff_net_0_proj_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([10240, 1280, 1, 1])];
            tensor<fp16, [10240]> up_blocks_0_attentions_2_transformer_blocks_2_ff_net_0_proj_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_2_ff_net_0_proj_bias_to_fp16"), val = tensor<fp16, [10240]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(371948672)))];
            tensor<fp16, [2, 10240, 1, 576]> var_51600_cast = conv(bias = up_blocks_0_attentions_2_transformer_blocks_2_ff_net_0_proj_bias_to_fp16, dilations = var_51598, groups = var_30355, pad = var_51600_pad_0, pad_type = var_51600_pad_type_0, strides = var_51596, weight = up_blocks_0_attentions_2_transformer_blocks_2_ff_net_0_proj_weight_to_fp16_palettized, x = input_655_cast)[name = tensor<string, []>("op_51600_cast")];
            tensor<int32, [2]> var_51601_split_sizes_0 = const()[name = tensor<string, []>("op_51601_split_sizes_0"), val = tensor<int32, [2]>([5120, 5120])];
            tensor<int32, []> var_51601_axis_0 = const()[name = tensor<string, []>("op_51601_axis_0"), val = tensor<int32, []>(1)];
            tensor<fp16, [2, 5120, 1, 576]> var_51601_cast_0, tensor<fp16, [2, 5120, 1, 576]> var_51601_cast_1 = split(axis = var_51601_axis_0, split_sizes = var_51601_split_sizes_0, x = var_51600_cast)[name = tensor<string, []>("op_51601_cast")];
            tensor<string, []> var_51603_mode_0 = const()[name = tensor<string, []>("op_51603_mode_0"), val = tensor<string, []>("EXACT")];
            tensor<fp16, [2, 5120, 1, 576]> var_51603_cast = gelu(mode = var_51603_mode_0, x = var_51601_cast_1)[name = tensor<string, []>("op_51603_cast")];
            tensor<fp16, [2, 5120, 1, 576]> input_657_cast = mul(x = var_51601_cast_0, y = var_51603_cast)[name = tensor<string, []>("input_657_cast")];
            tensor<int32, [2]> var_51607 = const()[name = tensor<string, []>("op_51607"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_51609 = const()[name = tensor<string, []>("op_51609"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_51611_pad_type_0 = const()[name = tensor<string, []>("op_51611_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_51611_pad_0 = const()[name = tensor<string, []>("op_51611_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 5120, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_2_ff_net_2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [4915200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(371969216))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(376884480))), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_2_ff_net_2_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 5120, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_attentions_2_transformer_blocks_2_ff_net_2_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_2_ff_net_2_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(376884672)))];
            tensor<fp16, [2, 1280, 1, 576]> var_51611_cast = conv(bias = up_blocks_0_attentions_2_transformer_blocks_2_ff_net_2_bias_to_fp16, dilations = var_51609, groups = var_30355, pad = var_51611_pad_0, pad_type = var_51611_pad_type_0, strides = var_51607, weight = up_blocks_0_attentions_2_transformer_blocks_2_ff_net_2_weight_to_fp16_palettized, x = input_657_cast)[name = tensor<string, []>("op_51611_cast")];
            tensor<fp16, [2, 1280, 1, 576]> inputs_343_cast = add(x = var_51611_cast, y = inputs_341_cast)[name = tensor<string, []>("inputs_343_cast")];
            tensor<int32, [1]> var_51621 = const()[name = tensor<string, []>("op_51621"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> channels_mean_343_cast = reduce_mean(axes = var_51621, keep_dims = var_30350, x = inputs_343_cast)[name = tensor<string, []>("channels_mean_343_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_343_cast = sub(x = inputs_343_cast, y = channels_mean_343_cast)[name = tensor<string, []>("zero_mean_343_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_sq_343_cast = mul(x = zero_mean_343_cast, y = zero_mean_343_cast)[name = tensor<string, []>("zero_mean_sq_343_cast")];
            tensor<int32, [1]> var_51625 = const()[name = tensor<string, []>("op_51625"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> var_51626_cast = reduce_mean(axes = var_51625, keep_dims = var_30350, x = zero_mean_sq_343_cast)[name = tensor<string, []>("op_51626_cast")];
            tensor<fp16, []> var_51627_to_fp16 = const()[name = tensor<string, []>("op_51627_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 576]> var_51628_cast = add(x = var_51626_cast, y = var_51627_to_fp16)[name = tensor<string, []>("op_51628_cast")];
            tensor<fp16, []> denom_343_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_343_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 576]> denom_343_cast = rsqrt(epsilon = denom_343_epsilon_0_to_fp16, x = var_51628_cast)[name = tensor<string, []>("denom_343_cast")];
            tensor<fp16, [2, 1280, 1, 576]> out_343_cast = mul(x = zero_mean_343_cast, y = denom_343_cast)[name = tensor<string, []>("out_343_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_51632_to_fp16 = const()[name = tensor<string, []>("op_51632_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(376887296)))];
            tensor<fp16, [2, 1280, 1, 576]> var_51633_cast = add(x = out_343_cast, y = var_51632_to_fp16)[name = tensor<string, []>("op_51633_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_51635_to_fp16 = const()[name = tensor<string, []>("op_51635_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(376889920)))];
            tensor<fp16, [2, 1280, 1, 576]> hidden_states_453_cast = mul(x = var_51633_cast, y = var_51635_to_fp16)[name = tensor<string, []>("hidden_states_453_cast")];
            tensor<int32, [2]> var_51642 = const()[name = tensor<string, []>("op_51642"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_51644 = const()[name = tensor<string, []>("op_51644"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> q_229_pad_type_0 = const()[name = tensor<string, []>("q_229_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> q_229_pad_0 = const()[name = tensor<string, []>("q_229_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_3_attn1_to_q_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [819200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(376892544))), lut = tensor<fp16, [16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(377711808))), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_3_attn1_to_q_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> q_229_cast = conv(dilations = var_51644, groups = var_30355, pad = q_229_pad_0, pad_type = q_229_pad_type_0, strides = var_51642, weight = up_blocks_0_attentions_2_transformer_blocks_3_attn1_to_q_weight_to_fp16_palettized, x = hidden_states_453_cast)[name = tensor<string, []>("q_229_cast")];
            tensor<int32, [2]> var_51648 = const()[name = tensor<string, []>("op_51648"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_51650 = const()[name = tensor<string, []>("op_51650"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> k_457_pad_type_0 = const()[name = tensor<string, []>("k_457_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> k_457_pad_0 = const()[name = tensor<string, []>("k_457_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_3_attn1_to_k_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [409600]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(377711936))), lut = tensor<fp16, [4]>([-0x1.768p-5, -0x1.c34p-7, 0x1.c08p-7, 0x1.764p-5]), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_3_attn1_to_k_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> k_457_cast = conv(dilations = var_51650, groups = var_30355, pad = k_457_pad_0, pad_type = k_457_pad_type_0, strides = var_51648, weight = up_blocks_0_attentions_2_transformer_blocks_3_attn1_to_k_weight_to_fp16_palettized, x = hidden_states_453_cast)[name = tensor<string, []>("k_457_cast")];
            tensor<int32, [2]> var_51654 = const()[name = tensor<string, []>("op_51654"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_51656 = const()[name = tensor<string, []>("op_51656"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> v_229_pad_type_0 = const()[name = tensor<string, []>("v_229_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> v_229_pad_0 = const()[name = tensor<string, []>("v_229_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_3_attn1_to_v_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [1228800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(378121600))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(379350464))), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_3_attn1_to_v_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> v_229_cast = conv(dilations = var_51656, groups = var_30355, pad = v_229_pad_0, pad_type = v_229_pad_type_0, strides = var_51654, weight = up_blocks_0_attentions_2_transformer_blocks_3_attn1_to_v_weight_to_fp16_palettized, x = hidden_states_453_cast)[name = tensor<string, []>("v_229_cast")];
            tensor<int32, [4]> var_51660_begin_0 = const()[name = tensor<string, []>("op_51660_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_51660_end_0 = const()[name = tensor<string, []>("op_51660_end_0"), val = tensor<int32, [4]>([2, 64, 1, 576])];
            tensor<bool, [4]> var_51660_end_mask_0 = const()[name = tensor<string, []>("op_51660_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_51660_cast = slice_by_index(begin = var_51660_begin_0, end = var_51660_end_0, end_mask = var_51660_end_mask_0, x = q_229_cast)[name = tensor<string, []>("op_51660_cast")];
            tensor<int32, [4]> var_51664_begin_0 = const()[name = tensor<string, []>("op_51664_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_51664_end_0 = const()[name = tensor<string, []>("op_51664_end_0"), val = tensor<int32, [4]>([2, 128, 1, 576])];
            tensor<bool, [4]> var_51664_end_mask_0 = const()[name = tensor<string, []>("op_51664_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_51664_cast = slice_by_index(begin = var_51664_begin_0, end = var_51664_end_0, end_mask = var_51664_end_mask_0, x = q_229_cast)[name = tensor<string, []>("op_51664_cast")];
            tensor<int32, [4]> var_51668_begin_0 = const()[name = tensor<string, []>("op_51668_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_51668_end_0 = const()[name = tensor<string, []>("op_51668_end_0"), val = tensor<int32, [4]>([2, 192, 1, 576])];
            tensor<bool, [4]> var_51668_end_mask_0 = const()[name = tensor<string, []>("op_51668_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_51668_cast = slice_by_index(begin = var_51668_begin_0, end = var_51668_end_0, end_mask = var_51668_end_mask_0, x = q_229_cast)[name = tensor<string, []>("op_51668_cast")];
            tensor<int32, [4]> var_51672_begin_0 = const()[name = tensor<string, []>("op_51672_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_51672_end_0 = const()[name = tensor<string, []>("op_51672_end_0"), val = tensor<int32, [4]>([2, 256, 1, 576])];
            tensor<bool, [4]> var_51672_end_mask_0 = const()[name = tensor<string, []>("op_51672_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_51672_cast = slice_by_index(begin = var_51672_begin_0, end = var_51672_end_0, end_mask = var_51672_end_mask_0, x = q_229_cast)[name = tensor<string, []>("op_51672_cast")];
            tensor<int32, [4]> var_51676_begin_0 = const()[name = tensor<string, []>("op_51676_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_51676_end_0 = const()[name = tensor<string, []>("op_51676_end_0"), val = tensor<int32, [4]>([2, 320, 1, 576])];
            tensor<bool, [4]> var_51676_end_mask_0 = const()[name = tensor<string, []>("op_51676_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_51676_cast = slice_by_index(begin = var_51676_begin_0, end = var_51676_end_0, end_mask = var_51676_end_mask_0, x = q_229_cast)[name = tensor<string, []>("op_51676_cast")];
            tensor<int32, [4]> var_51680_begin_0 = const()[name = tensor<string, []>("op_51680_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_51680_end_0 = const()[name = tensor<string, []>("op_51680_end_0"), val = tensor<int32, [4]>([2, 384, 1, 576])];
            tensor<bool, [4]> var_51680_end_mask_0 = const()[name = tensor<string, []>("op_51680_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_51680_cast = slice_by_index(begin = var_51680_begin_0, end = var_51680_end_0, end_mask = var_51680_end_mask_0, x = q_229_cast)[name = tensor<string, []>("op_51680_cast")];
            tensor<int32, [4]> var_51684_begin_0 = const()[name = tensor<string, []>("op_51684_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_51684_end_0 = const()[name = tensor<string, []>("op_51684_end_0"), val = tensor<int32, [4]>([2, 448, 1, 576])];
            tensor<bool, [4]> var_51684_end_mask_0 = const()[name = tensor<string, []>("op_51684_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_51684_cast = slice_by_index(begin = var_51684_begin_0, end = var_51684_end_0, end_mask = var_51684_end_mask_0, x = q_229_cast)[name = tensor<string, []>("op_51684_cast")];
            tensor<int32, [4]> var_51688_begin_0 = const()[name = tensor<string, []>("op_51688_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_51688_end_0 = const()[name = tensor<string, []>("op_51688_end_0"), val = tensor<int32, [4]>([2, 512, 1, 576])];
            tensor<bool, [4]> var_51688_end_mask_0 = const()[name = tensor<string, []>("op_51688_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_51688_cast = slice_by_index(begin = var_51688_begin_0, end = var_51688_end_0, end_mask = var_51688_end_mask_0, x = q_229_cast)[name = tensor<string, []>("op_51688_cast")];
            tensor<int32, [4]> var_51692_begin_0 = const()[name = tensor<string, []>("op_51692_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_51692_end_0 = const()[name = tensor<string, []>("op_51692_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_51692_end_mask_0 = const()[name = tensor<string, []>("op_51692_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_51692_cast = slice_by_index(begin = var_51692_begin_0, end = var_51692_end_0, end_mask = var_51692_end_mask_0, x = q_229_cast)[name = tensor<string, []>("op_51692_cast")];
            tensor<int32, [4]> var_51696_begin_0 = const()[name = tensor<string, []>("op_51696_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_51696_end_0 = const()[name = tensor<string, []>("op_51696_end_0"), val = tensor<int32, [4]>([2, 640, 1, 576])];
            tensor<bool, [4]> var_51696_end_mask_0 = const()[name = tensor<string, []>("op_51696_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_51696_cast = slice_by_index(begin = var_51696_begin_0, end = var_51696_end_0, end_mask = var_51696_end_mask_0, x = q_229_cast)[name = tensor<string, []>("op_51696_cast")];
            tensor<int32, [4]> var_51700_begin_0 = const()[name = tensor<string, []>("op_51700_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_51700_end_0 = const()[name = tensor<string, []>("op_51700_end_0"), val = tensor<int32, [4]>([2, 704, 1, 576])];
            tensor<bool, [4]> var_51700_end_mask_0 = const()[name = tensor<string, []>("op_51700_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_51700_cast = slice_by_index(begin = var_51700_begin_0, end = var_51700_end_0, end_mask = var_51700_end_mask_0, x = q_229_cast)[name = tensor<string, []>("op_51700_cast")];
            tensor<int32, [4]> var_51704_begin_0 = const()[name = tensor<string, []>("op_51704_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_51704_end_0 = const()[name = tensor<string, []>("op_51704_end_0"), val = tensor<int32, [4]>([2, 768, 1, 576])];
            tensor<bool, [4]> var_51704_end_mask_0 = const()[name = tensor<string, []>("op_51704_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_51704_cast = slice_by_index(begin = var_51704_begin_0, end = var_51704_end_0, end_mask = var_51704_end_mask_0, x = q_229_cast)[name = tensor<string, []>("op_51704_cast")];
            tensor<int32, [4]> var_51708_begin_0 = const()[name = tensor<string, []>("op_51708_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_51708_end_0 = const()[name = tensor<string, []>("op_51708_end_0"), val = tensor<int32, [4]>([2, 832, 1, 576])];
            tensor<bool, [4]> var_51708_end_mask_0 = const()[name = tensor<string, []>("op_51708_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_51708_cast = slice_by_index(begin = var_51708_begin_0, end = var_51708_end_0, end_mask = var_51708_end_mask_0, x = q_229_cast)[name = tensor<string, []>("op_51708_cast")];
            tensor<int32, [4]> var_51712_begin_0 = const()[name = tensor<string, []>("op_51712_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_51712_end_0 = const()[name = tensor<string, []>("op_51712_end_0"), val = tensor<int32, [4]>([2, 896, 1, 576])];
            tensor<bool, [4]> var_51712_end_mask_0 = const()[name = tensor<string, []>("op_51712_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_51712_cast = slice_by_index(begin = var_51712_begin_0, end = var_51712_end_0, end_mask = var_51712_end_mask_0, x = q_229_cast)[name = tensor<string, []>("op_51712_cast")];
            tensor<int32, [4]> var_51716_begin_0 = const()[name = tensor<string, []>("op_51716_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_51716_end_0 = const()[name = tensor<string, []>("op_51716_end_0"), val = tensor<int32, [4]>([2, 960, 1, 576])];
            tensor<bool, [4]> var_51716_end_mask_0 = const()[name = tensor<string, []>("op_51716_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_51716_cast = slice_by_index(begin = var_51716_begin_0, end = var_51716_end_0, end_mask = var_51716_end_mask_0, x = q_229_cast)[name = tensor<string, []>("op_51716_cast")];
            tensor<int32, [4]> var_51720_begin_0 = const()[name = tensor<string, []>("op_51720_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_51720_end_0 = const()[name = tensor<string, []>("op_51720_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 576])];
            tensor<bool, [4]> var_51720_end_mask_0 = const()[name = tensor<string, []>("op_51720_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_51720_cast = slice_by_index(begin = var_51720_begin_0, end = var_51720_end_0, end_mask = var_51720_end_mask_0, x = q_229_cast)[name = tensor<string, []>("op_51720_cast")];
            tensor<int32, [4]> var_51724_begin_0 = const()[name = tensor<string, []>("op_51724_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_51724_end_0 = const()[name = tensor<string, []>("op_51724_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 576])];
            tensor<bool, [4]> var_51724_end_mask_0 = const()[name = tensor<string, []>("op_51724_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_51724_cast = slice_by_index(begin = var_51724_begin_0, end = var_51724_end_0, end_mask = var_51724_end_mask_0, x = q_229_cast)[name = tensor<string, []>("op_51724_cast")];
            tensor<int32, [4]> var_51728_begin_0 = const()[name = tensor<string, []>("op_51728_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_51728_end_0 = const()[name = tensor<string, []>("op_51728_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 576])];
            tensor<bool, [4]> var_51728_end_mask_0 = const()[name = tensor<string, []>("op_51728_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_51728_cast = slice_by_index(begin = var_51728_begin_0, end = var_51728_end_0, end_mask = var_51728_end_mask_0, x = q_229_cast)[name = tensor<string, []>("op_51728_cast")];
            tensor<int32, [4]> var_51732_begin_0 = const()[name = tensor<string, []>("op_51732_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_51732_end_0 = const()[name = tensor<string, []>("op_51732_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 576])];
            tensor<bool, [4]> var_51732_end_mask_0 = const()[name = tensor<string, []>("op_51732_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_51732_cast = slice_by_index(begin = var_51732_begin_0, end = var_51732_end_0, end_mask = var_51732_end_mask_0, x = q_229_cast)[name = tensor<string, []>("op_51732_cast")];
            tensor<int32, [4]> var_51736_begin_0 = const()[name = tensor<string, []>("op_51736_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_51736_end_0 = const()[name = tensor<string, []>("op_51736_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 576])];
            tensor<bool, [4]> var_51736_end_mask_0 = const()[name = tensor<string, []>("op_51736_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_51736_cast = slice_by_index(begin = var_51736_begin_0, end = var_51736_end_0, end_mask = var_51736_end_mask_0, x = q_229_cast)[name = tensor<string, []>("op_51736_cast")];
            tensor<int32, [4]> k_459_perm_0 = const()[name = tensor<string, []>("k_459_perm_0"), val = tensor<int32, [4]>([0, 3, 2, 1])];
            tensor<int32, [4]> var_51743_begin_0 = const()[name = tensor<string, []>("op_51743_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_51743_end_0 = const()[name = tensor<string, []>("op_51743_end_0"), val = tensor<int32, [4]>([2, 576, 1, 64])];
            tensor<bool, [4]> var_51743_end_mask_0 = const()[name = tensor<string, []>("op_51743_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 1280]> transpose_25 = transpose(perm = k_459_perm_0, x = k_457_cast)[name = tensor<string, []>("transpose_25")];
            tensor<fp16, [2, 576, 1, 64]> var_51743_cast = slice_by_index(begin = var_51743_begin_0, end = var_51743_end_0, end_mask = var_51743_end_mask_0, x = transpose_25)[name = tensor<string, []>("op_51743_cast")];
            tensor<int32, [4]> var_51747_begin_0 = const()[name = tensor<string, []>("op_51747_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 64])];
            tensor<int32, [4]> var_51747_end_0 = const()[name = tensor<string, []>("op_51747_end_0"), val = tensor<int32, [4]>([2, 576, 1, 128])];
            tensor<bool, [4]> var_51747_end_mask_0 = const()[name = tensor<string, []>("op_51747_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_51747_cast = slice_by_index(begin = var_51747_begin_0, end = var_51747_end_0, end_mask = var_51747_end_mask_0, x = transpose_25)[name = tensor<string, []>("op_51747_cast")];
            tensor<int32, [4]> var_51751_begin_0 = const()[name = tensor<string, []>("op_51751_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 128])];
            tensor<int32, [4]> var_51751_end_0 = const()[name = tensor<string, []>("op_51751_end_0"), val = tensor<int32, [4]>([2, 576, 1, 192])];
            tensor<bool, [4]> var_51751_end_mask_0 = const()[name = tensor<string, []>("op_51751_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_51751_cast = slice_by_index(begin = var_51751_begin_0, end = var_51751_end_0, end_mask = var_51751_end_mask_0, x = transpose_25)[name = tensor<string, []>("op_51751_cast")];
            tensor<int32, [4]> var_51755_begin_0 = const()[name = tensor<string, []>("op_51755_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 192])];
            tensor<int32, [4]> var_51755_end_0 = const()[name = tensor<string, []>("op_51755_end_0"), val = tensor<int32, [4]>([2, 576, 1, 256])];
            tensor<bool, [4]> var_51755_end_mask_0 = const()[name = tensor<string, []>("op_51755_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_51755_cast = slice_by_index(begin = var_51755_begin_0, end = var_51755_end_0, end_mask = var_51755_end_mask_0, x = transpose_25)[name = tensor<string, []>("op_51755_cast")];
            tensor<int32, [4]> var_51759_begin_0 = const()[name = tensor<string, []>("op_51759_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 256])];
            tensor<int32, [4]> var_51759_end_0 = const()[name = tensor<string, []>("op_51759_end_0"), val = tensor<int32, [4]>([2, 576, 1, 320])];
            tensor<bool, [4]> var_51759_end_mask_0 = const()[name = tensor<string, []>("op_51759_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_51759_cast = slice_by_index(begin = var_51759_begin_0, end = var_51759_end_0, end_mask = var_51759_end_mask_0, x = transpose_25)[name = tensor<string, []>("op_51759_cast")];
            tensor<int32, [4]> var_51763_begin_0 = const()[name = tensor<string, []>("op_51763_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 320])];
            tensor<int32, [4]> var_51763_end_0 = const()[name = tensor<string, []>("op_51763_end_0"), val = tensor<int32, [4]>([2, 576, 1, 384])];
            tensor<bool, [4]> var_51763_end_mask_0 = const()[name = tensor<string, []>("op_51763_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_51763_cast = slice_by_index(begin = var_51763_begin_0, end = var_51763_end_0, end_mask = var_51763_end_mask_0, x = transpose_25)[name = tensor<string, []>("op_51763_cast")];
            tensor<int32, [4]> var_51767_begin_0 = const()[name = tensor<string, []>("op_51767_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 384])];
            tensor<int32, [4]> var_51767_end_0 = const()[name = tensor<string, []>("op_51767_end_0"), val = tensor<int32, [4]>([2, 576, 1, 448])];
            tensor<bool, [4]> var_51767_end_mask_0 = const()[name = tensor<string, []>("op_51767_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_51767_cast = slice_by_index(begin = var_51767_begin_0, end = var_51767_end_0, end_mask = var_51767_end_mask_0, x = transpose_25)[name = tensor<string, []>("op_51767_cast")];
            tensor<int32, [4]> var_51771_begin_0 = const()[name = tensor<string, []>("op_51771_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 448])];
            tensor<int32, [4]> var_51771_end_0 = const()[name = tensor<string, []>("op_51771_end_0"), val = tensor<int32, [4]>([2, 576, 1, 512])];
            tensor<bool, [4]> var_51771_end_mask_0 = const()[name = tensor<string, []>("op_51771_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_51771_cast = slice_by_index(begin = var_51771_begin_0, end = var_51771_end_0, end_mask = var_51771_end_mask_0, x = transpose_25)[name = tensor<string, []>("op_51771_cast")];
            tensor<int32, [4]> var_51775_begin_0 = const()[name = tensor<string, []>("op_51775_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 512])];
            tensor<int32, [4]> var_51775_end_0 = const()[name = tensor<string, []>("op_51775_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_51775_end_mask_0 = const()[name = tensor<string, []>("op_51775_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_51775_cast = slice_by_index(begin = var_51775_begin_0, end = var_51775_end_0, end_mask = var_51775_end_mask_0, x = transpose_25)[name = tensor<string, []>("op_51775_cast")];
            tensor<int32, [4]> var_51779_begin_0 = const()[name = tensor<string, []>("op_51779_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 576])];
            tensor<int32, [4]> var_51779_end_0 = const()[name = tensor<string, []>("op_51779_end_0"), val = tensor<int32, [4]>([2, 576, 1, 640])];
            tensor<bool, [4]> var_51779_end_mask_0 = const()[name = tensor<string, []>("op_51779_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_51779_cast = slice_by_index(begin = var_51779_begin_0, end = var_51779_end_0, end_mask = var_51779_end_mask_0, x = transpose_25)[name = tensor<string, []>("op_51779_cast")];
            tensor<int32, [4]> var_51783_begin_0 = const()[name = tensor<string, []>("op_51783_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 640])];
            tensor<int32, [4]> var_51783_end_0 = const()[name = tensor<string, []>("op_51783_end_0"), val = tensor<int32, [4]>([2, 576, 1, 704])];
            tensor<bool, [4]> var_51783_end_mask_0 = const()[name = tensor<string, []>("op_51783_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_51783_cast = slice_by_index(begin = var_51783_begin_0, end = var_51783_end_0, end_mask = var_51783_end_mask_0, x = transpose_25)[name = tensor<string, []>("op_51783_cast")];
            tensor<int32, [4]> var_51787_begin_0 = const()[name = tensor<string, []>("op_51787_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 704])];
            tensor<int32, [4]> var_51787_end_0 = const()[name = tensor<string, []>("op_51787_end_0"), val = tensor<int32, [4]>([2, 576, 1, 768])];
            tensor<bool, [4]> var_51787_end_mask_0 = const()[name = tensor<string, []>("op_51787_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_51787_cast = slice_by_index(begin = var_51787_begin_0, end = var_51787_end_0, end_mask = var_51787_end_mask_0, x = transpose_25)[name = tensor<string, []>("op_51787_cast")];
            tensor<int32, [4]> var_51791_begin_0 = const()[name = tensor<string, []>("op_51791_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 768])];
            tensor<int32, [4]> var_51791_end_0 = const()[name = tensor<string, []>("op_51791_end_0"), val = tensor<int32, [4]>([2, 576, 1, 832])];
            tensor<bool, [4]> var_51791_end_mask_0 = const()[name = tensor<string, []>("op_51791_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_51791_cast = slice_by_index(begin = var_51791_begin_0, end = var_51791_end_0, end_mask = var_51791_end_mask_0, x = transpose_25)[name = tensor<string, []>("op_51791_cast")];
            tensor<int32, [4]> var_51795_begin_0 = const()[name = tensor<string, []>("op_51795_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 832])];
            tensor<int32, [4]> var_51795_end_0 = const()[name = tensor<string, []>("op_51795_end_0"), val = tensor<int32, [4]>([2, 576, 1, 896])];
            tensor<bool, [4]> var_51795_end_mask_0 = const()[name = tensor<string, []>("op_51795_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_51795_cast = slice_by_index(begin = var_51795_begin_0, end = var_51795_end_0, end_mask = var_51795_end_mask_0, x = transpose_25)[name = tensor<string, []>("op_51795_cast")];
            tensor<int32, [4]> var_51799_begin_0 = const()[name = tensor<string, []>("op_51799_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 896])];
            tensor<int32, [4]> var_51799_end_0 = const()[name = tensor<string, []>("op_51799_end_0"), val = tensor<int32, [4]>([2, 576, 1, 960])];
            tensor<bool, [4]> var_51799_end_mask_0 = const()[name = tensor<string, []>("op_51799_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_51799_cast = slice_by_index(begin = var_51799_begin_0, end = var_51799_end_0, end_mask = var_51799_end_mask_0, x = transpose_25)[name = tensor<string, []>("op_51799_cast")];
            tensor<int32, [4]> var_51803_begin_0 = const()[name = tensor<string, []>("op_51803_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 960])];
            tensor<int32, [4]> var_51803_end_0 = const()[name = tensor<string, []>("op_51803_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1024])];
            tensor<bool, [4]> var_51803_end_mask_0 = const()[name = tensor<string, []>("op_51803_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_51803_cast = slice_by_index(begin = var_51803_begin_0, end = var_51803_end_0, end_mask = var_51803_end_mask_0, x = transpose_25)[name = tensor<string, []>("op_51803_cast")];
            tensor<int32, [4]> var_51807_begin_0 = const()[name = tensor<string, []>("op_51807_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1024])];
            tensor<int32, [4]> var_51807_end_0 = const()[name = tensor<string, []>("op_51807_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1088])];
            tensor<bool, [4]> var_51807_end_mask_0 = const()[name = tensor<string, []>("op_51807_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_51807_cast = slice_by_index(begin = var_51807_begin_0, end = var_51807_end_0, end_mask = var_51807_end_mask_0, x = transpose_25)[name = tensor<string, []>("op_51807_cast")];
            tensor<int32, [4]> var_51811_begin_0 = const()[name = tensor<string, []>("op_51811_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1088])];
            tensor<int32, [4]> var_51811_end_0 = const()[name = tensor<string, []>("op_51811_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1152])];
            tensor<bool, [4]> var_51811_end_mask_0 = const()[name = tensor<string, []>("op_51811_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_51811_cast = slice_by_index(begin = var_51811_begin_0, end = var_51811_end_0, end_mask = var_51811_end_mask_0, x = transpose_25)[name = tensor<string, []>("op_51811_cast")];
            tensor<int32, [4]> var_51815_begin_0 = const()[name = tensor<string, []>("op_51815_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1152])];
            tensor<int32, [4]> var_51815_end_0 = const()[name = tensor<string, []>("op_51815_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1216])];
            tensor<bool, [4]> var_51815_end_mask_0 = const()[name = tensor<string, []>("op_51815_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_51815_cast = slice_by_index(begin = var_51815_begin_0, end = var_51815_end_0, end_mask = var_51815_end_mask_0, x = transpose_25)[name = tensor<string, []>("op_51815_cast")];
            tensor<int32, [4]> var_51819_begin_0 = const()[name = tensor<string, []>("op_51819_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1216])];
            tensor<int32, [4]> var_51819_end_0 = const()[name = tensor<string, []>("op_51819_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1280])];
            tensor<bool, [4]> var_51819_end_mask_0 = const()[name = tensor<string, []>("op_51819_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_51819_cast = slice_by_index(begin = var_51819_begin_0, end = var_51819_end_0, end_mask = var_51819_end_mask_0, x = transpose_25)[name = tensor<string, []>("op_51819_cast")];
            tensor<int32, [4]> var_51821_begin_0 = const()[name = tensor<string, []>("op_51821_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_51821_end_0 = const()[name = tensor<string, []>("op_51821_end_0"), val = tensor<int32, [4]>([2, 64, 1, 576])];
            tensor<bool, [4]> var_51821_end_mask_0 = const()[name = tensor<string, []>("op_51821_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_51821_cast = slice_by_index(begin = var_51821_begin_0, end = var_51821_end_0, end_mask = var_51821_end_mask_0, x = v_229_cast)[name = tensor<string, []>("op_51821_cast")];
            tensor<int32, [4]> var_51825_begin_0 = const()[name = tensor<string, []>("op_51825_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_51825_end_0 = const()[name = tensor<string, []>("op_51825_end_0"), val = tensor<int32, [4]>([2, 128, 1, 576])];
            tensor<bool, [4]> var_51825_end_mask_0 = const()[name = tensor<string, []>("op_51825_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_51825_cast = slice_by_index(begin = var_51825_begin_0, end = var_51825_end_0, end_mask = var_51825_end_mask_0, x = v_229_cast)[name = tensor<string, []>("op_51825_cast")];
            tensor<int32, [4]> var_51829_begin_0 = const()[name = tensor<string, []>("op_51829_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_51829_end_0 = const()[name = tensor<string, []>("op_51829_end_0"), val = tensor<int32, [4]>([2, 192, 1, 576])];
            tensor<bool, [4]> var_51829_end_mask_0 = const()[name = tensor<string, []>("op_51829_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_51829_cast = slice_by_index(begin = var_51829_begin_0, end = var_51829_end_0, end_mask = var_51829_end_mask_0, x = v_229_cast)[name = tensor<string, []>("op_51829_cast")];
            tensor<int32, [4]> var_51833_begin_0 = const()[name = tensor<string, []>("op_51833_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_51833_end_0 = const()[name = tensor<string, []>("op_51833_end_0"), val = tensor<int32, [4]>([2, 256, 1, 576])];
            tensor<bool, [4]> var_51833_end_mask_0 = const()[name = tensor<string, []>("op_51833_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_51833_cast = slice_by_index(begin = var_51833_begin_0, end = var_51833_end_0, end_mask = var_51833_end_mask_0, x = v_229_cast)[name = tensor<string, []>("op_51833_cast")];
            tensor<int32, [4]> var_51837_begin_0 = const()[name = tensor<string, []>("op_51837_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_51837_end_0 = const()[name = tensor<string, []>("op_51837_end_0"), val = tensor<int32, [4]>([2, 320, 1, 576])];
            tensor<bool, [4]> var_51837_end_mask_0 = const()[name = tensor<string, []>("op_51837_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_51837_cast = slice_by_index(begin = var_51837_begin_0, end = var_51837_end_0, end_mask = var_51837_end_mask_0, x = v_229_cast)[name = tensor<string, []>("op_51837_cast")];
            tensor<int32, [4]> var_51841_begin_0 = const()[name = tensor<string, []>("op_51841_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_51841_end_0 = const()[name = tensor<string, []>("op_51841_end_0"), val = tensor<int32, [4]>([2, 384, 1, 576])];
            tensor<bool, [4]> var_51841_end_mask_0 = const()[name = tensor<string, []>("op_51841_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_51841_cast = slice_by_index(begin = var_51841_begin_0, end = var_51841_end_0, end_mask = var_51841_end_mask_0, x = v_229_cast)[name = tensor<string, []>("op_51841_cast")];
            tensor<int32, [4]> var_51845_begin_0 = const()[name = tensor<string, []>("op_51845_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_51845_end_0 = const()[name = tensor<string, []>("op_51845_end_0"), val = tensor<int32, [4]>([2, 448, 1, 576])];
            tensor<bool, [4]> var_51845_end_mask_0 = const()[name = tensor<string, []>("op_51845_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_51845_cast = slice_by_index(begin = var_51845_begin_0, end = var_51845_end_0, end_mask = var_51845_end_mask_0, x = v_229_cast)[name = tensor<string, []>("op_51845_cast")];
            tensor<int32, [4]> var_51849_begin_0 = const()[name = tensor<string, []>("op_51849_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_51849_end_0 = const()[name = tensor<string, []>("op_51849_end_0"), val = tensor<int32, [4]>([2, 512, 1, 576])];
            tensor<bool, [4]> var_51849_end_mask_0 = const()[name = tensor<string, []>("op_51849_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_51849_cast = slice_by_index(begin = var_51849_begin_0, end = var_51849_end_0, end_mask = var_51849_end_mask_0, x = v_229_cast)[name = tensor<string, []>("op_51849_cast")];
            tensor<int32, [4]> var_51853_begin_0 = const()[name = tensor<string, []>("op_51853_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_51853_end_0 = const()[name = tensor<string, []>("op_51853_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_51853_end_mask_0 = const()[name = tensor<string, []>("op_51853_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_51853_cast = slice_by_index(begin = var_51853_begin_0, end = var_51853_end_0, end_mask = var_51853_end_mask_0, x = v_229_cast)[name = tensor<string, []>("op_51853_cast")];
            tensor<int32, [4]> var_51857_begin_0 = const()[name = tensor<string, []>("op_51857_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_51857_end_0 = const()[name = tensor<string, []>("op_51857_end_0"), val = tensor<int32, [4]>([2, 640, 1, 576])];
            tensor<bool, [4]> var_51857_end_mask_0 = const()[name = tensor<string, []>("op_51857_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_51857_cast = slice_by_index(begin = var_51857_begin_0, end = var_51857_end_0, end_mask = var_51857_end_mask_0, x = v_229_cast)[name = tensor<string, []>("op_51857_cast")];
            tensor<int32, [4]> var_51861_begin_0 = const()[name = tensor<string, []>("op_51861_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_51861_end_0 = const()[name = tensor<string, []>("op_51861_end_0"), val = tensor<int32, [4]>([2, 704, 1, 576])];
            tensor<bool, [4]> var_51861_end_mask_0 = const()[name = tensor<string, []>("op_51861_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_51861_cast = slice_by_index(begin = var_51861_begin_0, end = var_51861_end_0, end_mask = var_51861_end_mask_0, x = v_229_cast)[name = tensor<string, []>("op_51861_cast")];
            tensor<int32, [4]> var_51865_begin_0 = const()[name = tensor<string, []>("op_51865_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_51865_end_0 = const()[name = tensor<string, []>("op_51865_end_0"), val = tensor<int32, [4]>([2, 768, 1, 576])];
            tensor<bool, [4]> var_51865_end_mask_0 = const()[name = tensor<string, []>("op_51865_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_51865_cast = slice_by_index(begin = var_51865_begin_0, end = var_51865_end_0, end_mask = var_51865_end_mask_0, x = v_229_cast)[name = tensor<string, []>("op_51865_cast")];
            tensor<int32, [4]> var_51869_begin_0 = const()[name = tensor<string, []>("op_51869_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_51869_end_0 = const()[name = tensor<string, []>("op_51869_end_0"), val = tensor<int32, [4]>([2, 832, 1, 576])];
            tensor<bool, [4]> var_51869_end_mask_0 = const()[name = tensor<string, []>("op_51869_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_51869_cast = slice_by_index(begin = var_51869_begin_0, end = var_51869_end_0, end_mask = var_51869_end_mask_0, x = v_229_cast)[name = tensor<string, []>("op_51869_cast")];
            tensor<int32, [4]> var_51873_begin_0 = const()[name = tensor<string, []>("op_51873_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_51873_end_0 = const()[name = tensor<string, []>("op_51873_end_0"), val = tensor<int32, [4]>([2, 896, 1, 576])];
            tensor<bool, [4]> var_51873_end_mask_0 = const()[name = tensor<string, []>("op_51873_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_51873_cast = slice_by_index(begin = var_51873_begin_0, end = var_51873_end_0, end_mask = var_51873_end_mask_0, x = v_229_cast)[name = tensor<string, []>("op_51873_cast")];
            tensor<int32, [4]> var_51877_begin_0 = const()[name = tensor<string, []>("op_51877_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_51877_end_0 = const()[name = tensor<string, []>("op_51877_end_0"), val = tensor<int32, [4]>([2, 960, 1, 576])];
            tensor<bool, [4]> var_51877_end_mask_0 = const()[name = tensor<string, []>("op_51877_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_51877_cast = slice_by_index(begin = var_51877_begin_0, end = var_51877_end_0, end_mask = var_51877_end_mask_0, x = v_229_cast)[name = tensor<string, []>("op_51877_cast")];
            tensor<int32, [4]> var_51881_begin_0 = const()[name = tensor<string, []>("op_51881_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_51881_end_0 = const()[name = tensor<string, []>("op_51881_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 576])];
            tensor<bool, [4]> var_51881_end_mask_0 = const()[name = tensor<string, []>("op_51881_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_51881_cast = slice_by_index(begin = var_51881_begin_0, end = var_51881_end_0, end_mask = var_51881_end_mask_0, x = v_229_cast)[name = tensor<string, []>("op_51881_cast")];
            tensor<int32, [4]> var_51885_begin_0 = const()[name = tensor<string, []>("op_51885_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_51885_end_0 = const()[name = tensor<string, []>("op_51885_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 576])];
            tensor<bool, [4]> var_51885_end_mask_0 = const()[name = tensor<string, []>("op_51885_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_51885_cast = slice_by_index(begin = var_51885_begin_0, end = var_51885_end_0, end_mask = var_51885_end_mask_0, x = v_229_cast)[name = tensor<string, []>("op_51885_cast")];
            tensor<int32, [4]> var_51889_begin_0 = const()[name = tensor<string, []>("op_51889_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_51889_end_0 = const()[name = tensor<string, []>("op_51889_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 576])];
            tensor<bool, [4]> var_51889_end_mask_0 = const()[name = tensor<string, []>("op_51889_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_51889_cast = slice_by_index(begin = var_51889_begin_0, end = var_51889_end_0, end_mask = var_51889_end_mask_0, x = v_229_cast)[name = tensor<string, []>("op_51889_cast")];
            tensor<int32, [4]> var_51893_begin_0 = const()[name = tensor<string, []>("op_51893_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_51893_end_0 = const()[name = tensor<string, []>("op_51893_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 576])];
            tensor<bool, [4]> var_51893_end_mask_0 = const()[name = tensor<string, []>("op_51893_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_51893_cast = slice_by_index(begin = var_51893_begin_0, end = var_51893_end_0, end_mask = var_51893_end_mask_0, x = v_229_cast)[name = tensor<string, []>("op_51893_cast")];
            tensor<int32, [4]> var_51897_begin_0 = const()[name = tensor<string, []>("op_51897_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_51897_end_0 = const()[name = tensor<string, []>("op_51897_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 576])];
            tensor<bool, [4]> var_51897_end_mask_0 = const()[name = tensor<string, []>("op_51897_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_51897_cast = slice_by_index(begin = var_51897_begin_0, end = var_51897_end_0, end_mask = var_51897_end_mask_0, x = v_229_cast)[name = tensor<string, []>("op_51897_cast")];
            tensor<string, []> var_51901_equation_0 = const()[name = tensor<string, []>("op_51901_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_51901_cast = einsum(equation = var_51901_equation_0, values = (var_51743_cast, var_51660_cast))[name = tensor<string, []>("op_51901_cast")];
            tensor<fp16, []> var_51902_to_fp16 = const()[name = tensor<string, []>("op_51902_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4401_cast = mul(x = var_51901_cast, y = var_51902_to_fp16)[name = tensor<string, []>("aw_4401_cast")];
            tensor<string, []> var_51905_equation_0 = const()[name = tensor<string, []>("op_51905_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_51905_cast = einsum(equation = var_51905_equation_0, values = (var_51747_cast, var_51664_cast))[name = tensor<string, []>("op_51905_cast")];
            tensor<fp16, []> var_51906_to_fp16 = const()[name = tensor<string, []>("op_51906_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4403_cast = mul(x = var_51905_cast, y = var_51906_to_fp16)[name = tensor<string, []>("aw_4403_cast")];
            tensor<string, []> var_51909_equation_0 = const()[name = tensor<string, []>("op_51909_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_51909_cast = einsum(equation = var_51909_equation_0, values = (var_51751_cast, var_51668_cast))[name = tensor<string, []>("op_51909_cast")];
            tensor<fp16, []> var_51910_to_fp16 = const()[name = tensor<string, []>("op_51910_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4405_cast = mul(x = var_51909_cast, y = var_51910_to_fp16)[name = tensor<string, []>("aw_4405_cast")];
            tensor<string, []> var_51913_equation_0 = const()[name = tensor<string, []>("op_51913_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_51913_cast = einsum(equation = var_51913_equation_0, values = (var_51755_cast, var_51672_cast))[name = tensor<string, []>("op_51913_cast")];
            tensor<fp16, []> var_51914_to_fp16 = const()[name = tensor<string, []>("op_51914_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4407_cast = mul(x = var_51913_cast, y = var_51914_to_fp16)[name = tensor<string, []>("aw_4407_cast")];
            tensor<string, []> var_51917_equation_0 = const()[name = tensor<string, []>("op_51917_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_51917_cast = einsum(equation = var_51917_equation_0, values = (var_51759_cast, var_51676_cast))[name = tensor<string, []>("op_51917_cast")];
            tensor<fp16, []> var_51918_to_fp16 = const()[name = tensor<string, []>("op_51918_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4409_cast = mul(x = var_51917_cast, y = var_51918_to_fp16)[name = tensor<string, []>("aw_4409_cast")];
            tensor<string, []> var_51921_equation_0 = const()[name = tensor<string, []>("op_51921_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_51921_cast = einsum(equation = var_51921_equation_0, values = (var_51763_cast, var_51680_cast))[name = tensor<string, []>("op_51921_cast")];
            tensor<fp16, []> var_51922_to_fp16 = const()[name = tensor<string, []>("op_51922_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4411_cast = mul(x = var_51921_cast, y = var_51922_to_fp16)[name = tensor<string, []>("aw_4411_cast")];
            tensor<string, []> var_51925_equation_0 = const()[name = tensor<string, []>("op_51925_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_51925_cast = einsum(equation = var_51925_equation_0, values = (var_51767_cast, var_51684_cast))[name = tensor<string, []>("op_51925_cast")];
            tensor<fp16, []> var_51926_to_fp16 = const()[name = tensor<string, []>("op_51926_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4413_cast = mul(x = var_51925_cast, y = var_51926_to_fp16)[name = tensor<string, []>("aw_4413_cast")];
            tensor<string, []> var_51929_equation_0 = const()[name = tensor<string, []>("op_51929_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_51929_cast = einsum(equation = var_51929_equation_0, values = (var_51771_cast, var_51688_cast))[name = tensor<string, []>("op_51929_cast")];
            tensor<fp16, []> var_51930_to_fp16 = const()[name = tensor<string, []>("op_51930_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4415_cast = mul(x = var_51929_cast, y = var_51930_to_fp16)[name = tensor<string, []>("aw_4415_cast")];
            tensor<string, []> var_51933_equation_0 = const()[name = tensor<string, []>("op_51933_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_51933_cast = einsum(equation = var_51933_equation_0, values = (var_51775_cast, var_51692_cast))[name = tensor<string, []>("op_51933_cast")];
            tensor<fp16, []> var_51934_to_fp16 = const()[name = tensor<string, []>("op_51934_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4417_cast = mul(x = var_51933_cast, y = var_51934_to_fp16)[name = tensor<string, []>("aw_4417_cast")];
            tensor<string, []> var_51937_equation_0 = const()[name = tensor<string, []>("op_51937_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_51937_cast = einsum(equation = var_51937_equation_0, values = (var_51779_cast, var_51696_cast))[name = tensor<string, []>("op_51937_cast")];
            tensor<fp16, []> var_51938_to_fp16 = const()[name = tensor<string, []>("op_51938_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4419_cast = mul(x = var_51937_cast, y = var_51938_to_fp16)[name = tensor<string, []>("aw_4419_cast")];
            tensor<string, []> var_51941_equation_0 = const()[name = tensor<string, []>("op_51941_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_51941_cast = einsum(equation = var_51941_equation_0, values = (var_51783_cast, var_51700_cast))[name = tensor<string, []>("op_51941_cast")];
            tensor<fp16, []> var_51942_to_fp16 = const()[name = tensor<string, []>("op_51942_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4421_cast = mul(x = var_51941_cast, y = var_51942_to_fp16)[name = tensor<string, []>("aw_4421_cast")];
            tensor<string, []> var_51945_equation_0 = const()[name = tensor<string, []>("op_51945_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_51945_cast = einsum(equation = var_51945_equation_0, values = (var_51787_cast, var_51704_cast))[name = tensor<string, []>("op_51945_cast")];
            tensor<fp16, []> var_51946_to_fp16 = const()[name = tensor<string, []>("op_51946_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4423_cast = mul(x = var_51945_cast, y = var_51946_to_fp16)[name = tensor<string, []>("aw_4423_cast")];
            tensor<string, []> var_51949_equation_0 = const()[name = tensor<string, []>("op_51949_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_51949_cast = einsum(equation = var_51949_equation_0, values = (var_51791_cast, var_51708_cast))[name = tensor<string, []>("op_51949_cast")];
            tensor<fp16, []> var_51950_to_fp16 = const()[name = tensor<string, []>("op_51950_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4425_cast = mul(x = var_51949_cast, y = var_51950_to_fp16)[name = tensor<string, []>("aw_4425_cast")];
            tensor<string, []> var_51953_equation_0 = const()[name = tensor<string, []>("op_51953_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_51953_cast = einsum(equation = var_51953_equation_0, values = (var_51795_cast, var_51712_cast))[name = tensor<string, []>("op_51953_cast")];
            tensor<fp16, []> var_51954_to_fp16 = const()[name = tensor<string, []>("op_51954_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4427_cast = mul(x = var_51953_cast, y = var_51954_to_fp16)[name = tensor<string, []>("aw_4427_cast")];
            tensor<string, []> var_51957_equation_0 = const()[name = tensor<string, []>("op_51957_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_51957_cast = einsum(equation = var_51957_equation_0, values = (var_51799_cast, var_51716_cast))[name = tensor<string, []>("op_51957_cast")];
            tensor<fp16, []> var_51958_to_fp16 = const()[name = tensor<string, []>("op_51958_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4429_cast = mul(x = var_51957_cast, y = var_51958_to_fp16)[name = tensor<string, []>("aw_4429_cast")];
            tensor<string, []> var_51961_equation_0 = const()[name = tensor<string, []>("op_51961_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_51961_cast = einsum(equation = var_51961_equation_0, values = (var_51803_cast, var_51720_cast))[name = tensor<string, []>("op_51961_cast")];
            tensor<fp16, []> var_51962_to_fp16 = const()[name = tensor<string, []>("op_51962_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4431_cast = mul(x = var_51961_cast, y = var_51962_to_fp16)[name = tensor<string, []>("aw_4431_cast")];
            tensor<string, []> var_51965_equation_0 = const()[name = tensor<string, []>("op_51965_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_51965_cast = einsum(equation = var_51965_equation_0, values = (var_51807_cast, var_51724_cast))[name = tensor<string, []>("op_51965_cast")];
            tensor<fp16, []> var_51966_to_fp16 = const()[name = tensor<string, []>("op_51966_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4433_cast = mul(x = var_51965_cast, y = var_51966_to_fp16)[name = tensor<string, []>("aw_4433_cast")];
            tensor<string, []> var_51969_equation_0 = const()[name = tensor<string, []>("op_51969_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_51969_cast = einsum(equation = var_51969_equation_0, values = (var_51811_cast, var_51728_cast))[name = tensor<string, []>("op_51969_cast")];
            tensor<fp16, []> var_51970_to_fp16 = const()[name = tensor<string, []>("op_51970_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4435_cast = mul(x = var_51969_cast, y = var_51970_to_fp16)[name = tensor<string, []>("aw_4435_cast")];
            tensor<string, []> var_51973_equation_0 = const()[name = tensor<string, []>("op_51973_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_51973_cast = einsum(equation = var_51973_equation_0, values = (var_51815_cast, var_51732_cast))[name = tensor<string, []>("op_51973_cast")];
            tensor<fp16, []> var_51974_to_fp16 = const()[name = tensor<string, []>("op_51974_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4437_cast = mul(x = var_51973_cast, y = var_51974_to_fp16)[name = tensor<string, []>("aw_4437_cast")];
            tensor<string, []> var_51977_equation_0 = const()[name = tensor<string, []>("op_51977_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_51977_cast = einsum(equation = var_51977_equation_0, values = (var_51819_cast, var_51736_cast))[name = tensor<string, []>("op_51977_cast")];
            tensor<fp16, []> var_51978_to_fp16 = const()[name = tensor<string, []>("op_51978_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4439_cast = mul(x = var_51977_cast, y = var_51978_to_fp16)[name = tensor<string, []>("aw_4439_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_51980_cast = softmax(axis = var_30355, x = aw_4401_cast)[name = tensor<string, []>("op_51980_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_51981_cast = softmax(axis = var_30355, x = aw_4403_cast)[name = tensor<string, []>("op_51981_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_51982_cast = softmax(axis = var_30355, x = aw_4405_cast)[name = tensor<string, []>("op_51982_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_51983_cast = softmax(axis = var_30355, x = aw_4407_cast)[name = tensor<string, []>("op_51983_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_51984_cast = softmax(axis = var_30355, x = aw_4409_cast)[name = tensor<string, []>("op_51984_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_51985_cast = softmax(axis = var_30355, x = aw_4411_cast)[name = tensor<string, []>("op_51985_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_51986_cast = softmax(axis = var_30355, x = aw_4413_cast)[name = tensor<string, []>("op_51986_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_51987_cast = softmax(axis = var_30355, x = aw_4415_cast)[name = tensor<string, []>("op_51987_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_51988_cast = softmax(axis = var_30355, x = aw_4417_cast)[name = tensor<string, []>("op_51988_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_51989_cast = softmax(axis = var_30355, x = aw_4419_cast)[name = tensor<string, []>("op_51989_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_51990_cast = softmax(axis = var_30355, x = aw_4421_cast)[name = tensor<string, []>("op_51990_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_51991_cast = softmax(axis = var_30355, x = aw_4423_cast)[name = tensor<string, []>("op_51991_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_51992_cast = softmax(axis = var_30355, x = aw_4425_cast)[name = tensor<string, []>("op_51992_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_51993_cast = softmax(axis = var_30355, x = aw_4427_cast)[name = tensor<string, []>("op_51993_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_51994_cast = softmax(axis = var_30355, x = aw_4429_cast)[name = tensor<string, []>("op_51994_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_51995_cast = softmax(axis = var_30355, x = aw_4431_cast)[name = tensor<string, []>("op_51995_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_51996_cast = softmax(axis = var_30355, x = aw_4433_cast)[name = tensor<string, []>("op_51996_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_51997_cast = softmax(axis = var_30355, x = aw_4435_cast)[name = tensor<string, []>("op_51997_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_51998_cast = softmax(axis = var_30355, x = aw_4437_cast)[name = tensor<string, []>("op_51998_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_51999_cast = softmax(axis = var_30355, x = aw_4439_cast)[name = tensor<string, []>("op_51999_cast")];
            tensor<string, []> var_52001_equation_0 = const()[name = tensor<string, []>("op_52001_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_52001_cast = einsum(equation = var_52001_equation_0, values = (var_51821_cast, var_51980_cast))[name = tensor<string, []>("op_52001_cast")];
            tensor<string, []> var_52003_equation_0 = const()[name = tensor<string, []>("op_52003_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_52003_cast = einsum(equation = var_52003_equation_0, values = (var_51825_cast, var_51981_cast))[name = tensor<string, []>("op_52003_cast")];
            tensor<string, []> var_52005_equation_0 = const()[name = tensor<string, []>("op_52005_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_52005_cast = einsum(equation = var_52005_equation_0, values = (var_51829_cast, var_51982_cast))[name = tensor<string, []>("op_52005_cast")];
            tensor<string, []> var_52007_equation_0 = const()[name = tensor<string, []>("op_52007_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_52007_cast = einsum(equation = var_52007_equation_0, values = (var_51833_cast, var_51983_cast))[name = tensor<string, []>("op_52007_cast")];
            tensor<string, []> var_52009_equation_0 = const()[name = tensor<string, []>("op_52009_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_52009_cast = einsum(equation = var_52009_equation_0, values = (var_51837_cast, var_51984_cast))[name = tensor<string, []>("op_52009_cast")];
            tensor<string, []> var_52011_equation_0 = const()[name = tensor<string, []>("op_52011_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_52011_cast = einsum(equation = var_52011_equation_0, values = (var_51841_cast, var_51985_cast))[name = tensor<string, []>("op_52011_cast")];
            tensor<string, []> var_52013_equation_0 = const()[name = tensor<string, []>("op_52013_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_52013_cast = einsum(equation = var_52013_equation_0, values = (var_51845_cast, var_51986_cast))[name = tensor<string, []>("op_52013_cast")];
            tensor<string, []> var_52015_equation_0 = const()[name = tensor<string, []>("op_52015_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_52015_cast = einsum(equation = var_52015_equation_0, values = (var_51849_cast, var_51987_cast))[name = tensor<string, []>("op_52015_cast")];
            tensor<string, []> var_52017_equation_0 = const()[name = tensor<string, []>("op_52017_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_52017_cast = einsum(equation = var_52017_equation_0, values = (var_51853_cast, var_51988_cast))[name = tensor<string, []>("op_52017_cast")];
            tensor<string, []> var_52019_equation_0 = const()[name = tensor<string, []>("op_52019_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_52019_cast = einsum(equation = var_52019_equation_0, values = (var_51857_cast, var_51989_cast))[name = tensor<string, []>("op_52019_cast")];
            tensor<string, []> var_52021_equation_0 = const()[name = tensor<string, []>("op_52021_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_52021_cast = einsum(equation = var_52021_equation_0, values = (var_51861_cast, var_51990_cast))[name = tensor<string, []>("op_52021_cast")];
            tensor<string, []> var_52023_equation_0 = const()[name = tensor<string, []>("op_52023_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_52023_cast = einsum(equation = var_52023_equation_0, values = (var_51865_cast, var_51991_cast))[name = tensor<string, []>("op_52023_cast")];
            tensor<string, []> var_52025_equation_0 = const()[name = tensor<string, []>("op_52025_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_52025_cast = einsum(equation = var_52025_equation_0, values = (var_51869_cast, var_51992_cast))[name = tensor<string, []>("op_52025_cast")];
            tensor<string, []> var_52027_equation_0 = const()[name = tensor<string, []>("op_52027_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_52027_cast = einsum(equation = var_52027_equation_0, values = (var_51873_cast, var_51993_cast))[name = tensor<string, []>("op_52027_cast")];
            tensor<string, []> var_52029_equation_0 = const()[name = tensor<string, []>("op_52029_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_52029_cast = einsum(equation = var_52029_equation_0, values = (var_51877_cast, var_51994_cast))[name = tensor<string, []>("op_52029_cast")];
            tensor<string, []> var_52031_equation_0 = const()[name = tensor<string, []>("op_52031_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_52031_cast = einsum(equation = var_52031_equation_0, values = (var_51881_cast, var_51995_cast))[name = tensor<string, []>("op_52031_cast")];
            tensor<string, []> var_52033_equation_0 = const()[name = tensor<string, []>("op_52033_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_52033_cast = einsum(equation = var_52033_equation_0, values = (var_51885_cast, var_51996_cast))[name = tensor<string, []>("op_52033_cast")];
            tensor<string, []> var_52035_equation_0 = const()[name = tensor<string, []>("op_52035_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_52035_cast = einsum(equation = var_52035_equation_0, values = (var_51889_cast, var_51997_cast))[name = tensor<string, []>("op_52035_cast")];
            tensor<string, []> var_52037_equation_0 = const()[name = tensor<string, []>("op_52037_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_52037_cast = einsum(equation = var_52037_equation_0, values = (var_51893_cast, var_51998_cast))[name = tensor<string, []>("op_52037_cast")];
            tensor<string, []> var_52039_equation_0 = const()[name = tensor<string, []>("op_52039_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_52039_cast = einsum(equation = var_52039_equation_0, values = (var_51897_cast, var_51999_cast))[name = tensor<string, []>("op_52039_cast")];
            tensor<bool, []> input_659_interleave_0 = const()[name = tensor<string, []>("input_659_interleave_0"), val = tensor<bool, []>(false)];
            tensor<fp16, [2, 1280, 1, 576]> input_659_cast = concat(axis = var_30355, interleave = input_659_interleave_0, values = (var_52001_cast, var_52003_cast, var_52005_cast, var_52007_cast, var_52009_cast, var_52011_cast, var_52013_cast, var_52015_cast, var_52017_cast, var_52019_cast, var_52021_cast, var_52023_cast, var_52025_cast, var_52027_cast, var_52029_cast, var_52031_cast, var_52033_cast, var_52035_cast, var_52037_cast, var_52039_cast))[name = tensor<string, []>("input_659_cast")];
            tensor<int32, [2]> var_52045 = const()[name = tensor<string, []>("op_52045"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_52047 = const()[name = tensor<string, []>("op_52047"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_52049_pad_type_0 = const()[name = tensor<string, []>("op_52049_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_52049_pad_0 = const()[name = tensor<string, []>("op_52049_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_3_attn1_to_out_0_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [1228800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(379350656))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(380579520))), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_3_attn1_to_out_0_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_attentions_2_transformer_blocks_3_attn1_to_out_0_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_3_attn1_to_out_0_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(380579712)))];
            tensor<fp16, [2, 1280, 1, 576]> var_52049_cast = conv(bias = up_blocks_0_attentions_2_transformer_blocks_3_attn1_to_out_0_bias_to_fp16, dilations = var_52047, groups = var_30355, pad = var_52049_pad_0, pad_type = var_52049_pad_type_0, strides = var_52045, weight = up_blocks_0_attentions_2_transformer_blocks_3_attn1_to_out_0_weight_to_fp16_palettized, x = input_659_cast)[name = tensor<string, []>("op_52049_cast")];
            tensor<fp16, [2, 1280, 1, 576]> inputs_345_cast = add(x = var_52049_cast, y = inputs_343_cast)[name = tensor<string, []>("inputs_345_cast")];
            tensor<int32, [1]> var_52053 = const()[name = tensor<string, []>("op_52053"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> channels_mean_345_cast = reduce_mean(axes = var_52053, keep_dims = var_30350, x = inputs_345_cast)[name = tensor<string, []>("channels_mean_345_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_345_cast = sub(x = inputs_345_cast, y = channels_mean_345_cast)[name = tensor<string, []>("zero_mean_345_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_sq_345_cast = mul(x = zero_mean_345_cast, y = zero_mean_345_cast)[name = tensor<string, []>("zero_mean_sq_345_cast")];
            tensor<int32, [1]> var_52057 = const()[name = tensor<string, []>("op_52057"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> var_52058_cast = reduce_mean(axes = var_52057, keep_dims = var_30350, x = zero_mean_sq_345_cast)[name = tensor<string, []>("op_52058_cast")];
            tensor<fp16, []> var_52059_to_fp16 = const()[name = tensor<string, []>("op_52059_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 576]> var_52060_cast = add(x = var_52058_cast, y = var_52059_to_fp16)[name = tensor<string, []>("op_52060_cast")];
            tensor<fp16, []> denom_345_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_345_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 576]> denom_345_cast = rsqrt(epsilon = denom_345_epsilon_0_to_fp16, x = var_52060_cast)[name = tensor<string, []>("denom_345_cast")];
            tensor<fp16, [2, 1280, 1, 576]> out_345_cast = mul(x = zero_mean_345_cast, y = denom_345_cast)[name = tensor<string, []>("out_345_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_52064_to_fp16 = const()[name = tensor<string, []>("op_52064_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(380582336)))];
            tensor<fp16, [2, 1280, 1, 576]> var_52065_cast = add(x = out_345_cast, y = var_52064_to_fp16)[name = tensor<string, []>("op_52065_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_52067_to_fp16 = const()[name = tensor<string, []>("op_52067_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(380584960)))];
            tensor<fp16, [2, 1280, 1, 576]> hidden_states_455_cast = mul(x = var_52065_cast, y = var_52067_to_fp16)[name = tensor<string, []>("hidden_states_455_cast")];
            tensor<int32, [2]> var_52074 = const()[name = tensor<string, []>("op_52074"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_52076 = const()[name = tensor<string, []>("op_52076"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> q_231_pad_type_0 = const()[name = tensor<string, []>("q_231_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> q_231_pad_0 = const()[name = tensor<string, []>("q_231_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_3_attn2_to_q_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [409600]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(380587584))), lut = tensor<fp16, [4]>([-0x1.028p-5, -0x1.36cp-7, 0x1.348p-7, 0x1.024p-5]), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_3_attn2_to_q_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> q_231_cast = conv(dilations = var_52076, groups = var_30355, pad = q_231_pad_0, pad_type = q_231_pad_type_0, strides = var_52074, weight = up_blocks_0_attentions_2_transformer_blocks_3_attn2_to_q_weight_to_fp16_palettized, x = hidden_states_455_cast)[name = tensor<string, []>("q_231_cast")];
            tensor<int32, [2]> var_52080 = const()[name = tensor<string, []>("op_52080"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_52082 = const()[name = tensor<string, []>("op_52082"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> k_461_pad_type_0 = const()[name = tensor<string, []>("k_461_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> k_461_pad_0 = const()[name = tensor<string, []>("k_461_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 2048, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_3_attn2_to_k_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [655360]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(380997248))), lut = tensor<fp16, [4]>([-0x1.b3cp-6, -0x1.f7cp-8, 0x1.fb8p-8, 0x1.b6p-6]), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_3_attn2_to_k_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 2048, 1, 1])];
            tensor<fp16, [2, 1280, 1, 77]> k_461_cast = conv(dilations = var_52082, groups = var_30355, pad = k_461_pad_0, pad_type = k_461_pad_type_0, strides = var_52080, weight = up_blocks_0_attentions_2_transformer_blocks_3_attn2_to_k_weight_to_fp16_palettized, x = encoder_hidden_states)[name = tensor<string, []>("k_461_cast")];
            tensor<int32, [2]> var_52086 = const()[name = tensor<string, []>("op_52086"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_52088 = const()[name = tensor<string, []>("op_52088"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> v_231_pad_type_0 = const()[name = tensor<string, []>("v_231_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> v_231_pad_0 = const()[name = tensor<string, []>("v_231_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 2048, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_3_attn2_to_v_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [1310720]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(381652672))), lut = tensor<fp16, [16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(382963456))), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_3_attn2_to_v_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 2048, 1, 1])];
            tensor<fp16, [2, 1280, 1, 77]> v_231_cast = conv(dilations = var_52088, groups = var_30355, pad = v_231_pad_0, pad_type = v_231_pad_type_0, strides = var_52086, weight = up_blocks_0_attentions_2_transformer_blocks_3_attn2_to_v_weight_to_fp16_palettized, x = encoder_hidden_states)[name = tensor<string, []>("v_231_cast")];
            tensor<int32, [4]> var_52092_begin_0 = const()[name = tensor<string, []>("op_52092_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_52092_end_0 = const()[name = tensor<string, []>("op_52092_end_0"), val = tensor<int32, [4]>([2, 64, 1, 576])];
            tensor<bool, [4]> var_52092_end_mask_0 = const()[name = tensor<string, []>("op_52092_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_52092_cast = slice_by_index(begin = var_52092_begin_0, end = var_52092_end_0, end_mask = var_52092_end_mask_0, x = q_231_cast)[name = tensor<string, []>("op_52092_cast")];
            tensor<int32, [4]> var_52096_begin_0 = const()[name = tensor<string, []>("op_52096_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_52096_end_0 = const()[name = tensor<string, []>("op_52096_end_0"), val = tensor<int32, [4]>([2, 128, 1, 576])];
            tensor<bool, [4]> var_52096_end_mask_0 = const()[name = tensor<string, []>("op_52096_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_52096_cast = slice_by_index(begin = var_52096_begin_0, end = var_52096_end_0, end_mask = var_52096_end_mask_0, x = q_231_cast)[name = tensor<string, []>("op_52096_cast")];
            tensor<int32, [4]> var_52100_begin_0 = const()[name = tensor<string, []>("op_52100_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_52100_end_0 = const()[name = tensor<string, []>("op_52100_end_0"), val = tensor<int32, [4]>([2, 192, 1, 576])];
            tensor<bool, [4]> var_52100_end_mask_0 = const()[name = tensor<string, []>("op_52100_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_52100_cast = slice_by_index(begin = var_52100_begin_0, end = var_52100_end_0, end_mask = var_52100_end_mask_0, x = q_231_cast)[name = tensor<string, []>("op_52100_cast")];
            tensor<int32, [4]> var_52104_begin_0 = const()[name = tensor<string, []>("op_52104_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_52104_end_0 = const()[name = tensor<string, []>("op_52104_end_0"), val = tensor<int32, [4]>([2, 256, 1, 576])];
            tensor<bool, [4]> var_52104_end_mask_0 = const()[name = tensor<string, []>("op_52104_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_52104_cast = slice_by_index(begin = var_52104_begin_0, end = var_52104_end_0, end_mask = var_52104_end_mask_0, x = q_231_cast)[name = tensor<string, []>("op_52104_cast")];
            tensor<int32, [4]> var_52108_begin_0 = const()[name = tensor<string, []>("op_52108_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_52108_end_0 = const()[name = tensor<string, []>("op_52108_end_0"), val = tensor<int32, [4]>([2, 320, 1, 576])];
            tensor<bool, [4]> var_52108_end_mask_0 = const()[name = tensor<string, []>("op_52108_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_52108_cast = slice_by_index(begin = var_52108_begin_0, end = var_52108_end_0, end_mask = var_52108_end_mask_0, x = q_231_cast)[name = tensor<string, []>("op_52108_cast")];
            tensor<int32, [4]> var_52112_begin_0 = const()[name = tensor<string, []>("op_52112_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_52112_end_0 = const()[name = tensor<string, []>("op_52112_end_0"), val = tensor<int32, [4]>([2, 384, 1, 576])];
            tensor<bool, [4]> var_52112_end_mask_0 = const()[name = tensor<string, []>("op_52112_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_52112_cast = slice_by_index(begin = var_52112_begin_0, end = var_52112_end_0, end_mask = var_52112_end_mask_0, x = q_231_cast)[name = tensor<string, []>("op_52112_cast")];
            tensor<int32, [4]> var_52116_begin_0 = const()[name = tensor<string, []>("op_52116_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_52116_end_0 = const()[name = tensor<string, []>("op_52116_end_0"), val = tensor<int32, [4]>([2, 448, 1, 576])];
            tensor<bool, [4]> var_52116_end_mask_0 = const()[name = tensor<string, []>("op_52116_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_52116_cast = slice_by_index(begin = var_52116_begin_0, end = var_52116_end_0, end_mask = var_52116_end_mask_0, x = q_231_cast)[name = tensor<string, []>("op_52116_cast")];
            tensor<int32, [4]> var_52120_begin_0 = const()[name = tensor<string, []>("op_52120_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_52120_end_0 = const()[name = tensor<string, []>("op_52120_end_0"), val = tensor<int32, [4]>([2, 512, 1, 576])];
            tensor<bool, [4]> var_52120_end_mask_0 = const()[name = tensor<string, []>("op_52120_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_52120_cast = slice_by_index(begin = var_52120_begin_0, end = var_52120_end_0, end_mask = var_52120_end_mask_0, x = q_231_cast)[name = tensor<string, []>("op_52120_cast")];
            tensor<int32, [4]> var_52124_begin_0 = const()[name = tensor<string, []>("op_52124_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_52124_end_0 = const()[name = tensor<string, []>("op_52124_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_52124_end_mask_0 = const()[name = tensor<string, []>("op_52124_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_52124_cast = slice_by_index(begin = var_52124_begin_0, end = var_52124_end_0, end_mask = var_52124_end_mask_0, x = q_231_cast)[name = tensor<string, []>("op_52124_cast")];
            tensor<int32, [4]> var_52128_begin_0 = const()[name = tensor<string, []>("op_52128_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_52128_end_0 = const()[name = tensor<string, []>("op_52128_end_0"), val = tensor<int32, [4]>([2, 640, 1, 576])];
            tensor<bool, [4]> var_52128_end_mask_0 = const()[name = tensor<string, []>("op_52128_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_52128_cast = slice_by_index(begin = var_52128_begin_0, end = var_52128_end_0, end_mask = var_52128_end_mask_0, x = q_231_cast)[name = tensor<string, []>("op_52128_cast")];
            tensor<int32, [4]> var_52132_begin_0 = const()[name = tensor<string, []>("op_52132_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_52132_end_0 = const()[name = tensor<string, []>("op_52132_end_0"), val = tensor<int32, [4]>([2, 704, 1, 576])];
            tensor<bool, [4]> var_52132_end_mask_0 = const()[name = tensor<string, []>("op_52132_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_52132_cast = slice_by_index(begin = var_52132_begin_0, end = var_52132_end_0, end_mask = var_52132_end_mask_0, x = q_231_cast)[name = tensor<string, []>("op_52132_cast")];
            tensor<int32, [4]> var_52136_begin_0 = const()[name = tensor<string, []>("op_52136_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_52136_end_0 = const()[name = tensor<string, []>("op_52136_end_0"), val = tensor<int32, [4]>([2, 768, 1, 576])];
            tensor<bool, [4]> var_52136_end_mask_0 = const()[name = tensor<string, []>("op_52136_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_52136_cast = slice_by_index(begin = var_52136_begin_0, end = var_52136_end_0, end_mask = var_52136_end_mask_0, x = q_231_cast)[name = tensor<string, []>("op_52136_cast")];
            tensor<int32, [4]> var_52140_begin_0 = const()[name = tensor<string, []>("op_52140_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_52140_end_0 = const()[name = tensor<string, []>("op_52140_end_0"), val = tensor<int32, [4]>([2, 832, 1, 576])];
            tensor<bool, [4]> var_52140_end_mask_0 = const()[name = tensor<string, []>("op_52140_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_52140_cast = slice_by_index(begin = var_52140_begin_0, end = var_52140_end_0, end_mask = var_52140_end_mask_0, x = q_231_cast)[name = tensor<string, []>("op_52140_cast")];
            tensor<int32, [4]> var_52144_begin_0 = const()[name = tensor<string, []>("op_52144_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_52144_end_0 = const()[name = tensor<string, []>("op_52144_end_0"), val = tensor<int32, [4]>([2, 896, 1, 576])];
            tensor<bool, [4]> var_52144_end_mask_0 = const()[name = tensor<string, []>("op_52144_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_52144_cast = slice_by_index(begin = var_52144_begin_0, end = var_52144_end_0, end_mask = var_52144_end_mask_0, x = q_231_cast)[name = tensor<string, []>("op_52144_cast")];
            tensor<int32, [4]> var_52148_begin_0 = const()[name = tensor<string, []>("op_52148_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_52148_end_0 = const()[name = tensor<string, []>("op_52148_end_0"), val = tensor<int32, [4]>([2, 960, 1, 576])];
            tensor<bool, [4]> var_52148_end_mask_0 = const()[name = tensor<string, []>("op_52148_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_52148_cast = slice_by_index(begin = var_52148_begin_0, end = var_52148_end_0, end_mask = var_52148_end_mask_0, x = q_231_cast)[name = tensor<string, []>("op_52148_cast")];
            tensor<int32, [4]> var_52152_begin_0 = const()[name = tensor<string, []>("op_52152_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_52152_end_0 = const()[name = tensor<string, []>("op_52152_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 576])];
            tensor<bool, [4]> var_52152_end_mask_0 = const()[name = tensor<string, []>("op_52152_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_52152_cast = slice_by_index(begin = var_52152_begin_0, end = var_52152_end_0, end_mask = var_52152_end_mask_0, x = q_231_cast)[name = tensor<string, []>("op_52152_cast")];
            tensor<int32, [4]> var_52156_begin_0 = const()[name = tensor<string, []>("op_52156_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_52156_end_0 = const()[name = tensor<string, []>("op_52156_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 576])];
            tensor<bool, [4]> var_52156_end_mask_0 = const()[name = tensor<string, []>("op_52156_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_52156_cast = slice_by_index(begin = var_52156_begin_0, end = var_52156_end_0, end_mask = var_52156_end_mask_0, x = q_231_cast)[name = tensor<string, []>("op_52156_cast")];
            tensor<int32, [4]> var_52160_begin_0 = const()[name = tensor<string, []>("op_52160_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_52160_end_0 = const()[name = tensor<string, []>("op_52160_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 576])];
            tensor<bool, [4]> var_52160_end_mask_0 = const()[name = tensor<string, []>("op_52160_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_52160_cast = slice_by_index(begin = var_52160_begin_0, end = var_52160_end_0, end_mask = var_52160_end_mask_0, x = q_231_cast)[name = tensor<string, []>("op_52160_cast")];
            tensor<int32, [4]> var_52164_begin_0 = const()[name = tensor<string, []>("op_52164_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_52164_end_0 = const()[name = tensor<string, []>("op_52164_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 576])];
            tensor<bool, [4]> var_52164_end_mask_0 = const()[name = tensor<string, []>("op_52164_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_52164_cast = slice_by_index(begin = var_52164_begin_0, end = var_52164_end_0, end_mask = var_52164_end_mask_0, x = q_231_cast)[name = tensor<string, []>("op_52164_cast")];
            tensor<int32, [4]> var_52168_begin_0 = const()[name = tensor<string, []>("op_52168_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_52168_end_0 = const()[name = tensor<string, []>("op_52168_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 576])];
            tensor<bool, [4]> var_52168_end_mask_0 = const()[name = tensor<string, []>("op_52168_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_52168_cast = slice_by_index(begin = var_52168_begin_0, end = var_52168_end_0, end_mask = var_52168_end_mask_0, x = q_231_cast)[name = tensor<string, []>("op_52168_cast")];
            tensor<int32, [4]> k_463_perm_0 = const()[name = tensor<string, []>("k_463_perm_0"), val = tensor<int32, [4]>([0, 3, 2, 1])];
            tensor<int32, [4]> var_52175_begin_0 = const()[name = tensor<string, []>("op_52175_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_52175_end_0 = const()[name = tensor<string, []>("op_52175_end_0"), val = tensor<int32, [4]>([2, 77, 1, 64])];
            tensor<bool, [4]> var_52175_end_mask_0 = const()[name = tensor<string, []>("op_52175_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 1280]> transpose_24 = transpose(perm = k_463_perm_0, x = k_461_cast)[name = tensor<string, []>("transpose_24")];
            tensor<fp16, [2, 77, 1, 64]> var_52175_cast = slice_by_index(begin = var_52175_begin_0, end = var_52175_end_0, end_mask = var_52175_end_mask_0, x = transpose_24)[name = tensor<string, []>("op_52175_cast")];
            tensor<int32, [4]> var_52179_begin_0 = const()[name = tensor<string, []>("op_52179_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 64])];
            tensor<int32, [4]> var_52179_end_0 = const()[name = tensor<string, []>("op_52179_end_0"), val = tensor<int32, [4]>([2, 77, 1, 128])];
            tensor<bool, [4]> var_52179_end_mask_0 = const()[name = tensor<string, []>("op_52179_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_52179_cast = slice_by_index(begin = var_52179_begin_0, end = var_52179_end_0, end_mask = var_52179_end_mask_0, x = transpose_24)[name = tensor<string, []>("op_52179_cast")];
            tensor<int32, [4]> var_52183_begin_0 = const()[name = tensor<string, []>("op_52183_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 128])];
            tensor<int32, [4]> var_52183_end_0 = const()[name = tensor<string, []>("op_52183_end_0"), val = tensor<int32, [4]>([2, 77, 1, 192])];
            tensor<bool, [4]> var_52183_end_mask_0 = const()[name = tensor<string, []>("op_52183_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_52183_cast = slice_by_index(begin = var_52183_begin_0, end = var_52183_end_0, end_mask = var_52183_end_mask_0, x = transpose_24)[name = tensor<string, []>("op_52183_cast")];
            tensor<int32, [4]> var_52187_begin_0 = const()[name = tensor<string, []>("op_52187_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 192])];
            tensor<int32, [4]> var_52187_end_0 = const()[name = tensor<string, []>("op_52187_end_0"), val = tensor<int32, [4]>([2, 77, 1, 256])];
            tensor<bool, [4]> var_52187_end_mask_0 = const()[name = tensor<string, []>("op_52187_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_52187_cast = slice_by_index(begin = var_52187_begin_0, end = var_52187_end_0, end_mask = var_52187_end_mask_0, x = transpose_24)[name = tensor<string, []>("op_52187_cast")];
            tensor<int32, [4]> var_52191_begin_0 = const()[name = tensor<string, []>("op_52191_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 256])];
            tensor<int32, [4]> var_52191_end_0 = const()[name = tensor<string, []>("op_52191_end_0"), val = tensor<int32, [4]>([2, 77, 1, 320])];
            tensor<bool, [4]> var_52191_end_mask_0 = const()[name = tensor<string, []>("op_52191_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_52191_cast = slice_by_index(begin = var_52191_begin_0, end = var_52191_end_0, end_mask = var_52191_end_mask_0, x = transpose_24)[name = tensor<string, []>("op_52191_cast")];
            tensor<int32, [4]> var_52195_begin_0 = const()[name = tensor<string, []>("op_52195_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 320])];
            tensor<int32, [4]> var_52195_end_0 = const()[name = tensor<string, []>("op_52195_end_0"), val = tensor<int32, [4]>([2, 77, 1, 384])];
            tensor<bool, [4]> var_52195_end_mask_0 = const()[name = tensor<string, []>("op_52195_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_52195_cast = slice_by_index(begin = var_52195_begin_0, end = var_52195_end_0, end_mask = var_52195_end_mask_0, x = transpose_24)[name = tensor<string, []>("op_52195_cast")];
            tensor<int32, [4]> var_52199_begin_0 = const()[name = tensor<string, []>("op_52199_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 384])];
            tensor<int32, [4]> var_52199_end_0 = const()[name = tensor<string, []>("op_52199_end_0"), val = tensor<int32, [4]>([2, 77, 1, 448])];
            tensor<bool, [4]> var_52199_end_mask_0 = const()[name = tensor<string, []>("op_52199_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_52199_cast = slice_by_index(begin = var_52199_begin_0, end = var_52199_end_0, end_mask = var_52199_end_mask_0, x = transpose_24)[name = tensor<string, []>("op_52199_cast")];
            tensor<int32, [4]> var_52203_begin_0 = const()[name = tensor<string, []>("op_52203_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 448])];
            tensor<int32, [4]> var_52203_end_0 = const()[name = tensor<string, []>("op_52203_end_0"), val = tensor<int32, [4]>([2, 77, 1, 512])];
            tensor<bool, [4]> var_52203_end_mask_0 = const()[name = tensor<string, []>("op_52203_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_52203_cast = slice_by_index(begin = var_52203_begin_0, end = var_52203_end_0, end_mask = var_52203_end_mask_0, x = transpose_24)[name = tensor<string, []>("op_52203_cast")];
            tensor<int32, [4]> var_52207_begin_0 = const()[name = tensor<string, []>("op_52207_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 512])];
            tensor<int32, [4]> var_52207_end_0 = const()[name = tensor<string, []>("op_52207_end_0"), val = tensor<int32, [4]>([2, 77, 1, 576])];
            tensor<bool, [4]> var_52207_end_mask_0 = const()[name = tensor<string, []>("op_52207_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_52207_cast = slice_by_index(begin = var_52207_begin_0, end = var_52207_end_0, end_mask = var_52207_end_mask_0, x = transpose_24)[name = tensor<string, []>("op_52207_cast")];
            tensor<int32, [4]> var_52211_begin_0 = const()[name = tensor<string, []>("op_52211_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 576])];
            tensor<int32, [4]> var_52211_end_0 = const()[name = tensor<string, []>("op_52211_end_0"), val = tensor<int32, [4]>([2, 77, 1, 640])];
            tensor<bool, [4]> var_52211_end_mask_0 = const()[name = tensor<string, []>("op_52211_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_52211_cast = slice_by_index(begin = var_52211_begin_0, end = var_52211_end_0, end_mask = var_52211_end_mask_0, x = transpose_24)[name = tensor<string, []>("op_52211_cast")];
            tensor<int32, [4]> var_52215_begin_0 = const()[name = tensor<string, []>("op_52215_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 640])];
            tensor<int32, [4]> var_52215_end_0 = const()[name = tensor<string, []>("op_52215_end_0"), val = tensor<int32, [4]>([2, 77, 1, 704])];
            tensor<bool, [4]> var_52215_end_mask_0 = const()[name = tensor<string, []>("op_52215_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_52215_cast = slice_by_index(begin = var_52215_begin_0, end = var_52215_end_0, end_mask = var_52215_end_mask_0, x = transpose_24)[name = tensor<string, []>("op_52215_cast")];
            tensor<int32, [4]> var_52219_begin_0 = const()[name = tensor<string, []>("op_52219_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 704])];
            tensor<int32, [4]> var_52219_end_0 = const()[name = tensor<string, []>("op_52219_end_0"), val = tensor<int32, [4]>([2, 77, 1, 768])];
            tensor<bool, [4]> var_52219_end_mask_0 = const()[name = tensor<string, []>("op_52219_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_52219_cast = slice_by_index(begin = var_52219_begin_0, end = var_52219_end_0, end_mask = var_52219_end_mask_0, x = transpose_24)[name = tensor<string, []>("op_52219_cast")];
            tensor<int32, [4]> var_52223_begin_0 = const()[name = tensor<string, []>("op_52223_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 768])];
            tensor<int32, [4]> var_52223_end_0 = const()[name = tensor<string, []>("op_52223_end_0"), val = tensor<int32, [4]>([2, 77, 1, 832])];
            tensor<bool, [4]> var_52223_end_mask_0 = const()[name = tensor<string, []>("op_52223_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_52223_cast = slice_by_index(begin = var_52223_begin_0, end = var_52223_end_0, end_mask = var_52223_end_mask_0, x = transpose_24)[name = tensor<string, []>("op_52223_cast")];
            tensor<int32, [4]> var_52227_begin_0 = const()[name = tensor<string, []>("op_52227_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 832])];
            tensor<int32, [4]> var_52227_end_0 = const()[name = tensor<string, []>("op_52227_end_0"), val = tensor<int32, [4]>([2, 77, 1, 896])];
            tensor<bool, [4]> var_52227_end_mask_0 = const()[name = tensor<string, []>("op_52227_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_52227_cast = slice_by_index(begin = var_52227_begin_0, end = var_52227_end_0, end_mask = var_52227_end_mask_0, x = transpose_24)[name = tensor<string, []>("op_52227_cast")];
            tensor<int32, [4]> var_52231_begin_0 = const()[name = tensor<string, []>("op_52231_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 896])];
            tensor<int32, [4]> var_52231_end_0 = const()[name = tensor<string, []>("op_52231_end_0"), val = tensor<int32, [4]>([2, 77, 1, 960])];
            tensor<bool, [4]> var_52231_end_mask_0 = const()[name = tensor<string, []>("op_52231_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_52231_cast = slice_by_index(begin = var_52231_begin_0, end = var_52231_end_0, end_mask = var_52231_end_mask_0, x = transpose_24)[name = tensor<string, []>("op_52231_cast")];
            tensor<int32, [4]> var_52235_begin_0 = const()[name = tensor<string, []>("op_52235_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 960])];
            tensor<int32, [4]> var_52235_end_0 = const()[name = tensor<string, []>("op_52235_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1024])];
            tensor<bool, [4]> var_52235_end_mask_0 = const()[name = tensor<string, []>("op_52235_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_52235_cast = slice_by_index(begin = var_52235_begin_0, end = var_52235_end_0, end_mask = var_52235_end_mask_0, x = transpose_24)[name = tensor<string, []>("op_52235_cast")];
            tensor<int32, [4]> var_52239_begin_0 = const()[name = tensor<string, []>("op_52239_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1024])];
            tensor<int32, [4]> var_52239_end_0 = const()[name = tensor<string, []>("op_52239_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1088])];
            tensor<bool, [4]> var_52239_end_mask_0 = const()[name = tensor<string, []>("op_52239_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_52239_cast = slice_by_index(begin = var_52239_begin_0, end = var_52239_end_0, end_mask = var_52239_end_mask_0, x = transpose_24)[name = tensor<string, []>("op_52239_cast")];
            tensor<int32, [4]> var_52243_begin_0 = const()[name = tensor<string, []>("op_52243_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1088])];
            tensor<int32, [4]> var_52243_end_0 = const()[name = tensor<string, []>("op_52243_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1152])];
            tensor<bool, [4]> var_52243_end_mask_0 = const()[name = tensor<string, []>("op_52243_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_52243_cast = slice_by_index(begin = var_52243_begin_0, end = var_52243_end_0, end_mask = var_52243_end_mask_0, x = transpose_24)[name = tensor<string, []>("op_52243_cast")];
            tensor<int32, [4]> var_52247_begin_0 = const()[name = tensor<string, []>("op_52247_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1152])];
            tensor<int32, [4]> var_52247_end_0 = const()[name = tensor<string, []>("op_52247_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1216])];
            tensor<bool, [4]> var_52247_end_mask_0 = const()[name = tensor<string, []>("op_52247_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_52247_cast = slice_by_index(begin = var_52247_begin_0, end = var_52247_end_0, end_mask = var_52247_end_mask_0, x = transpose_24)[name = tensor<string, []>("op_52247_cast")];
            tensor<int32, [4]> var_52251_begin_0 = const()[name = tensor<string, []>("op_52251_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1216])];
            tensor<int32, [4]> var_52251_end_0 = const()[name = tensor<string, []>("op_52251_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1280])];
            tensor<bool, [4]> var_52251_end_mask_0 = const()[name = tensor<string, []>("op_52251_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_52251_cast = slice_by_index(begin = var_52251_begin_0, end = var_52251_end_0, end_mask = var_52251_end_mask_0, x = transpose_24)[name = tensor<string, []>("op_52251_cast")];
            tensor<int32, [4]> var_52253_begin_0 = const()[name = tensor<string, []>("op_52253_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_52253_end_0 = const()[name = tensor<string, []>("op_52253_end_0"), val = tensor<int32, [4]>([2, 64, 1, 77])];
            tensor<bool, [4]> var_52253_end_mask_0 = const()[name = tensor<string, []>("op_52253_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_52253_cast = slice_by_index(begin = var_52253_begin_0, end = var_52253_end_0, end_mask = var_52253_end_mask_0, x = v_231_cast)[name = tensor<string, []>("op_52253_cast")];
            tensor<int32, [4]> var_52257_begin_0 = const()[name = tensor<string, []>("op_52257_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_52257_end_0 = const()[name = tensor<string, []>("op_52257_end_0"), val = tensor<int32, [4]>([2, 128, 1, 77])];
            tensor<bool, [4]> var_52257_end_mask_0 = const()[name = tensor<string, []>("op_52257_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_52257_cast = slice_by_index(begin = var_52257_begin_0, end = var_52257_end_0, end_mask = var_52257_end_mask_0, x = v_231_cast)[name = tensor<string, []>("op_52257_cast")];
            tensor<int32, [4]> var_52261_begin_0 = const()[name = tensor<string, []>("op_52261_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_52261_end_0 = const()[name = tensor<string, []>("op_52261_end_0"), val = tensor<int32, [4]>([2, 192, 1, 77])];
            tensor<bool, [4]> var_52261_end_mask_0 = const()[name = tensor<string, []>("op_52261_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_52261_cast = slice_by_index(begin = var_52261_begin_0, end = var_52261_end_0, end_mask = var_52261_end_mask_0, x = v_231_cast)[name = tensor<string, []>("op_52261_cast")];
            tensor<int32, [4]> var_52265_begin_0 = const()[name = tensor<string, []>("op_52265_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_52265_end_0 = const()[name = tensor<string, []>("op_52265_end_0"), val = tensor<int32, [4]>([2, 256, 1, 77])];
            tensor<bool, [4]> var_52265_end_mask_0 = const()[name = tensor<string, []>("op_52265_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_52265_cast = slice_by_index(begin = var_52265_begin_0, end = var_52265_end_0, end_mask = var_52265_end_mask_0, x = v_231_cast)[name = tensor<string, []>("op_52265_cast")];
            tensor<int32, [4]> var_52269_begin_0 = const()[name = tensor<string, []>("op_52269_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_52269_end_0 = const()[name = tensor<string, []>("op_52269_end_0"), val = tensor<int32, [4]>([2, 320, 1, 77])];
            tensor<bool, [4]> var_52269_end_mask_0 = const()[name = tensor<string, []>("op_52269_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_52269_cast = slice_by_index(begin = var_52269_begin_0, end = var_52269_end_0, end_mask = var_52269_end_mask_0, x = v_231_cast)[name = tensor<string, []>("op_52269_cast")];
            tensor<int32, [4]> var_52273_begin_0 = const()[name = tensor<string, []>("op_52273_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_52273_end_0 = const()[name = tensor<string, []>("op_52273_end_0"), val = tensor<int32, [4]>([2, 384, 1, 77])];
            tensor<bool, [4]> var_52273_end_mask_0 = const()[name = tensor<string, []>("op_52273_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_52273_cast = slice_by_index(begin = var_52273_begin_0, end = var_52273_end_0, end_mask = var_52273_end_mask_0, x = v_231_cast)[name = tensor<string, []>("op_52273_cast")];
            tensor<int32, [4]> var_52277_begin_0 = const()[name = tensor<string, []>("op_52277_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_52277_end_0 = const()[name = tensor<string, []>("op_52277_end_0"), val = tensor<int32, [4]>([2, 448, 1, 77])];
            tensor<bool, [4]> var_52277_end_mask_0 = const()[name = tensor<string, []>("op_52277_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_52277_cast = slice_by_index(begin = var_52277_begin_0, end = var_52277_end_0, end_mask = var_52277_end_mask_0, x = v_231_cast)[name = tensor<string, []>("op_52277_cast")];
            tensor<int32, [4]> var_52281_begin_0 = const()[name = tensor<string, []>("op_52281_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_52281_end_0 = const()[name = tensor<string, []>("op_52281_end_0"), val = tensor<int32, [4]>([2, 512, 1, 77])];
            tensor<bool, [4]> var_52281_end_mask_0 = const()[name = tensor<string, []>("op_52281_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_52281_cast = slice_by_index(begin = var_52281_begin_0, end = var_52281_end_0, end_mask = var_52281_end_mask_0, x = v_231_cast)[name = tensor<string, []>("op_52281_cast")];
            tensor<int32, [4]> var_52285_begin_0 = const()[name = tensor<string, []>("op_52285_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_52285_end_0 = const()[name = tensor<string, []>("op_52285_end_0"), val = tensor<int32, [4]>([2, 576, 1, 77])];
            tensor<bool, [4]> var_52285_end_mask_0 = const()[name = tensor<string, []>("op_52285_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_52285_cast = slice_by_index(begin = var_52285_begin_0, end = var_52285_end_0, end_mask = var_52285_end_mask_0, x = v_231_cast)[name = tensor<string, []>("op_52285_cast")];
            tensor<int32, [4]> var_52289_begin_0 = const()[name = tensor<string, []>("op_52289_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_52289_end_0 = const()[name = tensor<string, []>("op_52289_end_0"), val = tensor<int32, [4]>([2, 640, 1, 77])];
            tensor<bool, [4]> var_52289_end_mask_0 = const()[name = tensor<string, []>("op_52289_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_52289_cast = slice_by_index(begin = var_52289_begin_0, end = var_52289_end_0, end_mask = var_52289_end_mask_0, x = v_231_cast)[name = tensor<string, []>("op_52289_cast")];
            tensor<int32, [4]> var_52293_begin_0 = const()[name = tensor<string, []>("op_52293_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_52293_end_0 = const()[name = tensor<string, []>("op_52293_end_0"), val = tensor<int32, [4]>([2, 704, 1, 77])];
            tensor<bool, [4]> var_52293_end_mask_0 = const()[name = tensor<string, []>("op_52293_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_52293_cast = slice_by_index(begin = var_52293_begin_0, end = var_52293_end_0, end_mask = var_52293_end_mask_0, x = v_231_cast)[name = tensor<string, []>("op_52293_cast")];
            tensor<int32, [4]> var_52297_begin_0 = const()[name = tensor<string, []>("op_52297_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_52297_end_0 = const()[name = tensor<string, []>("op_52297_end_0"), val = tensor<int32, [4]>([2, 768, 1, 77])];
            tensor<bool, [4]> var_52297_end_mask_0 = const()[name = tensor<string, []>("op_52297_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_52297_cast = slice_by_index(begin = var_52297_begin_0, end = var_52297_end_0, end_mask = var_52297_end_mask_0, x = v_231_cast)[name = tensor<string, []>("op_52297_cast")];
            tensor<int32, [4]> var_52301_begin_0 = const()[name = tensor<string, []>("op_52301_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_52301_end_0 = const()[name = tensor<string, []>("op_52301_end_0"), val = tensor<int32, [4]>([2, 832, 1, 77])];
            tensor<bool, [4]> var_52301_end_mask_0 = const()[name = tensor<string, []>("op_52301_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_52301_cast = slice_by_index(begin = var_52301_begin_0, end = var_52301_end_0, end_mask = var_52301_end_mask_0, x = v_231_cast)[name = tensor<string, []>("op_52301_cast")];
            tensor<int32, [4]> var_52305_begin_0 = const()[name = tensor<string, []>("op_52305_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_52305_end_0 = const()[name = tensor<string, []>("op_52305_end_0"), val = tensor<int32, [4]>([2, 896, 1, 77])];
            tensor<bool, [4]> var_52305_end_mask_0 = const()[name = tensor<string, []>("op_52305_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_52305_cast = slice_by_index(begin = var_52305_begin_0, end = var_52305_end_0, end_mask = var_52305_end_mask_0, x = v_231_cast)[name = tensor<string, []>("op_52305_cast")];
            tensor<int32, [4]> var_52309_begin_0 = const()[name = tensor<string, []>("op_52309_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_52309_end_0 = const()[name = tensor<string, []>("op_52309_end_0"), val = tensor<int32, [4]>([2, 960, 1, 77])];
            tensor<bool, [4]> var_52309_end_mask_0 = const()[name = tensor<string, []>("op_52309_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_52309_cast = slice_by_index(begin = var_52309_begin_0, end = var_52309_end_0, end_mask = var_52309_end_mask_0, x = v_231_cast)[name = tensor<string, []>("op_52309_cast")];
            tensor<int32, [4]> var_52313_begin_0 = const()[name = tensor<string, []>("op_52313_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_52313_end_0 = const()[name = tensor<string, []>("op_52313_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 77])];
            tensor<bool, [4]> var_52313_end_mask_0 = const()[name = tensor<string, []>("op_52313_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_52313_cast = slice_by_index(begin = var_52313_begin_0, end = var_52313_end_0, end_mask = var_52313_end_mask_0, x = v_231_cast)[name = tensor<string, []>("op_52313_cast")];
            tensor<int32, [4]> var_52317_begin_0 = const()[name = tensor<string, []>("op_52317_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_52317_end_0 = const()[name = tensor<string, []>("op_52317_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 77])];
            tensor<bool, [4]> var_52317_end_mask_0 = const()[name = tensor<string, []>("op_52317_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_52317_cast = slice_by_index(begin = var_52317_begin_0, end = var_52317_end_0, end_mask = var_52317_end_mask_0, x = v_231_cast)[name = tensor<string, []>("op_52317_cast")];
            tensor<int32, [4]> var_52321_begin_0 = const()[name = tensor<string, []>("op_52321_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_52321_end_0 = const()[name = tensor<string, []>("op_52321_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 77])];
            tensor<bool, [4]> var_52321_end_mask_0 = const()[name = tensor<string, []>("op_52321_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_52321_cast = slice_by_index(begin = var_52321_begin_0, end = var_52321_end_0, end_mask = var_52321_end_mask_0, x = v_231_cast)[name = tensor<string, []>("op_52321_cast")];
            tensor<int32, [4]> var_52325_begin_0 = const()[name = tensor<string, []>("op_52325_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_52325_end_0 = const()[name = tensor<string, []>("op_52325_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 77])];
            tensor<bool, [4]> var_52325_end_mask_0 = const()[name = tensor<string, []>("op_52325_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_52325_cast = slice_by_index(begin = var_52325_begin_0, end = var_52325_end_0, end_mask = var_52325_end_mask_0, x = v_231_cast)[name = tensor<string, []>("op_52325_cast")];
            tensor<int32, [4]> var_52329_begin_0 = const()[name = tensor<string, []>("op_52329_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_52329_end_0 = const()[name = tensor<string, []>("op_52329_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 77])];
            tensor<bool, [4]> var_52329_end_mask_0 = const()[name = tensor<string, []>("op_52329_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_52329_cast = slice_by_index(begin = var_52329_begin_0, end = var_52329_end_0, end_mask = var_52329_end_mask_0, x = v_231_cast)[name = tensor<string, []>("op_52329_cast")];
            tensor<string, []> var_52333_equation_0 = const()[name = tensor<string, []>("op_52333_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_52333_cast = einsum(equation = var_52333_equation_0, values = (var_52175_cast, var_52092_cast))[name = tensor<string, []>("op_52333_cast")];
            tensor<fp16, []> var_52334_to_fp16 = const()[name = tensor<string, []>("op_52334_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4441_cast = mul(x = var_52333_cast, y = var_52334_to_fp16)[name = tensor<string, []>("aw_4441_cast")];
            tensor<string, []> var_52337_equation_0 = const()[name = tensor<string, []>("op_52337_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_52337_cast = einsum(equation = var_52337_equation_0, values = (var_52179_cast, var_52096_cast))[name = tensor<string, []>("op_52337_cast")];
            tensor<fp16, []> var_52338_to_fp16 = const()[name = tensor<string, []>("op_52338_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4443_cast = mul(x = var_52337_cast, y = var_52338_to_fp16)[name = tensor<string, []>("aw_4443_cast")];
            tensor<string, []> var_52341_equation_0 = const()[name = tensor<string, []>("op_52341_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_52341_cast = einsum(equation = var_52341_equation_0, values = (var_52183_cast, var_52100_cast))[name = tensor<string, []>("op_52341_cast")];
            tensor<fp16, []> var_52342_to_fp16 = const()[name = tensor<string, []>("op_52342_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4445_cast = mul(x = var_52341_cast, y = var_52342_to_fp16)[name = tensor<string, []>("aw_4445_cast")];
            tensor<string, []> var_52345_equation_0 = const()[name = tensor<string, []>("op_52345_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_52345_cast = einsum(equation = var_52345_equation_0, values = (var_52187_cast, var_52104_cast))[name = tensor<string, []>("op_52345_cast")];
            tensor<fp16, []> var_52346_to_fp16 = const()[name = tensor<string, []>("op_52346_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4447_cast = mul(x = var_52345_cast, y = var_52346_to_fp16)[name = tensor<string, []>("aw_4447_cast")];
            tensor<string, []> var_52349_equation_0 = const()[name = tensor<string, []>("op_52349_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_52349_cast = einsum(equation = var_52349_equation_0, values = (var_52191_cast, var_52108_cast))[name = tensor<string, []>("op_52349_cast")];
            tensor<fp16, []> var_52350_to_fp16 = const()[name = tensor<string, []>("op_52350_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4449_cast = mul(x = var_52349_cast, y = var_52350_to_fp16)[name = tensor<string, []>("aw_4449_cast")];
            tensor<string, []> var_52353_equation_0 = const()[name = tensor<string, []>("op_52353_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_52353_cast = einsum(equation = var_52353_equation_0, values = (var_52195_cast, var_52112_cast))[name = tensor<string, []>("op_52353_cast")];
            tensor<fp16, []> var_52354_to_fp16 = const()[name = tensor<string, []>("op_52354_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4451_cast = mul(x = var_52353_cast, y = var_52354_to_fp16)[name = tensor<string, []>("aw_4451_cast")];
            tensor<string, []> var_52357_equation_0 = const()[name = tensor<string, []>("op_52357_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_52357_cast = einsum(equation = var_52357_equation_0, values = (var_52199_cast, var_52116_cast))[name = tensor<string, []>("op_52357_cast")];
            tensor<fp16, []> var_52358_to_fp16 = const()[name = tensor<string, []>("op_52358_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4453_cast = mul(x = var_52357_cast, y = var_52358_to_fp16)[name = tensor<string, []>("aw_4453_cast")];
            tensor<string, []> var_52361_equation_0 = const()[name = tensor<string, []>("op_52361_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_52361_cast = einsum(equation = var_52361_equation_0, values = (var_52203_cast, var_52120_cast))[name = tensor<string, []>("op_52361_cast")];
            tensor<fp16, []> var_52362_to_fp16 = const()[name = tensor<string, []>("op_52362_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4455_cast = mul(x = var_52361_cast, y = var_52362_to_fp16)[name = tensor<string, []>("aw_4455_cast")];
            tensor<string, []> var_52365_equation_0 = const()[name = tensor<string, []>("op_52365_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_52365_cast = einsum(equation = var_52365_equation_0, values = (var_52207_cast, var_52124_cast))[name = tensor<string, []>("op_52365_cast")];
            tensor<fp16, []> var_52366_to_fp16 = const()[name = tensor<string, []>("op_52366_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4457_cast = mul(x = var_52365_cast, y = var_52366_to_fp16)[name = tensor<string, []>("aw_4457_cast")];
            tensor<string, []> var_52369_equation_0 = const()[name = tensor<string, []>("op_52369_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_52369_cast = einsum(equation = var_52369_equation_0, values = (var_52211_cast, var_52128_cast))[name = tensor<string, []>("op_52369_cast")];
            tensor<fp16, []> var_52370_to_fp16 = const()[name = tensor<string, []>("op_52370_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4459_cast = mul(x = var_52369_cast, y = var_52370_to_fp16)[name = tensor<string, []>("aw_4459_cast")];
            tensor<string, []> var_52373_equation_0 = const()[name = tensor<string, []>("op_52373_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_52373_cast = einsum(equation = var_52373_equation_0, values = (var_52215_cast, var_52132_cast))[name = tensor<string, []>("op_52373_cast")];
            tensor<fp16, []> var_52374_to_fp16 = const()[name = tensor<string, []>("op_52374_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4461_cast = mul(x = var_52373_cast, y = var_52374_to_fp16)[name = tensor<string, []>("aw_4461_cast")];
            tensor<string, []> var_52377_equation_0 = const()[name = tensor<string, []>("op_52377_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_52377_cast = einsum(equation = var_52377_equation_0, values = (var_52219_cast, var_52136_cast))[name = tensor<string, []>("op_52377_cast")];
            tensor<fp16, []> var_52378_to_fp16 = const()[name = tensor<string, []>("op_52378_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4463_cast = mul(x = var_52377_cast, y = var_52378_to_fp16)[name = tensor<string, []>("aw_4463_cast")];
            tensor<string, []> var_52381_equation_0 = const()[name = tensor<string, []>("op_52381_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_52381_cast = einsum(equation = var_52381_equation_0, values = (var_52223_cast, var_52140_cast))[name = tensor<string, []>("op_52381_cast")];
            tensor<fp16, []> var_52382_to_fp16 = const()[name = tensor<string, []>("op_52382_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4465_cast = mul(x = var_52381_cast, y = var_52382_to_fp16)[name = tensor<string, []>("aw_4465_cast")];
            tensor<string, []> var_52385_equation_0 = const()[name = tensor<string, []>("op_52385_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_52385_cast = einsum(equation = var_52385_equation_0, values = (var_52227_cast, var_52144_cast))[name = tensor<string, []>("op_52385_cast")];
            tensor<fp16, []> var_52386_to_fp16 = const()[name = tensor<string, []>("op_52386_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4467_cast = mul(x = var_52385_cast, y = var_52386_to_fp16)[name = tensor<string, []>("aw_4467_cast")];
            tensor<string, []> var_52389_equation_0 = const()[name = tensor<string, []>("op_52389_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_52389_cast = einsum(equation = var_52389_equation_0, values = (var_52231_cast, var_52148_cast))[name = tensor<string, []>("op_52389_cast")];
            tensor<fp16, []> var_52390_to_fp16 = const()[name = tensor<string, []>("op_52390_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4469_cast = mul(x = var_52389_cast, y = var_52390_to_fp16)[name = tensor<string, []>("aw_4469_cast")];
            tensor<string, []> var_52393_equation_0 = const()[name = tensor<string, []>("op_52393_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_52393_cast = einsum(equation = var_52393_equation_0, values = (var_52235_cast, var_52152_cast))[name = tensor<string, []>("op_52393_cast")];
            tensor<fp16, []> var_52394_to_fp16 = const()[name = tensor<string, []>("op_52394_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4471_cast = mul(x = var_52393_cast, y = var_52394_to_fp16)[name = tensor<string, []>("aw_4471_cast")];
            tensor<string, []> var_52397_equation_0 = const()[name = tensor<string, []>("op_52397_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_52397_cast = einsum(equation = var_52397_equation_0, values = (var_52239_cast, var_52156_cast))[name = tensor<string, []>("op_52397_cast")];
            tensor<fp16, []> var_52398_to_fp16 = const()[name = tensor<string, []>("op_52398_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4473_cast = mul(x = var_52397_cast, y = var_52398_to_fp16)[name = tensor<string, []>("aw_4473_cast")];
            tensor<string, []> var_52401_equation_0 = const()[name = tensor<string, []>("op_52401_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_52401_cast = einsum(equation = var_52401_equation_0, values = (var_52243_cast, var_52160_cast))[name = tensor<string, []>("op_52401_cast")];
            tensor<fp16, []> var_52402_to_fp16 = const()[name = tensor<string, []>("op_52402_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4475_cast = mul(x = var_52401_cast, y = var_52402_to_fp16)[name = tensor<string, []>("aw_4475_cast")];
            tensor<string, []> var_52405_equation_0 = const()[name = tensor<string, []>("op_52405_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_52405_cast = einsum(equation = var_52405_equation_0, values = (var_52247_cast, var_52164_cast))[name = tensor<string, []>("op_52405_cast")];
            tensor<fp16, []> var_52406_to_fp16 = const()[name = tensor<string, []>("op_52406_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4477_cast = mul(x = var_52405_cast, y = var_52406_to_fp16)[name = tensor<string, []>("aw_4477_cast")];
            tensor<string, []> var_52409_equation_0 = const()[name = tensor<string, []>("op_52409_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_52409_cast = einsum(equation = var_52409_equation_0, values = (var_52251_cast, var_52168_cast))[name = tensor<string, []>("op_52409_cast")];
            tensor<fp16, []> var_52410_to_fp16 = const()[name = tensor<string, []>("op_52410_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4479_cast = mul(x = var_52409_cast, y = var_52410_to_fp16)[name = tensor<string, []>("aw_4479_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_52412_cast = softmax(axis = var_30355, x = aw_4441_cast)[name = tensor<string, []>("op_52412_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_52413_cast = softmax(axis = var_30355, x = aw_4443_cast)[name = tensor<string, []>("op_52413_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_52414_cast = softmax(axis = var_30355, x = aw_4445_cast)[name = tensor<string, []>("op_52414_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_52415_cast = softmax(axis = var_30355, x = aw_4447_cast)[name = tensor<string, []>("op_52415_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_52416_cast = softmax(axis = var_30355, x = aw_4449_cast)[name = tensor<string, []>("op_52416_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_52417_cast = softmax(axis = var_30355, x = aw_4451_cast)[name = tensor<string, []>("op_52417_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_52418_cast = softmax(axis = var_30355, x = aw_4453_cast)[name = tensor<string, []>("op_52418_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_52419_cast = softmax(axis = var_30355, x = aw_4455_cast)[name = tensor<string, []>("op_52419_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_52420_cast = softmax(axis = var_30355, x = aw_4457_cast)[name = tensor<string, []>("op_52420_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_52421_cast = softmax(axis = var_30355, x = aw_4459_cast)[name = tensor<string, []>("op_52421_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_52422_cast = softmax(axis = var_30355, x = aw_4461_cast)[name = tensor<string, []>("op_52422_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_52423_cast = softmax(axis = var_30355, x = aw_4463_cast)[name = tensor<string, []>("op_52423_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_52424_cast = softmax(axis = var_30355, x = aw_4465_cast)[name = tensor<string, []>("op_52424_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_52425_cast = softmax(axis = var_30355, x = aw_4467_cast)[name = tensor<string, []>("op_52425_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_52426_cast = softmax(axis = var_30355, x = aw_4469_cast)[name = tensor<string, []>("op_52426_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_52427_cast = softmax(axis = var_30355, x = aw_4471_cast)[name = tensor<string, []>("op_52427_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_52428_cast = softmax(axis = var_30355, x = aw_4473_cast)[name = tensor<string, []>("op_52428_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_52429_cast = softmax(axis = var_30355, x = aw_4475_cast)[name = tensor<string, []>("op_52429_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_52430_cast = softmax(axis = var_30355, x = aw_4477_cast)[name = tensor<string, []>("op_52430_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_52431_cast = softmax(axis = var_30355, x = aw_4479_cast)[name = tensor<string, []>("op_52431_cast")];
            tensor<string, []> var_52433_equation_0 = const()[name = tensor<string, []>("op_52433_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_52433_cast = einsum(equation = var_52433_equation_0, values = (var_52253_cast, var_52412_cast))[name = tensor<string, []>("op_52433_cast")];
            tensor<string, []> var_52435_equation_0 = const()[name = tensor<string, []>("op_52435_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_52435_cast = einsum(equation = var_52435_equation_0, values = (var_52257_cast, var_52413_cast))[name = tensor<string, []>("op_52435_cast")];
            tensor<string, []> var_52437_equation_0 = const()[name = tensor<string, []>("op_52437_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_52437_cast = einsum(equation = var_52437_equation_0, values = (var_52261_cast, var_52414_cast))[name = tensor<string, []>("op_52437_cast")];
            tensor<string, []> var_52439_equation_0 = const()[name = tensor<string, []>("op_52439_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_52439_cast = einsum(equation = var_52439_equation_0, values = (var_52265_cast, var_52415_cast))[name = tensor<string, []>("op_52439_cast")];
            tensor<string, []> var_52441_equation_0 = const()[name = tensor<string, []>("op_52441_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_52441_cast = einsum(equation = var_52441_equation_0, values = (var_52269_cast, var_52416_cast))[name = tensor<string, []>("op_52441_cast")];
            tensor<string, []> var_52443_equation_0 = const()[name = tensor<string, []>("op_52443_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_52443_cast = einsum(equation = var_52443_equation_0, values = (var_52273_cast, var_52417_cast))[name = tensor<string, []>("op_52443_cast")];
            tensor<string, []> var_52445_equation_0 = const()[name = tensor<string, []>("op_52445_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_52445_cast = einsum(equation = var_52445_equation_0, values = (var_52277_cast, var_52418_cast))[name = tensor<string, []>("op_52445_cast")];
            tensor<string, []> var_52447_equation_0 = const()[name = tensor<string, []>("op_52447_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_52447_cast = einsum(equation = var_52447_equation_0, values = (var_52281_cast, var_52419_cast))[name = tensor<string, []>("op_52447_cast")];
            tensor<string, []> var_52449_equation_0 = const()[name = tensor<string, []>("op_52449_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_52449_cast = einsum(equation = var_52449_equation_0, values = (var_52285_cast, var_52420_cast))[name = tensor<string, []>("op_52449_cast")];
            tensor<string, []> var_52451_equation_0 = const()[name = tensor<string, []>("op_52451_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_52451_cast = einsum(equation = var_52451_equation_0, values = (var_52289_cast, var_52421_cast))[name = tensor<string, []>("op_52451_cast")];
            tensor<string, []> var_52453_equation_0 = const()[name = tensor<string, []>("op_52453_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_52453_cast = einsum(equation = var_52453_equation_0, values = (var_52293_cast, var_52422_cast))[name = tensor<string, []>("op_52453_cast")];
            tensor<string, []> var_52455_equation_0 = const()[name = tensor<string, []>("op_52455_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_52455_cast = einsum(equation = var_52455_equation_0, values = (var_52297_cast, var_52423_cast))[name = tensor<string, []>("op_52455_cast")];
            tensor<string, []> var_52457_equation_0 = const()[name = tensor<string, []>("op_52457_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_52457_cast = einsum(equation = var_52457_equation_0, values = (var_52301_cast, var_52424_cast))[name = tensor<string, []>("op_52457_cast")];
            tensor<string, []> var_52459_equation_0 = const()[name = tensor<string, []>("op_52459_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_52459_cast = einsum(equation = var_52459_equation_0, values = (var_52305_cast, var_52425_cast))[name = tensor<string, []>("op_52459_cast")];
            tensor<string, []> var_52461_equation_0 = const()[name = tensor<string, []>("op_52461_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_52461_cast = einsum(equation = var_52461_equation_0, values = (var_52309_cast, var_52426_cast))[name = tensor<string, []>("op_52461_cast")];
            tensor<string, []> var_52463_equation_0 = const()[name = tensor<string, []>("op_52463_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_52463_cast = einsum(equation = var_52463_equation_0, values = (var_52313_cast, var_52427_cast))[name = tensor<string, []>("op_52463_cast")];
            tensor<string, []> var_52465_equation_0 = const()[name = tensor<string, []>("op_52465_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_52465_cast = einsum(equation = var_52465_equation_0, values = (var_52317_cast, var_52428_cast))[name = tensor<string, []>("op_52465_cast")];
            tensor<string, []> var_52467_equation_0 = const()[name = tensor<string, []>("op_52467_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_52467_cast = einsum(equation = var_52467_equation_0, values = (var_52321_cast, var_52429_cast))[name = tensor<string, []>("op_52467_cast")];
            tensor<string, []> var_52469_equation_0 = const()[name = tensor<string, []>("op_52469_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_52469_cast = einsum(equation = var_52469_equation_0, values = (var_52325_cast, var_52430_cast))[name = tensor<string, []>("op_52469_cast")];
            tensor<string, []> var_52471_equation_0 = const()[name = tensor<string, []>("op_52471_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_52471_cast = einsum(equation = var_52471_equation_0, values = (var_52329_cast, var_52431_cast))[name = tensor<string, []>("op_52471_cast")];
            tensor<bool, []> input_661_interleave_0 = const()[name = tensor<string, []>("input_661_interleave_0"), val = tensor<bool, []>(false)];
            tensor<fp16, [2, 1280, 1, 576]> input_661_cast = concat(axis = var_30355, interleave = input_661_interleave_0, values = (var_52433_cast, var_52435_cast, var_52437_cast, var_52439_cast, var_52441_cast, var_52443_cast, var_52445_cast, var_52447_cast, var_52449_cast, var_52451_cast, var_52453_cast, var_52455_cast, var_52457_cast, var_52459_cast, var_52461_cast, var_52463_cast, var_52465_cast, var_52467_cast, var_52469_cast, var_52471_cast))[name = tensor<string, []>("input_661_cast")];
            tensor<int32, [2]> var_52477 = const()[name = tensor<string, []>("op_52477"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_52479 = const()[name = tensor<string, []>("op_52479"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_52481_pad_type_0 = const()[name = tensor<string, []>("op_52481_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_52481_pad_0 = const()[name = tensor<string, []>("op_52481_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_3_attn2_to_out_0_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [409600]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(382963584))), lut = tensor<fp16, [4]>([-0x1.bap-7, -0x1.008p-8, 0x1.008p-8, 0x1.bbp-7]), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_3_attn2_to_out_0_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_attentions_2_transformer_blocks_3_attn2_to_out_0_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_3_attn2_to_out_0_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(383373248)))];
            tensor<fp16, [2, 1280, 1, 576]> var_52481_cast = conv(bias = up_blocks_0_attentions_2_transformer_blocks_3_attn2_to_out_0_bias_to_fp16, dilations = var_52479, groups = var_30355, pad = var_52481_pad_0, pad_type = var_52481_pad_type_0, strides = var_52477, weight = up_blocks_0_attentions_2_transformer_blocks_3_attn2_to_out_0_weight_to_fp16_palettized, x = input_661_cast)[name = tensor<string, []>("op_52481_cast")];
            tensor<fp16, [2, 1280, 1, 576]> inputs_347_cast = add(x = var_52481_cast, y = inputs_345_cast)[name = tensor<string, []>("inputs_347_cast")];
            tensor<int32, [1]> var_52485 = const()[name = tensor<string, []>("op_52485"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> channels_mean_347_cast = reduce_mean(axes = var_52485, keep_dims = var_30350, x = inputs_347_cast)[name = tensor<string, []>("channels_mean_347_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_347_cast = sub(x = inputs_347_cast, y = channels_mean_347_cast)[name = tensor<string, []>("zero_mean_347_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_sq_347_cast = mul(x = zero_mean_347_cast, y = zero_mean_347_cast)[name = tensor<string, []>("zero_mean_sq_347_cast")];
            tensor<int32, [1]> var_52489 = const()[name = tensor<string, []>("op_52489"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> var_52490_cast = reduce_mean(axes = var_52489, keep_dims = var_30350, x = zero_mean_sq_347_cast)[name = tensor<string, []>("op_52490_cast")];
            tensor<fp16, []> var_52491_to_fp16 = const()[name = tensor<string, []>("op_52491_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 576]> var_52492_cast = add(x = var_52490_cast, y = var_52491_to_fp16)[name = tensor<string, []>("op_52492_cast")];
            tensor<fp16, []> denom_347_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_347_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 576]> denom_347_cast = rsqrt(epsilon = denom_347_epsilon_0_to_fp16, x = var_52492_cast)[name = tensor<string, []>("denom_347_cast")];
            tensor<fp16, [2, 1280, 1, 576]> out_347_cast = mul(x = zero_mean_347_cast, y = denom_347_cast)[name = tensor<string, []>("out_347_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_52496_to_fp16 = const()[name = tensor<string, []>("op_52496_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(383375872)))];
            tensor<fp16, [2, 1280, 1, 576]> var_52497_cast = add(x = out_347_cast, y = var_52496_to_fp16)[name = tensor<string, []>("op_52497_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_52499_to_fp16 = const()[name = tensor<string, []>("op_52499_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(383378496)))];
            tensor<fp16, [2, 1280, 1, 576]> input_663_cast = mul(x = var_52497_cast, y = var_52499_to_fp16)[name = tensor<string, []>("input_663_cast")];
            tensor<int32, [2]> var_52507 = const()[name = tensor<string, []>("op_52507"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_52509 = const()[name = tensor<string, []>("op_52509"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_52511_pad_type_0 = const()[name = tensor<string, []>("op_52511_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_52511_pad_0 = const()[name = tensor<string, []>("op_52511_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [10240, 1280, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_3_ff_net_0_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [9830400]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(383381120))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(393211584))), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_3_ff_net_0_proj_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([10240, 1280, 1, 1])];
            tensor<fp16, [10240]> up_blocks_0_attentions_2_transformer_blocks_3_ff_net_0_proj_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_3_ff_net_0_proj_bias_to_fp16"), val = tensor<fp16, [10240]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(393211776)))];
            tensor<fp16, [2, 10240, 1, 576]> var_52511_cast = conv(bias = up_blocks_0_attentions_2_transformer_blocks_3_ff_net_0_proj_bias_to_fp16, dilations = var_52509, groups = var_30355, pad = var_52511_pad_0, pad_type = var_52511_pad_type_0, strides = var_52507, weight = up_blocks_0_attentions_2_transformer_blocks_3_ff_net_0_proj_weight_to_fp16_palettized, x = input_663_cast)[name = tensor<string, []>("op_52511_cast")];
            tensor<int32, [2]> var_52512_split_sizes_0 = const()[name = tensor<string, []>("op_52512_split_sizes_0"), val = tensor<int32, [2]>([5120, 5120])];
            tensor<int32, []> var_52512_axis_0 = const()[name = tensor<string, []>("op_52512_axis_0"), val = tensor<int32, []>(1)];
            tensor<fp16, [2, 5120, 1, 576]> var_52512_cast_0, tensor<fp16, [2, 5120, 1, 576]> var_52512_cast_1 = split(axis = var_52512_axis_0, split_sizes = var_52512_split_sizes_0, x = var_52511_cast)[name = tensor<string, []>("op_52512_cast")];
            tensor<string, []> var_52514_mode_0 = const()[name = tensor<string, []>("op_52514_mode_0"), val = tensor<string, []>("EXACT")];
            tensor<fp16, [2, 5120, 1, 576]> var_52514_cast = gelu(mode = var_52514_mode_0, x = var_52512_cast_1)[name = tensor<string, []>("op_52514_cast")];
            tensor<fp16, [2, 5120, 1, 576]> input_665_cast = mul(x = var_52512_cast_0, y = var_52514_cast)[name = tensor<string, []>("input_665_cast")];
            tensor<int32, [2]> var_52518 = const()[name = tensor<string, []>("op_52518"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_52520 = const()[name = tensor<string, []>("op_52520"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_52522_pad_type_0 = const()[name = tensor<string, []>("op_52522_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_52522_pad_0 = const()[name = tensor<string, []>("op_52522_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 5120, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_3_ff_net_2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [4915200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(393232320))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(398147584))), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_3_ff_net_2_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 5120, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_attentions_2_transformer_blocks_3_ff_net_2_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_3_ff_net_2_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(398147776)))];
            tensor<fp16, [2, 1280, 1, 576]> var_52522_cast = conv(bias = up_blocks_0_attentions_2_transformer_blocks_3_ff_net_2_bias_to_fp16, dilations = var_52520, groups = var_30355, pad = var_52522_pad_0, pad_type = var_52522_pad_type_0, strides = var_52518, weight = up_blocks_0_attentions_2_transformer_blocks_3_ff_net_2_weight_to_fp16_palettized, x = input_665_cast)[name = tensor<string, []>("op_52522_cast")];
            tensor<fp16, [2, 1280, 1, 576]> inputs_349_cast = add(x = var_52522_cast, y = inputs_347_cast)[name = tensor<string, []>("inputs_349_cast")];
            tensor<int32, [1]> var_52532 = const()[name = tensor<string, []>("op_52532"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> channels_mean_349_cast = reduce_mean(axes = var_52532, keep_dims = var_30350, x = inputs_349_cast)[name = tensor<string, []>("channels_mean_349_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_349_cast = sub(x = inputs_349_cast, y = channels_mean_349_cast)[name = tensor<string, []>("zero_mean_349_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_sq_349_cast = mul(x = zero_mean_349_cast, y = zero_mean_349_cast)[name = tensor<string, []>("zero_mean_sq_349_cast")];
            tensor<int32, [1]> var_52536 = const()[name = tensor<string, []>("op_52536"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> var_52537_cast = reduce_mean(axes = var_52536, keep_dims = var_30350, x = zero_mean_sq_349_cast)[name = tensor<string, []>("op_52537_cast")];
            tensor<fp16, []> var_52538_to_fp16 = const()[name = tensor<string, []>("op_52538_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 576]> var_52539_cast = add(x = var_52537_cast, y = var_52538_to_fp16)[name = tensor<string, []>("op_52539_cast")];
            tensor<fp16, []> denom_349_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_349_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 576]> denom_349_cast = rsqrt(epsilon = denom_349_epsilon_0_to_fp16, x = var_52539_cast)[name = tensor<string, []>("denom_349_cast")];
            tensor<fp16, [2, 1280, 1, 576]> out_349_cast = mul(x = zero_mean_349_cast, y = denom_349_cast)[name = tensor<string, []>("out_349_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_52543_to_fp16 = const()[name = tensor<string, []>("op_52543_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(398150400)))];
            tensor<fp16, [2, 1280, 1, 576]> var_52544_cast = add(x = out_349_cast, y = var_52543_to_fp16)[name = tensor<string, []>("op_52544_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_52546_to_fp16 = const()[name = tensor<string, []>("op_52546_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(398153024)))];
            tensor<fp16, [2, 1280, 1, 576]> hidden_states_459_cast = mul(x = var_52544_cast, y = var_52546_to_fp16)[name = tensor<string, []>("hidden_states_459_cast")];
            tensor<int32, [2]> var_52553 = const()[name = tensor<string, []>("op_52553"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_52555 = const()[name = tensor<string, []>("op_52555"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> q_233_pad_type_0 = const()[name = tensor<string, []>("q_233_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> q_233_pad_0 = const()[name = tensor<string, []>("q_233_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_4_attn1_to_q_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [819200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(398155648))), lut = tensor<fp16, [16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(398974912))), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_4_attn1_to_q_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> q_233_cast = conv(dilations = var_52555, groups = var_30355, pad = q_233_pad_0, pad_type = q_233_pad_type_0, strides = var_52553, weight = up_blocks_0_attentions_2_transformer_blocks_4_attn1_to_q_weight_to_fp16_palettized, x = hidden_states_459_cast)[name = tensor<string, []>("q_233_cast")];
            tensor<int32, [2]> var_52559 = const()[name = tensor<string, []>("op_52559"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_52561 = const()[name = tensor<string, []>("op_52561"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> k_465_pad_type_0 = const()[name = tensor<string, []>("k_465_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> k_465_pad_0 = const()[name = tensor<string, []>("k_465_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_4_attn1_to_k_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [819200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(398975040))), lut = tensor<fp16, [16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(399794304))), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_4_attn1_to_k_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> k_465_cast = conv(dilations = var_52561, groups = var_30355, pad = k_465_pad_0, pad_type = k_465_pad_type_0, strides = var_52559, weight = up_blocks_0_attentions_2_transformer_blocks_4_attn1_to_k_weight_to_fp16_palettized, x = hidden_states_459_cast)[name = tensor<string, []>("k_465_cast")];
            tensor<int32, [2]> var_52565 = const()[name = tensor<string, []>("op_52565"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_52567 = const()[name = tensor<string, []>("op_52567"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> v_233_pad_type_0 = const()[name = tensor<string, []>("v_233_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> v_233_pad_0 = const()[name = tensor<string, []>("v_233_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_4_attn1_to_v_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [1228800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(399794432))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(401023296))), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_4_attn1_to_v_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> v_233_cast = conv(dilations = var_52567, groups = var_30355, pad = v_233_pad_0, pad_type = v_233_pad_type_0, strides = var_52565, weight = up_blocks_0_attentions_2_transformer_blocks_4_attn1_to_v_weight_to_fp16_palettized, x = hidden_states_459_cast)[name = tensor<string, []>("v_233_cast")];
            tensor<int32, [4]> var_52571_begin_0 = const()[name = tensor<string, []>("op_52571_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_52571_end_0 = const()[name = tensor<string, []>("op_52571_end_0"), val = tensor<int32, [4]>([2, 64, 1, 576])];
            tensor<bool, [4]> var_52571_end_mask_0 = const()[name = tensor<string, []>("op_52571_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_52571_cast = slice_by_index(begin = var_52571_begin_0, end = var_52571_end_0, end_mask = var_52571_end_mask_0, x = q_233_cast)[name = tensor<string, []>("op_52571_cast")];
            tensor<int32, [4]> var_52575_begin_0 = const()[name = tensor<string, []>("op_52575_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_52575_end_0 = const()[name = tensor<string, []>("op_52575_end_0"), val = tensor<int32, [4]>([2, 128, 1, 576])];
            tensor<bool, [4]> var_52575_end_mask_0 = const()[name = tensor<string, []>("op_52575_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_52575_cast = slice_by_index(begin = var_52575_begin_0, end = var_52575_end_0, end_mask = var_52575_end_mask_0, x = q_233_cast)[name = tensor<string, []>("op_52575_cast")];
            tensor<int32, [4]> var_52579_begin_0 = const()[name = tensor<string, []>("op_52579_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_52579_end_0 = const()[name = tensor<string, []>("op_52579_end_0"), val = tensor<int32, [4]>([2, 192, 1, 576])];
            tensor<bool, [4]> var_52579_end_mask_0 = const()[name = tensor<string, []>("op_52579_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_52579_cast = slice_by_index(begin = var_52579_begin_0, end = var_52579_end_0, end_mask = var_52579_end_mask_0, x = q_233_cast)[name = tensor<string, []>("op_52579_cast")];
            tensor<int32, [4]> var_52583_begin_0 = const()[name = tensor<string, []>("op_52583_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_52583_end_0 = const()[name = tensor<string, []>("op_52583_end_0"), val = tensor<int32, [4]>([2, 256, 1, 576])];
            tensor<bool, [4]> var_52583_end_mask_0 = const()[name = tensor<string, []>("op_52583_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_52583_cast = slice_by_index(begin = var_52583_begin_0, end = var_52583_end_0, end_mask = var_52583_end_mask_0, x = q_233_cast)[name = tensor<string, []>("op_52583_cast")];
            tensor<int32, [4]> var_52587_begin_0 = const()[name = tensor<string, []>("op_52587_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_52587_end_0 = const()[name = tensor<string, []>("op_52587_end_0"), val = tensor<int32, [4]>([2, 320, 1, 576])];
            tensor<bool, [4]> var_52587_end_mask_0 = const()[name = tensor<string, []>("op_52587_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_52587_cast = slice_by_index(begin = var_52587_begin_0, end = var_52587_end_0, end_mask = var_52587_end_mask_0, x = q_233_cast)[name = tensor<string, []>("op_52587_cast")];
            tensor<int32, [4]> var_52591_begin_0 = const()[name = tensor<string, []>("op_52591_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_52591_end_0 = const()[name = tensor<string, []>("op_52591_end_0"), val = tensor<int32, [4]>([2, 384, 1, 576])];
            tensor<bool, [4]> var_52591_end_mask_0 = const()[name = tensor<string, []>("op_52591_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_52591_cast = slice_by_index(begin = var_52591_begin_0, end = var_52591_end_0, end_mask = var_52591_end_mask_0, x = q_233_cast)[name = tensor<string, []>("op_52591_cast")];
            tensor<int32, [4]> var_52595_begin_0 = const()[name = tensor<string, []>("op_52595_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_52595_end_0 = const()[name = tensor<string, []>("op_52595_end_0"), val = tensor<int32, [4]>([2, 448, 1, 576])];
            tensor<bool, [4]> var_52595_end_mask_0 = const()[name = tensor<string, []>("op_52595_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_52595_cast = slice_by_index(begin = var_52595_begin_0, end = var_52595_end_0, end_mask = var_52595_end_mask_0, x = q_233_cast)[name = tensor<string, []>("op_52595_cast")];
            tensor<int32, [4]> var_52599_begin_0 = const()[name = tensor<string, []>("op_52599_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_52599_end_0 = const()[name = tensor<string, []>("op_52599_end_0"), val = tensor<int32, [4]>([2, 512, 1, 576])];
            tensor<bool, [4]> var_52599_end_mask_0 = const()[name = tensor<string, []>("op_52599_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_52599_cast = slice_by_index(begin = var_52599_begin_0, end = var_52599_end_0, end_mask = var_52599_end_mask_0, x = q_233_cast)[name = tensor<string, []>("op_52599_cast")];
            tensor<int32, [4]> var_52603_begin_0 = const()[name = tensor<string, []>("op_52603_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_52603_end_0 = const()[name = tensor<string, []>("op_52603_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_52603_end_mask_0 = const()[name = tensor<string, []>("op_52603_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_52603_cast = slice_by_index(begin = var_52603_begin_0, end = var_52603_end_0, end_mask = var_52603_end_mask_0, x = q_233_cast)[name = tensor<string, []>("op_52603_cast")];
            tensor<int32, [4]> var_52607_begin_0 = const()[name = tensor<string, []>("op_52607_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_52607_end_0 = const()[name = tensor<string, []>("op_52607_end_0"), val = tensor<int32, [4]>([2, 640, 1, 576])];
            tensor<bool, [4]> var_52607_end_mask_0 = const()[name = tensor<string, []>("op_52607_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_52607_cast = slice_by_index(begin = var_52607_begin_0, end = var_52607_end_0, end_mask = var_52607_end_mask_0, x = q_233_cast)[name = tensor<string, []>("op_52607_cast")];
            tensor<int32, [4]> var_52611_begin_0 = const()[name = tensor<string, []>("op_52611_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_52611_end_0 = const()[name = tensor<string, []>("op_52611_end_0"), val = tensor<int32, [4]>([2, 704, 1, 576])];
            tensor<bool, [4]> var_52611_end_mask_0 = const()[name = tensor<string, []>("op_52611_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_52611_cast = slice_by_index(begin = var_52611_begin_0, end = var_52611_end_0, end_mask = var_52611_end_mask_0, x = q_233_cast)[name = tensor<string, []>("op_52611_cast")];
            tensor<int32, [4]> var_52615_begin_0 = const()[name = tensor<string, []>("op_52615_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_52615_end_0 = const()[name = tensor<string, []>("op_52615_end_0"), val = tensor<int32, [4]>([2, 768, 1, 576])];
            tensor<bool, [4]> var_52615_end_mask_0 = const()[name = tensor<string, []>("op_52615_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_52615_cast = slice_by_index(begin = var_52615_begin_0, end = var_52615_end_0, end_mask = var_52615_end_mask_0, x = q_233_cast)[name = tensor<string, []>("op_52615_cast")];
            tensor<int32, [4]> var_52619_begin_0 = const()[name = tensor<string, []>("op_52619_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_52619_end_0 = const()[name = tensor<string, []>("op_52619_end_0"), val = tensor<int32, [4]>([2, 832, 1, 576])];
            tensor<bool, [4]> var_52619_end_mask_0 = const()[name = tensor<string, []>("op_52619_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_52619_cast = slice_by_index(begin = var_52619_begin_0, end = var_52619_end_0, end_mask = var_52619_end_mask_0, x = q_233_cast)[name = tensor<string, []>("op_52619_cast")];
            tensor<int32, [4]> var_52623_begin_0 = const()[name = tensor<string, []>("op_52623_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_52623_end_0 = const()[name = tensor<string, []>("op_52623_end_0"), val = tensor<int32, [4]>([2, 896, 1, 576])];
            tensor<bool, [4]> var_52623_end_mask_0 = const()[name = tensor<string, []>("op_52623_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_52623_cast = slice_by_index(begin = var_52623_begin_0, end = var_52623_end_0, end_mask = var_52623_end_mask_0, x = q_233_cast)[name = tensor<string, []>("op_52623_cast")];
            tensor<int32, [4]> var_52627_begin_0 = const()[name = tensor<string, []>("op_52627_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_52627_end_0 = const()[name = tensor<string, []>("op_52627_end_0"), val = tensor<int32, [4]>([2, 960, 1, 576])];
            tensor<bool, [4]> var_52627_end_mask_0 = const()[name = tensor<string, []>("op_52627_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_52627_cast = slice_by_index(begin = var_52627_begin_0, end = var_52627_end_0, end_mask = var_52627_end_mask_0, x = q_233_cast)[name = tensor<string, []>("op_52627_cast")];
            tensor<int32, [4]> var_52631_begin_0 = const()[name = tensor<string, []>("op_52631_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_52631_end_0 = const()[name = tensor<string, []>("op_52631_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 576])];
            tensor<bool, [4]> var_52631_end_mask_0 = const()[name = tensor<string, []>("op_52631_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_52631_cast = slice_by_index(begin = var_52631_begin_0, end = var_52631_end_0, end_mask = var_52631_end_mask_0, x = q_233_cast)[name = tensor<string, []>("op_52631_cast")];
            tensor<int32, [4]> var_52635_begin_0 = const()[name = tensor<string, []>("op_52635_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_52635_end_0 = const()[name = tensor<string, []>("op_52635_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 576])];
            tensor<bool, [4]> var_52635_end_mask_0 = const()[name = tensor<string, []>("op_52635_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_52635_cast = slice_by_index(begin = var_52635_begin_0, end = var_52635_end_0, end_mask = var_52635_end_mask_0, x = q_233_cast)[name = tensor<string, []>("op_52635_cast")];
            tensor<int32, [4]> var_52639_begin_0 = const()[name = tensor<string, []>("op_52639_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_52639_end_0 = const()[name = tensor<string, []>("op_52639_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 576])];
            tensor<bool, [4]> var_52639_end_mask_0 = const()[name = tensor<string, []>("op_52639_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_52639_cast = slice_by_index(begin = var_52639_begin_0, end = var_52639_end_0, end_mask = var_52639_end_mask_0, x = q_233_cast)[name = tensor<string, []>("op_52639_cast")];
            tensor<int32, [4]> var_52643_begin_0 = const()[name = tensor<string, []>("op_52643_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_52643_end_0 = const()[name = tensor<string, []>("op_52643_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 576])];
            tensor<bool, [4]> var_52643_end_mask_0 = const()[name = tensor<string, []>("op_52643_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_52643_cast = slice_by_index(begin = var_52643_begin_0, end = var_52643_end_0, end_mask = var_52643_end_mask_0, x = q_233_cast)[name = tensor<string, []>("op_52643_cast")];
            tensor<int32, [4]> var_52647_begin_0 = const()[name = tensor<string, []>("op_52647_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_52647_end_0 = const()[name = tensor<string, []>("op_52647_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 576])];
            tensor<bool, [4]> var_52647_end_mask_0 = const()[name = tensor<string, []>("op_52647_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_52647_cast = slice_by_index(begin = var_52647_begin_0, end = var_52647_end_0, end_mask = var_52647_end_mask_0, x = q_233_cast)[name = tensor<string, []>("op_52647_cast")];
            tensor<int32, [4]> k_467_perm_0 = const()[name = tensor<string, []>("k_467_perm_0"), val = tensor<int32, [4]>([0, 3, 2, 1])];
            tensor<int32, [4]> var_52654_begin_0 = const()[name = tensor<string, []>("op_52654_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_52654_end_0 = const()[name = tensor<string, []>("op_52654_end_0"), val = tensor<int32, [4]>([2, 576, 1, 64])];
            tensor<bool, [4]> var_52654_end_mask_0 = const()[name = tensor<string, []>("op_52654_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 1280]> transpose_23 = transpose(perm = k_467_perm_0, x = k_465_cast)[name = tensor<string, []>("transpose_23")];
            tensor<fp16, [2, 576, 1, 64]> var_52654_cast = slice_by_index(begin = var_52654_begin_0, end = var_52654_end_0, end_mask = var_52654_end_mask_0, x = transpose_23)[name = tensor<string, []>("op_52654_cast")];
            tensor<int32, [4]> var_52658_begin_0 = const()[name = tensor<string, []>("op_52658_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 64])];
            tensor<int32, [4]> var_52658_end_0 = const()[name = tensor<string, []>("op_52658_end_0"), val = tensor<int32, [4]>([2, 576, 1, 128])];
            tensor<bool, [4]> var_52658_end_mask_0 = const()[name = tensor<string, []>("op_52658_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_52658_cast = slice_by_index(begin = var_52658_begin_0, end = var_52658_end_0, end_mask = var_52658_end_mask_0, x = transpose_23)[name = tensor<string, []>("op_52658_cast")];
            tensor<int32, [4]> var_52662_begin_0 = const()[name = tensor<string, []>("op_52662_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 128])];
            tensor<int32, [4]> var_52662_end_0 = const()[name = tensor<string, []>("op_52662_end_0"), val = tensor<int32, [4]>([2, 576, 1, 192])];
            tensor<bool, [4]> var_52662_end_mask_0 = const()[name = tensor<string, []>("op_52662_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_52662_cast = slice_by_index(begin = var_52662_begin_0, end = var_52662_end_0, end_mask = var_52662_end_mask_0, x = transpose_23)[name = tensor<string, []>("op_52662_cast")];
            tensor<int32, [4]> var_52666_begin_0 = const()[name = tensor<string, []>("op_52666_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 192])];
            tensor<int32, [4]> var_52666_end_0 = const()[name = tensor<string, []>("op_52666_end_0"), val = tensor<int32, [4]>([2, 576, 1, 256])];
            tensor<bool, [4]> var_52666_end_mask_0 = const()[name = tensor<string, []>("op_52666_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_52666_cast = slice_by_index(begin = var_52666_begin_0, end = var_52666_end_0, end_mask = var_52666_end_mask_0, x = transpose_23)[name = tensor<string, []>("op_52666_cast")];
            tensor<int32, [4]> var_52670_begin_0 = const()[name = tensor<string, []>("op_52670_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 256])];
            tensor<int32, [4]> var_52670_end_0 = const()[name = tensor<string, []>("op_52670_end_0"), val = tensor<int32, [4]>([2, 576, 1, 320])];
            tensor<bool, [4]> var_52670_end_mask_0 = const()[name = tensor<string, []>("op_52670_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_52670_cast = slice_by_index(begin = var_52670_begin_0, end = var_52670_end_0, end_mask = var_52670_end_mask_0, x = transpose_23)[name = tensor<string, []>("op_52670_cast")];
            tensor<int32, [4]> var_52674_begin_0 = const()[name = tensor<string, []>("op_52674_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 320])];
            tensor<int32, [4]> var_52674_end_0 = const()[name = tensor<string, []>("op_52674_end_0"), val = tensor<int32, [4]>([2, 576, 1, 384])];
            tensor<bool, [4]> var_52674_end_mask_0 = const()[name = tensor<string, []>("op_52674_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_52674_cast = slice_by_index(begin = var_52674_begin_0, end = var_52674_end_0, end_mask = var_52674_end_mask_0, x = transpose_23)[name = tensor<string, []>("op_52674_cast")];
            tensor<int32, [4]> var_52678_begin_0 = const()[name = tensor<string, []>("op_52678_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 384])];
            tensor<int32, [4]> var_52678_end_0 = const()[name = tensor<string, []>("op_52678_end_0"), val = tensor<int32, [4]>([2, 576, 1, 448])];
            tensor<bool, [4]> var_52678_end_mask_0 = const()[name = tensor<string, []>("op_52678_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_52678_cast = slice_by_index(begin = var_52678_begin_0, end = var_52678_end_0, end_mask = var_52678_end_mask_0, x = transpose_23)[name = tensor<string, []>("op_52678_cast")];
            tensor<int32, [4]> var_52682_begin_0 = const()[name = tensor<string, []>("op_52682_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 448])];
            tensor<int32, [4]> var_52682_end_0 = const()[name = tensor<string, []>("op_52682_end_0"), val = tensor<int32, [4]>([2, 576, 1, 512])];
            tensor<bool, [4]> var_52682_end_mask_0 = const()[name = tensor<string, []>("op_52682_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_52682_cast = slice_by_index(begin = var_52682_begin_0, end = var_52682_end_0, end_mask = var_52682_end_mask_0, x = transpose_23)[name = tensor<string, []>("op_52682_cast")];
            tensor<int32, [4]> var_52686_begin_0 = const()[name = tensor<string, []>("op_52686_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 512])];
            tensor<int32, [4]> var_52686_end_0 = const()[name = tensor<string, []>("op_52686_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_52686_end_mask_0 = const()[name = tensor<string, []>("op_52686_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_52686_cast = slice_by_index(begin = var_52686_begin_0, end = var_52686_end_0, end_mask = var_52686_end_mask_0, x = transpose_23)[name = tensor<string, []>("op_52686_cast")];
            tensor<int32, [4]> var_52690_begin_0 = const()[name = tensor<string, []>("op_52690_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 576])];
            tensor<int32, [4]> var_52690_end_0 = const()[name = tensor<string, []>("op_52690_end_0"), val = tensor<int32, [4]>([2, 576, 1, 640])];
            tensor<bool, [4]> var_52690_end_mask_0 = const()[name = tensor<string, []>("op_52690_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_52690_cast = slice_by_index(begin = var_52690_begin_0, end = var_52690_end_0, end_mask = var_52690_end_mask_0, x = transpose_23)[name = tensor<string, []>("op_52690_cast")];
            tensor<int32, [4]> var_52694_begin_0 = const()[name = tensor<string, []>("op_52694_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 640])];
            tensor<int32, [4]> var_52694_end_0 = const()[name = tensor<string, []>("op_52694_end_0"), val = tensor<int32, [4]>([2, 576, 1, 704])];
            tensor<bool, [4]> var_52694_end_mask_0 = const()[name = tensor<string, []>("op_52694_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_52694_cast = slice_by_index(begin = var_52694_begin_0, end = var_52694_end_0, end_mask = var_52694_end_mask_0, x = transpose_23)[name = tensor<string, []>("op_52694_cast")];
            tensor<int32, [4]> var_52698_begin_0 = const()[name = tensor<string, []>("op_52698_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 704])];
            tensor<int32, [4]> var_52698_end_0 = const()[name = tensor<string, []>("op_52698_end_0"), val = tensor<int32, [4]>([2, 576, 1, 768])];
            tensor<bool, [4]> var_52698_end_mask_0 = const()[name = tensor<string, []>("op_52698_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_52698_cast = slice_by_index(begin = var_52698_begin_0, end = var_52698_end_0, end_mask = var_52698_end_mask_0, x = transpose_23)[name = tensor<string, []>("op_52698_cast")];
            tensor<int32, [4]> var_52702_begin_0 = const()[name = tensor<string, []>("op_52702_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 768])];
            tensor<int32, [4]> var_52702_end_0 = const()[name = tensor<string, []>("op_52702_end_0"), val = tensor<int32, [4]>([2, 576, 1, 832])];
            tensor<bool, [4]> var_52702_end_mask_0 = const()[name = tensor<string, []>("op_52702_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_52702_cast = slice_by_index(begin = var_52702_begin_0, end = var_52702_end_0, end_mask = var_52702_end_mask_0, x = transpose_23)[name = tensor<string, []>("op_52702_cast")];
            tensor<int32, [4]> var_52706_begin_0 = const()[name = tensor<string, []>("op_52706_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 832])];
            tensor<int32, [4]> var_52706_end_0 = const()[name = tensor<string, []>("op_52706_end_0"), val = tensor<int32, [4]>([2, 576, 1, 896])];
            tensor<bool, [4]> var_52706_end_mask_0 = const()[name = tensor<string, []>("op_52706_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_52706_cast = slice_by_index(begin = var_52706_begin_0, end = var_52706_end_0, end_mask = var_52706_end_mask_0, x = transpose_23)[name = tensor<string, []>("op_52706_cast")];
            tensor<int32, [4]> var_52710_begin_0 = const()[name = tensor<string, []>("op_52710_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 896])];
            tensor<int32, [4]> var_52710_end_0 = const()[name = tensor<string, []>("op_52710_end_0"), val = tensor<int32, [4]>([2, 576, 1, 960])];
            tensor<bool, [4]> var_52710_end_mask_0 = const()[name = tensor<string, []>("op_52710_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_52710_cast = slice_by_index(begin = var_52710_begin_0, end = var_52710_end_0, end_mask = var_52710_end_mask_0, x = transpose_23)[name = tensor<string, []>("op_52710_cast")];
            tensor<int32, [4]> var_52714_begin_0 = const()[name = tensor<string, []>("op_52714_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 960])];
            tensor<int32, [4]> var_52714_end_0 = const()[name = tensor<string, []>("op_52714_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1024])];
            tensor<bool, [4]> var_52714_end_mask_0 = const()[name = tensor<string, []>("op_52714_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_52714_cast = slice_by_index(begin = var_52714_begin_0, end = var_52714_end_0, end_mask = var_52714_end_mask_0, x = transpose_23)[name = tensor<string, []>("op_52714_cast")];
            tensor<int32, [4]> var_52718_begin_0 = const()[name = tensor<string, []>("op_52718_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1024])];
            tensor<int32, [4]> var_52718_end_0 = const()[name = tensor<string, []>("op_52718_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1088])];
            tensor<bool, [4]> var_52718_end_mask_0 = const()[name = tensor<string, []>("op_52718_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_52718_cast = slice_by_index(begin = var_52718_begin_0, end = var_52718_end_0, end_mask = var_52718_end_mask_0, x = transpose_23)[name = tensor<string, []>("op_52718_cast")];
            tensor<int32, [4]> var_52722_begin_0 = const()[name = tensor<string, []>("op_52722_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1088])];
            tensor<int32, [4]> var_52722_end_0 = const()[name = tensor<string, []>("op_52722_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1152])];
            tensor<bool, [4]> var_52722_end_mask_0 = const()[name = tensor<string, []>("op_52722_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_52722_cast = slice_by_index(begin = var_52722_begin_0, end = var_52722_end_0, end_mask = var_52722_end_mask_0, x = transpose_23)[name = tensor<string, []>("op_52722_cast")];
            tensor<int32, [4]> var_52726_begin_0 = const()[name = tensor<string, []>("op_52726_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1152])];
            tensor<int32, [4]> var_52726_end_0 = const()[name = tensor<string, []>("op_52726_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1216])];
            tensor<bool, [4]> var_52726_end_mask_0 = const()[name = tensor<string, []>("op_52726_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_52726_cast = slice_by_index(begin = var_52726_begin_0, end = var_52726_end_0, end_mask = var_52726_end_mask_0, x = transpose_23)[name = tensor<string, []>("op_52726_cast")];
            tensor<int32, [4]> var_52730_begin_0 = const()[name = tensor<string, []>("op_52730_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1216])];
            tensor<int32, [4]> var_52730_end_0 = const()[name = tensor<string, []>("op_52730_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1280])];
            tensor<bool, [4]> var_52730_end_mask_0 = const()[name = tensor<string, []>("op_52730_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_52730_cast = slice_by_index(begin = var_52730_begin_0, end = var_52730_end_0, end_mask = var_52730_end_mask_0, x = transpose_23)[name = tensor<string, []>("op_52730_cast")];
            tensor<int32, [4]> var_52732_begin_0 = const()[name = tensor<string, []>("op_52732_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_52732_end_0 = const()[name = tensor<string, []>("op_52732_end_0"), val = tensor<int32, [4]>([2, 64, 1, 576])];
            tensor<bool, [4]> var_52732_end_mask_0 = const()[name = tensor<string, []>("op_52732_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_52732_cast = slice_by_index(begin = var_52732_begin_0, end = var_52732_end_0, end_mask = var_52732_end_mask_0, x = v_233_cast)[name = tensor<string, []>("op_52732_cast")];
            tensor<int32, [4]> var_52736_begin_0 = const()[name = tensor<string, []>("op_52736_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_52736_end_0 = const()[name = tensor<string, []>("op_52736_end_0"), val = tensor<int32, [4]>([2, 128, 1, 576])];
            tensor<bool, [4]> var_52736_end_mask_0 = const()[name = tensor<string, []>("op_52736_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_52736_cast = slice_by_index(begin = var_52736_begin_0, end = var_52736_end_0, end_mask = var_52736_end_mask_0, x = v_233_cast)[name = tensor<string, []>("op_52736_cast")];
            tensor<int32, [4]> var_52740_begin_0 = const()[name = tensor<string, []>("op_52740_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_52740_end_0 = const()[name = tensor<string, []>("op_52740_end_0"), val = tensor<int32, [4]>([2, 192, 1, 576])];
            tensor<bool, [4]> var_52740_end_mask_0 = const()[name = tensor<string, []>("op_52740_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_52740_cast = slice_by_index(begin = var_52740_begin_0, end = var_52740_end_0, end_mask = var_52740_end_mask_0, x = v_233_cast)[name = tensor<string, []>("op_52740_cast")];
            tensor<int32, [4]> var_52744_begin_0 = const()[name = tensor<string, []>("op_52744_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_52744_end_0 = const()[name = tensor<string, []>("op_52744_end_0"), val = tensor<int32, [4]>([2, 256, 1, 576])];
            tensor<bool, [4]> var_52744_end_mask_0 = const()[name = tensor<string, []>("op_52744_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_52744_cast = slice_by_index(begin = var_52744_begin_0, end = var_52744_end_0, end_mask = var_52744_end_mask_0, x = v_233_cast)[name = tensor<string, []>("op_52744_cast")];
            tensor<int32, [4]> var_52748_begin_0 = const()[name = tensor<string, []>("op_52748_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_52748_end_0 = const()[name = tensor<string, []>("op_52748_end_0"), val = tensor<int32, [4]>([2, 320, 1, 576])];
            tensor<bool, [4]> var_52748_end_mask_0 = const()[name = tensor<string, []>("op_52748_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_52748_cast = slice_by_index(begin = var_52748_begin_0, end = var_52748_end_0, end_mask = var_52748_end_mask_0, x = v_233_cast)[name = tensor<string, []>("op_52748_cast")];
            tensor<int32, [4]> var_52752_begin_0 = const()[name = tensor<string, []>("op_52752_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_52752_end_0 = const()[name = tensor<string, []>("op_52752_end_0"), val = tensor<int32, [4]>([2, 384, 1, 576])];
            tensor<bool, [4]> var_52752_end_mask_0 = const()[name = tensor<string, []>("op_52752_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_52752_cast = slice_by_index(begin = var_52752_begin_0, end = var_52752_end_0, end_mask = var_52752_end_mask_0, x = v_233_cast)[name = tensor<string, []>("op_52752_cast")];
            tensor<int32, [4]> var_52756_begin_0 = const()[name = tensor<string, []>("op_52756_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_52756_end_0 = const()[name = tensor<string, []>("op_52756_end_0"), val = tensor<int32, [4]>([2, 448, 1, 576])];
            tensor<bool, [4]> var_52756_end_mask_0 = const()[name = tensor<string, []>("op_52756_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_52756_cast = slice_by_index(begin = var_52756_begin_0, end = var_52756_end_0, end_mask = var_52756_end_mask_0, x = v_233_cast)[name = tensor<string, []>("op_52756_cast")];
            tensor<int32, [4]> var_52760_begin_0 = const()[name = tensor<string, []>("op_52760_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_52760_end_0 = const()[name = tensor<string, []>("op_52760_end_0"), val = tensor<int32, [4]>([2, 512, 1, 576])];
            tensor<bool, [4]> var_52760_end_mask_0 = const()[name = tensor<string, []>("op_52760_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_52760_cast = slice_by_index(begin = var_52760_begin_0, end = var_52760_end_0, end_mask = var_52760_end_mask_0, x = v_233_cast)[name = tensor<string, []>("op_52760_cast")];
            tensor<int32, [4]> var_52764_begin_0 = const()[name = tensor<string, []>("op_52764_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_52764_end_0 = const()[name = tensor<string, []>("op_52764_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_52764_end_mask_0 = const()[name = tensor<string, []>("op_52764_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_52764_cast = slice_by_index(begin = var_52764_begin_0, end = var_52764_end_0, end_mask = var_52764_end_mask_0, x = v_233_cast)[name = tensor<string, []>("op_52764_cast")];
            tensor<int32, [4]> var_52768_begin_0 = const()[name = tensor<string, []>("op_52768_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_52768_end_0 = const()[name = tensor<string, []>("op_52768_end_0"), val = tensor<int32, [4]>([2, 640, 1, 576])];
            tensor<bool, [4]> var_52768_end_mask_0 = const()[name = tensor<string, []>("op_52768_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_52768_cast = slice_by_index(begin = var_52768_begin_0, end = var_52768_end_0, end_mask = var_52768_end_mask_0, x = v_233_cast)[name = tensor<string, []>("op_52768_cast")];
            tensor<int32, [4]> var_52772_begin_0 = const()[name = tensor<string, []>("op_52772_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_52772_end_0 = const()[name = tensor<string, []>("op_52772_end_0"), val = tensor<int32, [4]>([2, 704, 1, 576])];
            tensor<bool, [4]> var_52772_end_mask_0 = const()[name = tensor<string, []>("op_52772_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_52772_cast = slice_by_index(begin = var_52772_begin_0, end = var_52772_end_0, end_mask = var_52772_end_mask_0, x = v_233_cast)[name = tensor<string, []>("op_52772_cast")];
            tensor<int32, [4]> var_52776_begin_0 = const()[name = tensor<string, []>("op_52776_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_52776_end_0 = const()[name = tensor<string, []>("op_52776_end_0"), val = tensor<int32, [4]>([2, 768, 1, 576])];
            tensor<bool, [4]> var_52776_end_mask_0 = const()[name = tensor<string, []>("op_52776_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_52776_cast = slice_by_index(begin = var_52776_begin_0, end = var_52776_end_0, end_mask = var_52776_end_mask_0, x = v_233_cast)[name = tensor<string, []>("op_52776_cast")];
            tensor<int32, [4]> var_52780_begin_0 = const()[name = tensor<string, []>("op_52780_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_52780_end_0 = const()[name = tensor<string, []>("op_52780_end_0"), val = tensor<int32, [4]>([2, 832, 1, 576])];
            tensor<bool, [4]> var_52780_end_mask_0 = const()[name = tensor<string, []>("op_52780_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_52780_cast = slice_by_index(begin = var_52780_begin_0, end = var_52780_end_0, end_mask = var_52780_end_mask_0, x = v_233_cast)[name = tensor<string, []>("op_52780_cast")];
            tensor<int32, [4]> var_52784_begin_0 = const()[name = tensor<string, []>("op_52784_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_52784_end_0 = const()[name = tensor<string, []>("op_52784_end_0"), val = tensor<int32, [4]>([2, 896, 1, 576])];
            tensor<bool, [4]> var_52784_end_mask_0 = const()[name = tensor<string, []>("op_52784_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_52784_cast = slice_by_index(begin = var_52784_begin_0, end = var_52784_end_0, end_mask = var_52784_end_mask_0, x = v_233_cast)[name = tensor<string, []>("op_52784_cast")];
            tensor<int32, [4]> var_52788_begin_0 = const()[name = tensor<string, []>("op_52788_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_52788_end_0 = const()[name = tensor<string, []>("op_52788_end_0"), val = tensor<int32, [4]>([2, 960, 1, 576])];
            tensor<bool, [4]> var_52788_end_mask_0 = const()[name = tensor<string, []>("op_52788_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_52788_cast = slice_by_index(begin = var_52788_begin_0, end = var_52788_end_0, end_mask = var_52788_end_mask_0, x = v_233_cast)[name = tensor<string, []>("op_52788_cast")];
            tensor<int32, [4]> var_52792_begin_0 = const()[name = tensor<string, []>("op_52792_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_52792_end_0 = const()[name = tensor<string, []>("op_52792_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 576])];
            tensor<bool, [4]> var_52792_end_mask_0 = const()[name = tensor<string, []>("op_52792_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_52792_cast = slice_by_index(begin = var_52792_begin_0, end = var_52792_end_0, end_mask = var_52792_end_mask_0, x = v_233_cast)[name = tensor<string, []>("op_52792_cast")];
            tensor<int32, [4]> var_52796_begin_0 = const()[name = tensor<string, []>("op_52796_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_52796_end_0 = const()[name = tensor<string, []>("op_52796_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 576])];
            tensor<bool, [4]> var_52796_end_mask_0 = const()[name = tensor<string, []>("op_52796_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_52796_cast = slice_by_index(begin = var_52796_begin_0, end = var_52796_end_0, end_mask = var_52796_end_mask_0, x = v_233_cast)[name = tensor<string, []>("op_52796_cast")];
            tensor<int32, [4]> var_52800_begin_0 = const()[name = tensor<string, []>("op_52800_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_52800_end_0 = const()[name = tensor<string, []>("op_52800_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 576])];
            tensor<bool, [4]> var_52800_end_mask_0 = const()[name = tensor<string, []>("op_52800_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_52800_cast = slice_by_index(begin = var_52800_begin_0, end = var_52800_end_0, end_mask = var_52800_end_mask_0, x = v_233_cast)[name = tensor<string, []>("op_52800_cast")];
            tensor<int32, [4]> var_52804_begin_0 = const()[name = tensor<string, []>("op_52804_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_52804_end_0 = const()[name = tensor<string, []>("op_52804_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 576])];
            tensor<bool, [4]> var_52804_end_mask_0 = const()[name = tensor<string, []>("op_52804_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_52804_cast = slice_by_index(begin = var_52804_begin_0, end = var_52804_end_0, end_mask = var_52804_end_mask_0, x = v_233_cast)[name = tensor<string, []>("op_52804_cast")];
            tensor<int32, [4]> var_52808_begin_0 = const()[name = tensor<string, []>("op_52808_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_52808_end_0 = const()[name = tensor<string, []>("op_52808_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 576])];
            tensor<bool, [4]> var_52808_end_mask_0 = const()[name = tensor<string, []>("op_52808_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_52808_cast = slice_by_index(begin = var_52808_begin_0, end = var_52808_end_0, end_mask = var_52808_end_mask_0, x = v_233_cast)[name = tensor<string, []>("op_52808_cast")];
            tensor<string, []> var_52812_equation_0 = const()[name = tensor<string, []>("op_52812_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_52812_cast = einsum(equation = var_52812_equation_0, values = (var_52654_cast, var_52571_cast))[name = tensor<string, []>("op_52812_cast")];
            tensor<fp16, []> var_52813_to_fp16 = const()[name = tensor<string, []>("op_52813_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4481_cast = mul(x = var_52812_cast, y = var_52813_to_fp16)[name = tensor<string, []>("aw_4481_cast")];
            tensor<string, []> var_52816_equation_0 = const()[name = tensor<string, []>("op_52816_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_52816_cast = einsum(equation = var_52816_equation_0, values = (var_52658_cast, var_52575_cast))[name = tensor<string, []>("op_52816_cast")];
            tensor<fp16, []> var_52817_to_fp16 = const()[name = tensor<string, []>("op_52817_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4483_cast = mul(x = var_52816_cast, y = var_52817_to_fp16)[name = tensor<string, []>("aw_4483_cast")];
            tensor<string, []> var_52820_equation_0 = const()[name = tensor<string, []>("op_52820_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_52820_cast = einsum(equation = var_52820_equation_0, values = (var_52662_cast, var_52579_cast))[name = tensor<string, []>("op_52820_cast")];
            tensor<fp16, []> var_52821_to_fp16 = const()[name = tensor<string, []>("op_52821_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4485_cast = mul(x = var_52820_cast, y = var_52821_to_fp16)[name = tensor<string, []>("aw_4485_cast")];
            tensor<string, []> var_52824_equation_0 = const()[name = tensor<string, []>("op_52824_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_52824_cast = einsum(equation = var_52824_equation_0, values = (var_52666_cast, var_52583_cast))[name = tensor<string, []>("op_52824_cast")];
            tensor<fp16, []> var_52825_to_fp16 = const()[name = tensor<string, []>("op_52825_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4487_cast = mul(x = var_52824_cast, y = var_52825_to_fp16)[name = tensor<string, []>("aw_4487_cast")];
            tensor<string, []> var_52828_equation_0 = const()[name = tensor<string, []>("op_52828_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_52828_cast = einsum(equation = var_52828_equation_0, values = (var_52670_cast, var_52587_cast))[name = tensor<string, []>("op_52828_cast")];
            tensor<fp16, []> var_52829_to_fp16 = const()[name = tensor<string, []>("op_52829_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4489_cast = mul(x = var_52828_cast, y = var_52829_to_fp16)[name = tensor<string, []>("aw_4489_cast")];
            tensor<string, []> var_52832_equation_0 = const()[name = tensor<string, []>("op_52832_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_52832_cast = einsum(equation = var_52832_equation_0, values = (var_52674_cast, var_52591_cast))[name = tensor<string, []>("op_52832_cast")];
            tensor<fp16, []> var_52833_to_fp16 = const()[name = tensor<string, []>("op_52833_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4491_cast = mul(x = var_52832_cast, y = var_52833_to_fp16)[name = tensor<string, []>("aw_4491_cast")];
            tensor<string, []> var_52836_equation_0 = const()[name = tensor<string, []>("op_52836_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_52836_cast = einsum(equation = var_52836_equation_0, values = (var_52678_cast, var_52595_cast))[name = tensor<string, []>("op_52836_cast")];
            tensor<fp16, []> var_52837_to_fp16 = const()[name = tensor<string, []>("op_52837_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4493_cast = mul(x = var_52836_cast, y = var_52837_to_fp16)[name = tensor<string, []>("aw_4493_cast")];
            tensor<string, []> var_52840_equation_0 = const()[name = tensor<string, []>("op_52840_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_52840_cast = einsum(equation = var_52840_equation_0, values = (var_52682_cast, var_52599_cast))[name = tensor<string, []>("op_52840_cast")];
            tensor<fp16, []> var_52841_to_fp16 = const()[name = tensor<string, []>("op_52841_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4495_cast = mul(x = var_52840_cast, y = var_52841_to_fp16)[name = tensor<string, []>("aw_4495_cast")];
            tensor<string, []> var_52844_equation_0 = const()[name = tensor<string, []>("op_52844_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_52844_cast = einsum(equation = var_52844_equation_0, values = (var_52686_cast, var_52603_cast))[name = tensor<string, []>("op_52844_cast")];
            tensor<fp16, []> var_52845_to_fp16 = const()[name = tensor<string, []>("op_52845_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4497_cast = mul(x = var_52844_cast, y = var_52845_to_fp16)[name = tensor<string, []>("aw_4497_cast")];
            tensor<string, []> var_52848_equation_0 = const()[name = tensor<string, []>("op_52848_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_52848_cast = einsum(equation = var_52848_equation_0, values = (var_52690_cast, var_52607_cast))[name = tensor<string, []>("op_52848_cast")];
            tensor<fp16, []> var_52849_to_fp16 = const()[name = tensor<string, []>("op_52849_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4499_cast = mul(x = var_52848_cast, y = var_52849_to_fp16)[name = tensor<string, []>("aw_4499_cast")];
            tensor<string, []> var_52852_equation_0 = const()[name = tensor<string, []>("op_52852_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_52852_cast = einsum(equation = var_52852_equation_0, values = (var_52694_cast, var_52611_cast))[name = tensor<string, []>("op_52852_cast")];
            tensor<fp16, []> var_52853_to_fp16 = const()[name = tensor<string, []>("op_52853_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4501_cast = mul(x = var_52852_cast, y = var_52853_to_fp16)[name = tensor<string, []>("aw_4501_cast")];
            tensor<string, []> var_52856_equation_0 = const()[name = tensor<string, []>("op_52856_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_52856_cast = einsum(equation = var_52856_equation_0, values = (var_52698_cast, var_52615_cast))[name = tensor<string, []>("op_52856_cast")];
            tensor<fp16, []> var_52857_to_fp16 = const()[name = tensor<string, []>("op_52857_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4503_cast = mul(x = var_52856_cast, y = var_52857_to_fp16)[name = tensor<string, []>("aw_4503_cast")];
            tensor<string, []> var_52860_equation_0 = const()[name = tensor<string, []>("op_52860_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_52860_cast = einsum(equation = var_52860_equation_0, values = (var_52702_cast, var_52619_cast))[name = tensor<string, []>("op_52860_cast")];
            tensor<fp16, []> var_52861_to_fp16 = const()[name = tensor<string, []>("op_52861_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4505_cast = mul(x = var_52860_cast, y = var_52861_to_fp16)[name = tensor<string, []>("aw_4505_cast")];
            tensor<string, []> var_52864_equation_0 = const()[name = tensor<string, []>("op_52864_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_52864_cast = einsum(equation = var_52864_equation_0, values = (var_52706_cast, var_52623_cast))[name = tensor<string, []>("op_52864_cast")];
            tensor<fp16, []> var_52865_to_fp16 = const()[name = tensor<string, []>("op_52865_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4507_cast = mul(x = var_52864_cast, y = var_52865_to_fp16)[name = tensor<string, []>("aw_4507_cast")];
            tensor<string, []> var_52868_equation_0 = const()[name = tensor<string, []>("op_52868_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_52868_cast = einsum(equation = var_52868_equation_0, values = (var_52710_cast, var_52627_cast))[name = tensor<string, []>("op_52868_cast")];
            tensor<fp16, []> var_52869_to_fp16 = const()[name = tensor<string, []>("op_52869_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4509_cast = mul(x = var_52868_cast, y = var_52869_to_fp16)[name = tensor<string, []>("aw_4509_cast")];
            tensor<string, []> var_52872_equation_0 = const()[name = tensor<string, []>("op_52872_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_52872_cast = einsum(equation = var_52872_equation_0, values = (var_52714_cast, var_52631_cast))[name = tensor<string, []>("op_52872_cast")];
            tensor<fp16, []> var_52873_to_fp16 = const()[name = tensor<string, []>("op_52873_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4511_cast = mul(x = var_52872_cast, y = var_52873_to_fp16)[name = tensor<string, []>("aw_4511_cast")];
            tensor<string, []> var_52876_equation_0 = const()[name = tensor<string, []>("op_52876_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_52876_cast = einsum(equation = var_52876_equation_0, values = (var_52718_cast, var_52635_cast))[name = tensor<string, []>("op_52876_cast")];
            tensor<fp16, []> var_52877_to_fp16 = const()[name = tensor<string, []>("op_52877_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4513_cast = mul(x = var_52876_cast, y = var_52877_to_fp16)[name = tensor<string, []>("aw_4513_cast")];
            tensor<string, []> var_52880_equation_0 = const()[name = tensor<string, []>("op_52880_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_52880_cast = einsum(equation = var_52880_equation_0, values = (var_52722_cast, var_52639_cast))[name = tensor<string, []>("op_52880_cast")];
            tensor<fp16, []> var_52881_to_fp16 = const()[name = tensor<string, []>("op_52881_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4515_cast = mul(x = var_52880_cast, y = var_52881_to_fp16)[name = tensor<string, []>("aw_4515_cast")];
            tensor<string, []> var_52884_equation_0 = const()[name = tensor<string, []>("op_52884_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_52884_cast = einsum(equation = var_52884_equation_0, values = (var_52726_cast, var_52643_cast))[name = tensor<string, []>("op_52884_cast")];
            tensor<fp16, []> var_52885_to_fp16 = const()[name = tensor<string, []>("op_52885_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4517_cast = mul(x = var_52884_cast, y = var_52885_to_fp16)[name = tensor<string, []>("aw_4517_cast")];
            tensor<string, []> var_52888_equation_0 = const()[name = tensor<string, []>("op_52888_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_52888_cast = einsum(equation = var_52888_equation_0, values = (var_52730_cast, var_52647_cast))[name = tensor<string, []>("op_52888_cast")];
            tensor<fp16, []> var_52889_to_fp16 = const()[name = tensor<string, []>("op_52889_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4519_cast = mul(x = var_52888_cast, y = var_52889_to_fp16)[name = tensor<string, []>("aw_4519_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_52891_cast = softmax(axis = var_30355, x = aw_4481_cast)[name = tensor<string, []>("op_52891_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_52892_cast = softmax(axis = var_30355, x = aw_4483_cast)[name = tensor<string, []>("op_52892_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_52893_cast = softmax(axis = var_30355, x = aw_4485_cast)[name = tensor<string, []>("op_52893_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_52894_cast = softmax(axis = var_30355, x = aw_4487_cast)[name = tensor<string, []>("op_52894_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_52895_cast = softmax(axis = var_30355, x = aw_4489_cast)[name = tensor<string, []>("op_52895_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_52896_cast = softmax(axis = var_30355, x = aw_4491_cast)[name = tensor<string, []>("op_52896_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_52897_cast = softmax(axis = var_30355, x = aw_4493_cast)[name = tensor<string, []>("op_52897_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_52898_cast = softmax(axis = var_30355, x = aw_4495_cast)[name = tensor<string, []>("op_52898_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_52899_cast = softmax(axis = var_30355, x = aw_4497_cast)[name = tensor<string, []>("op_52899_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_52900_cast = softmax(axis = var_30355, x = aw_4499_cast)[name = tensor<string, []>("op_52900_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_52901_cast = softmax(axis = var_30355, x = aw_4501_cast)[name = tensor<string, []>("op_52901_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_52902_cast = softmax(axis = var_30355, x = aw_4503_cast)[name = tensor<string, []>("op_52902_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_52903_cast = softmax(axis = var_30355, x = aw_4505_cast)[name = tensor<string, []>("op_52903_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_52904_cast = softmax(axis = var_30355, x = aw_4507_cast)[name = tensor<string, []>("op_52904_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_52905_cast = softmax(axis = var_30355, x = aw_4509_cast)[name = tensor<string, []>("op_52905_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_52906_cast = softmax(axis = var_30355, x = aw_4511_cast)[name = tensor<string, []>("op_52906_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_52907_cast = softmax(axis = var_30355, x = aw_4513_cast)[name = tensor<string, []>("op_52907_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_52908_cast = softmax(axis = var_30355, x = aw_4515_cast)[name = tensor<string, []>("op_52908_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_52909_cast = softmax(axis = var_30355, x = aw_4517_cast)[name = tensor<string, []>("op_52909_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_52910_cast = softmax(axis = var_30355, x = aw_4519_cast)[name = tensor<string, []>("op_52910_cast")];
            tensor<string, []> var_52912_equation_0 = const()[name = tensor<string, []>("op_52912_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_52912_cast = einsum(equation = var_52912_equation_0, values = (var_52732_cast, var_52891_cast))[name = tensor<string, []>("op_52912_cast")];
            tensor<string, []> var_52914_equation_0 = const()[name = tensor<string, []>("op_52914_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_52914_cast = einsum(equation = var_52914_equation_0, values = (var_52736_cast, var_52892_cast))[name = tensor<string, []>("op_52914_cast")];
            tensor<string, []> var_52916_equation_0 = const()[name = tensor<string, []>("op_52916_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_52916_cast = einsum(equation = var_52916_equation_0, values = (var_52740_cast, var_52893_cast))[name = tensor<string, []>("op_52916_cast")];
            tensor<string, []> var_52918_equation_0 = const()[name = tensor<string, []>("op_52918_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_52918_cast = einsum(equation = var_52918_equation_0, values = (var_52744_cast, var_52894_cast))[name = tensor<string, []>("op_52918_cast")];
            tensor<string, []> var_52920_equation_0 = const()[name = tensor<string, []>("op_52920_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_52920_cast = einsum(equation = var_52920_equation_0, values = (var_52748_cast, var_52895_cast))[name = tensor<string, []>("op_52920_cast")];
            tensor<string, []> var_52922_equation_0 = const()[name = tensor<string, []>("op_52922_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_52922_cast = einsum(equation = var_52922_equation_0, values = (var_52752_cast, var_52896_cast))[name = tensor<string, []>("op_52922_cast")];
            tensor<string, []> var_52924_equation_0 = const()[name = tensor<string, []>("op_52924_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_52924_cast = einsum(equation = var_52924_equation_0, values = (var_52756_cast, var_52897_cast))[name = tensor<string, []>("op_52924_cast")];
            tensor<string, []> var_52926_equation_0 = const()[name = tensor<string, []>("op_52926_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_52926_cast = einsum(equation = var_52926_equation_0, values = (var_52760_cast, var_52898_cast))[name = tensor<string, []>("op_52926_cast")];
            tensor<string, []> var_52928_equation_0 = const()[name = tensor<string, []>("op_52928_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_52928_cast = einsum(equation = var_52928_equation_0, values = (var_52764_cast, var_52899_cast))[name = tensor<string, []>("op_52928_cast")];
            tensor<string, []> var_52930_equation_0 = const()[name = tensor<string, []>("op_52930_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_52930_cast = einsum(equation = var_52930_equation_0, values = (var_52768_cast, var_52900_cast))[name = tensor<string, []>("op_52930_cast")];
            tensor<string, []> var_52932_equation_0 = const()[name = tensor<string, []>("op_52932_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_52932_cast = einsum(equation = var_52932_equation_0, values = (var_52772_cast, var_52901_cast))[name = tensor<string, []>("op_52932_cast")];
            tensor<string, []> var_52934_equation_0 = const()[name = tensor<string, []>("op_52934_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_52934_cast = einsum(equation = var_52934_equation_0, values = (var_52776_cast, var_52902_cast))[name = tensor<string, []>("op_52934_cast")];
            tensor<string, []> var_52936_equation_0 = const()[name = tensor<string, []>("op_52936_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_52936_cast = einsum(equation = var_52936_equation_0, values = (var_52780_cast, var_52903_cast))[name = tensor<string, []>("op_52936_cast")];
            tensor<string, []> var_52938_equation_0 = const()[name = tensor<string, []>("op_52938_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_52938_cast = einsum(equation = var_52938_equation_0, values = (var_52784_cast, var_52904_cast))[name = tensor<string, []>("op_52938_cast")];
            tensor<string, []> var_52940_equation_0 = const()[name = tensor<string, []>("op_52940_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_52940_cast = einsum(equation = var_52940_equation_0, values = (var_52788_cast, var_52905_cast))[name = tensor<string, []>("op_52940_cast")];
            tensor<string, []> var_52942_equation_0 = const()[name = tensor<string, []>("op_52942_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_52942_cast = einsum(equation = var_52942_equation_0, values = (var_52792_cast, var_52906_cast))[name = tensor<string, []>("op_52942_cast")];
            tensor<string, []> var_52944_equation_0 = const()[name = tensor<string, []>("op_52944_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_52944_cast = einsum(equation = var_52944_equation_0, values = (var_52796_cast, var_52907_cast))[name = tensor<string, []>("op_52944_cast")];
            tensor<string, []> var_52946_equation_0 = const()[name = tensor<string, []>("op_52946_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_52946_cast = einsum(equation = var_52946_equation_0, values = (var_52800_cast, var_52908_cast))[name = tensor<string, []>("op_52946_cast")];
            tensor<string, []> var_52948_equation_0 = const()[name = tensor<string, []>("op_52948_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_52948_cast = einsum(equation = var_52948_equation_0, values = (var_52804_cast, var_52909_cast))[name = tensor<string, []>("op_52948_cast")];
            tensor<string, []> var_52950_equation_0 = const()[name = tensor<string, []>("op_52950_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_52950_cast = einsum(equation = var_52950_equation_0, values = (var_52808_cast, var_52910_cast))[name = tensor<string, []>("op_52950_cast")];
            tensor<bool, []> input_667_interleave_0 = const()[name = tensor<string, []>("input_667_interleave_0"), val = tensor<bool, []>(false)];
            tensor<fp16, [2, 1280, 1, 576]> input_667_cast = concat(axis = var_30355, interleave = input_667_interleave_0, values = (var_52912_cast, var_52914_cast, var_52916_cast, var_52918_cast, var_52920_cast, var_52922_cast, var_52924_cast, var_52926_cast, var_52928_cast, var_52930_cast, var_52932_cast, var_52934_cast, var_52936_cast, var_52938_cast, var_52940_cast, var_52942_cast, var_52944_cast, var_52946_cast, var_52948_cast, var_52950_cast))[name = tensor<string, []>("input_667_cast")];
            tensor<int32, [2]> var_52956 = const()[name = tensor<string, []>("op_52956"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_52958 = const()[name = tensor<string, []>("op_52958"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_52960_pad_type_0 = const()[name = tensor<string, []>("op_52960_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_52960_pad_0 = const()[name = tensor<string, []>("op_52960_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_4_attn1_to_out_0_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [1228800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(401023488))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(402252352))), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_4_attn1_to_out_0_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_attentions_2_transformer_blocks_4_attn1_to_out_0_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_4_attn1_to_out_0_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(402252544)))];
            tensor<fp16, [2, 1280, 1, 576]> var_52960_cast = conv(bias = up_blocks_0_attentions_2_transformer_blocks_4_attn1_to_out_0_bias_to_fp16, dilations = var_52958, groups = var_30355, pad = var_52960_pad_0, pad_type = var_52960_pad_type_0, strides = var_52956, weight = up_blocks_0_attentions_2_transformer_blocks_4_attn1_to_out_0_weight_to_fp16_palettized, x = input_667_cast)[name = tensor<string, []>("op_52960_cast")];
            tensor<fp16, [2, 1280, 1, 576]> inputs_351_cast = add(x = var_52960_cast, y = inputs_349_cast)[name = tensor<string, []>("inputs_351_cast")];
            tensor<int32, [1]> var_52964 = const()[name = tensor<string, []>("op_52964"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> channels_mean_351_cast = reduce_mean(axes = var_52964, keep_dims = var_30350, x = inputs_351_cast)[name = tensor<string, []>("channels_mean_351_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_351_cast = sub(x = inputs_351_cast, y = channels_mean_351_cast)[name = tensor<string, []>("zero_mean_351_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_sq_351_cast = mul(x = zero_mean_351_cast, y = zero_mean_351_cast)[name = tensor<string, []>("zero_mean_sq_351_cast")];
            tensor<int32, [1]> var_52968 = const()[name = tensor<string, []>("op_52968"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> var_52969_cast = reduce_mean(axes = var_52968, keep_dims = var_30350, x = zero_mean_sq_351_cast)[name = tensor<string, []>("op_52969_cast")];
            tensor<fp16, []> var_52970_to_fp16 = const()[name = tensor<string, []>("op_52970_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 576]> var_52971_cast = add(x = var_52969_cast, y = var_52970_to_fp16)[name = tensor<string, []>("op_52971_cast")];
            tensor<fp16, []> denom_351_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_351_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 576]> denom_351_cast = rsqrt(epsilon = denom_351_epsilon_0_to_fp16, x = var_52971_cast)[name = tensor<string, []>("denom_351_cast")];
            tensor<fp16, [2, 1280, 1, 576]> out_351_cast = mul(x = zero_mean_351_cast, y = denom_351_cast)[name = tensor<string, []>("out_351_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_52975_to_fp16 = const()[name = tensor<string, []>("op_52975_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(402255168)))];
            tensor<fp16, [2, 1280, 1, 576]> var_52976_cast = add(x = out_351_cast, y = var_52975_to_fp16)[name = tensor<string, []>("op_52976_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_52978_to_fp16 = const()[name = tensor<string, []>("op_52978_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(402257792)))];
            tensor<fp16, [2, 1280, 1, 576]> hidden_states_461_cast = mul(x = var_52976_cast, y = var_52978_to_fp16)[name = tensor<string, []>("hidden_states_461_cast")];
            tensor<int32, [2]> var_52985 = const()[name = tensor<string, []>("op_52985"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_52987 = const()[name = tensor<string, []>("op_52987"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> q_235_pad_type_0 = const()[name = tensor<string, []>("q_235_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> q_235_pad_0 = const()[name = tensor<string, []>("q_235_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_4_attn2_to_q_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [409600]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(402260416))), lut = tensor<fp16, [4]>([-0x1.c8cp-6, -0x1.17p-7, 0x1.178p-7, 0x1.c9p-6]), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_4_attn2_to_q_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> q_235_cast = conv(dilations = var_52987, groups = var_30355, pad = q_235_pad_0, pad_type = q_235_pad_type_0, strides = var_52985, weight = up_blocks_0_attentions_2_transformer_blocks_4_attn2_to_q_weight_to_fp16_palettized, x = hidden_states_461_cast)[name = tensor<string, []>("q_235_cast")];
            tensor<int32, [2]> var_52991 = const()[name = tensor<string, []>("op_52991"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_52993 = const()[name = tensor<string, []>("op_52993"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> k_469_pad_type_0 = const()[name = tensor<string, []>("k_469_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> k_469_pad_0 = const()[name = tensor<string, []>("k_469_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 2048, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_4_attn2_to_k_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [655360]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(402670080))), lut = tensor<fp16, [4]>([-0x1.718p-6, -0x1.b18p-8, 0x1.b68p-8, 0x1.728p-6]), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_4_attn2_to_k_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 2048, 1, 1])];
            tensor<fp16, [2, 1280, 1, 77]> k_469_cast = conv(dilations = var_52993, groups = var_30355, pad = k_469_pad_0, pad_type = k_469_pad_type_0, strides = var_52991, weight = up_blocks_0_attentions_2_transformer_blocks_4_attn2_to_k_weight_to_fp16_palettized, x = encoder_hidden_states)[name = tensor<string, []>("k_469_cast")];
            tensor<int32, [2]> var_52997 = const()[name = tensor<string, []>("op_52997"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_52999 = const()[name = tensor<string, []>("op_52999"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> v_235_pad_type_0 = const()[name = tensor<string, []>("v_235_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> v_235_pad_0 = const()[name = tensor<string, []>("v_235_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 2048, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_4_attn2_to_v_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [655360]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(403325504))), lut = tensor<fp16, [4]>([-0x1.a6p-6, -0x1.d14p-8, 0x1.cccp-8, 0x1.a48p-6]), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_4_attn2_to_v_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 2048, 1, 1])];
            tensor<fp16, [2, 1280, 1, 77]> v_235_cast = conv(dilations = var_52999, groups = var_30355, pad = v_235_pad_0, pad_type = v_235_pad_type_0, strides = var_52997, weight = up_blocks_0_attentions_2_transformer_blocks_4_attn2_to_v_weight_to_fp16_palettized, x = encoder_hidden_states)[name = tensor<string, []>("v_235_cast")];
            tensor<int32, [4]> var_53003_begin_0 = const()[name = tensor<string, []>("op_53003_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_53003_end_0 = const()[name = tensor<string, []>("op_53003_end_0"), val = tensor<int32, [4]>([2, 64, 1, 576])];
            tensor<bool, [4]> var_53003_end_mask_0 = const()[name = tensor<string, []>("op_53003_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53003_cast = slice_by_index(begin = var_53003_begin_0, end = var_53003_end_0, end_mask = var_53003_end_mask_0, x = q_235_cast)[name = tensor<string, []>("op_53003_cast")];
            tensor<int32, [4]> var_53007_begin_0 = const()[name = tensor<string, []>("op_53007_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_53007_end_0 = const()[name = tensor<string, []>("op_53007_end_0"), val = tensor<int32, [4]>([2, 128, 1, 576])];
            tensor<bool, [4]> var_53007_end_mask_0 = const()[name = tensor<string, []>("op_53007_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53007_cast = slice_by_index(begin = var_53007_begin_0, end = var_53007_end_0, end_mask = var_53007_end_mask_0, x = q_235_cast)[name = tensor<string, []>("op_53007_cast")];
            tensor<int32, [4]> var_53011_begin_0 = const()[name = tensor<string, []>("op_53011_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_53011_end_0 = const()[name = tensor<string, []>("op_53011_end_0"), val = tensor<int32, [4]>([2, 192, 1, 576])];
            tensor<bool, [4]> var_53011_end_mask_0 = const()[name = tensor<string, []>("op_53011_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53011_cast = slice_by_index(begin = var_53011_begin_0, end = var_53011_end_0, end_mask = var_53011_end_mask_0, x = q_235_cast)[name = tensor<string, []>("op_53011_cast")];
            tensor<int32, [4]> var_53015_begin_0 = const()[name = tensor<string, []>("op_53015_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_53015_end_0 = const()[name = tensor<string, []>("op_53015_end_0"), val = tensor<int32, [4]>([2, 256, 1, 576])];
            tensor<bool, [4]> var_53015_end_mask_0 = const()[name = tensor<string, []>("op_53015_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53015_cast = slice_by_index(begin = var_53015_begin_0, end = var_53015_end_0, end_mask = var_53015_end_mask_0, x = q_235_cast)[name = tensor<string, []>("op_53015_cast")];
            tensor<int32, [4]> var_53019_begin_0 = const()[name = tensor<string, []>("op_53019_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_53019_end_0 = const()[name = tensor<string, []>("op_53019_end_0"), val = tensor<int32, [4]>([2, 320, 1, 576])];
            tensor<bool, [4]> var_53019_end_mask_0 = const()[name = tensor<string, []>("op_53019_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53019_cast = slice_by_index(begin = var_53019_begin_0, end = var_53019_end_0, end_mask = var_53019_end_mask_0, x = q_235_cast)[name = tensor<string, []>("op_53019_cast")];
            tensor<int32, [4]> var_53023_begin_0 = const()[name = tensor<string, []>("op_53023_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_53023_end_0 = const()[name = tensor<string, []>("op_53023_end_0"), val = tensor<int32, [4]>([2, 384, 1, 576])];
            tensor<bool, [4]> var_53023_end_mask_0 = const()[name = tensor<string, []>("op_53023_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53023_cast = slice_by_index(begin = var_53023_begin_0, end = var_53023_end_0, end_mask = var_53023_end_mask_0, x = q_235_cast)[name = tensor<string, []>("op_53023_cast")];
            tensor<int32, [4]> var_53027_begin_0 = const()[name = tensor<string, []>("op_53027_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_53027_end_0 = const()[name = tensor<string, []>("op_53027_end_0"), val = tensor<int32, [4]>([2, 448, 1, 576])];
            tensor<bool, [4]> var_53027_end_mask_0 = const()[name = tensor<string, []>("op_53027_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53027_cast = slice_by_index(begin = var_53027_begin_0, end = var_53027_end_0, end_mask = var_53027_end_mask_0, x = q_235_cast)[name = tensor<string, []>("op_53027_cast")];
            tensor<int32, [4]> var_53031_begin_0 = const()[name = tensor<string, []>("op_53031_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_53031_end_0 = const()[name = tensor<string, []>("op_53031_end_0"), val = tensor<int32, [4]>([2, 512, 1, 576])];
            tensor<bool, [4]> var_53031_end_mask_0 = const()[name = tensor<string, []>("op_53031_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53031_cast = slice_by_index(begin = var_53031_begin_0, end = var_53031_end_0, end_mask = var_53031_end_mask_0, x = q_235_cast)[name = tensor<string, []>("op_53031_cast")];
            tensor<int32, [4]> var_53035_begin_0 = const()[name = tensor<string, []>("op_53035_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_53035_end_0 = const()[name = tensor<string, []>("op_53035_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_53035_end_mask_0 = const()[name = tensor<string, []>("op_53035_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53035_cast = slice_by_index(begin = var_53035_begin_0, end = var_53035_end_0, end_mask = var_53035_end_mask_0, x = q_235_cast)[name = tensor<string, []>("op_53035_cast")];
            tensor<int32, [4]> var_53039_begin_0 = const()[name = tensor<string, []>("op_53039_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_53039_end_0 = const()[name = tensor<string, []>("op_53039_end_0"), val = tensor<int32, [4]>([2, 640, 1, 576])];
            tensor<bool, [4]> var_53039_end_mask_0 = const()[name = tensor<string, []>("op_53039_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53039_cast = slice_by_index(begin = var_53039_begin_0, end = var_53039_end_0, end_mask = var_53039_end_mask_0, x = q_235_cast)[name = tensor<string, []>("op_53039_cast")];
            tensor<int32, [4]> var_53043_begin_0 = const()[name = tensor<string, []>("op_53043_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_53043_end_0 = const()[name = tensor<string, []>("op_53043_end_0"), val = tensor<int32, [4]>([2, 704, 1, 576])];
            tensor<bool, [4]> var_53043_end_mask_0 = const()[name = tensor<string, []>("op_53043_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53043_cast = slice_by_index(begin = var_53043_begin_0, end = var_53043_end_0, end_mask = var_53043_end_mask_0, x = q_235_cast)[name = tensor<string, []>("op_53043_cast")];
            tensor<int32, [4]> var_53047_begin_0 = const()[name = tensor<string, []>("op_53047_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_53047_end_0 = const()[name = tensor<string, []>("op_53047_end_0"), val = tensor<int32, [4]>([2, 768, 1, 576])];
            tensor<bool, [4]> var_53047_end_mask_0 = const()[name = tensor<string, []>("op_53047_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53047_cast = slice_by_index(begin = var_53047_begin_0, end = var_53047_end_0, end_mask = var_53047_end_mask_0, x = q_235_cast)[name = tensor<string, []>("op_53047_cast")];
            tensor<int32, [4]> var_53051_begin_0 = const()[name = tensor<string, []>("op_53051_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_53051_end_0 = const()[name = tensor<string, []>("op_53051_end_0"), val = tensor<int32, [4]>([2, 832, 1, 576])];
            tensor<bool, [4]> var_53051_end_mask_0 = const()[name = tensor<string, []>("op_53051_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53051_cast = slice_by_index(begin = var_53051_begin_0, end = var_53051_end_0, end_mask = var_53051_end_mask_0, x = q_235_cast)[name = tensor<string, []>("op_53051_cast")];
            tensor<int32, [4]> var_53055_begin_0 = const()[name = tensor<string, []>("op_53055_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_53055_end_0 = const()[name = tensor<string, []>("op_53055_end_0"), val = tensor<int32, [4]>([2, 896, 1, 576])];
            tensor<bool, [4]> var_53055_end_mask_0 = const()[name = tensor<string, []>("op_53055_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53055_cast = slice_by_index(begin = var_53055_begin_0, end = var_53055_end_0, end_mask = var_53055_end_mask_0, x = q_235_cast)[name = tensor<string, []>("op_53055_cast")];
            tensor<int32, [4]> var_53059_begin_0 = const()[name = tensor<string, []>("op_53059_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_53059_end_0 = const()[name = tensor<string, []>("op_53059_end_0"), val = tensor<int32, [4]>([2, 960, 1, 576])];
            tensor<bool, [4]> var_53059_end_mask_0 = const()[name = tensor<string, []>("op_53059_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53059_cast = slice_by_index(begin = var_53059_begin_0, end = var_53059_end_0, end_mask = var_53059_end_mask_0, x = q_235_cast)[name = tensor<string, []>("op_53059_cast")];
            tensor<int32, [4]> var_53063_begin_0 = const()[name = tensor<string, []>("op_53063_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_53063_end_0 = const()[name = tensor<string, []>("op_53063_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 576])];
            tensor<bool, [4]> var_53063_end_mask_0 = const()[name = tensor<string, []>("op_53063_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53063_cast = slice_by_index(begin = var_53063_begin_0, end = var_53063_end_0, end_mask = var_53063_end_mask_0, x = q_235_cast)[name = tensor<string, []>("op_53063_cast")];
            tensor<int32, [4]> var_53067_begin_0 = const()[name = tensor<string, []>("op_53067_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_53067_end_0 = const()[name = tensor<string, []>("op_53067_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 576])];
            tensor<bool, [4]> var_53067_end_mask_0 = const()[name = tensor<string, []>("op_53067_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53067_cast = slice_by_index(begin = var_53067_begin_0, end = var_53067_end_0, end_mask = var_53067_end_mask_0, x = q_235_cast)[name = tensor<string, []>("op_53067_cast")];
            tensor<int32, [4]> var_53071_begin_0 = const()[name = tensor<string, []>("op_53071_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_53071_end_0 = const()[name = tensor<string, []>("op_53071_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 576])];
            tensor<bool, [4]> var_53071_end_mask_0 = const()[name = tensor<string, []>("op_53071_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53071_cast = slice_by_index(begin = var_53071_begin_0, end = var_53071_end_0, end_mask = var_53071_end_mask_0, x = q_235_cast)[name = tensor<string, []>("op_53071_cast")];
            tensor<int32, [4]> var_53075_begin_0 = const()[name = tensor<string, []>("op_53075_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_53075_end_0 = const()[name = tensor<string, []>("op_53075_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 576])];
            tensor<bool, [4]> var_53075_end_mask_0 = const()[name = tensor<string, []>("op_53075_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53075_cast = slice_by_index(begin = var_53075_begin_0, end = var_53075_end_0, end_mask = var_53075_end_mask_0, x = q_235_cast)[name = tensor<string, []>("op_53075_cast")];
            tensor<int32, [4]> var_53079_begin_0 = const()[name = tensor<string, []>("op_53079_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_53079_end_0 = const()[name = tensor<string, []>("op_53079_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 576])];
            tensor<bool, [4]> var_53079_end_mask_0 = const()[name = tensor<string, []>("op_53079_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53079_cast = slice_by_index(begin = var_53079_begin_0, end = var_53079_end_0, end_mask = var_53079_end_mask_0, x = q_235_cast)[name = tensor<string, []>("op_53079_cast")];
            tensor<int32, [4]> k_471_perm_0 = const()[name = tensor<string, []>("k_471_perm_0"), val = tensor<int32, [4]>([0, 3, 2, 1])];
            tensor<int32, [4]> var_53086_begin_0 = const()[name = tensor<string, []>("op_53086_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_53086_end_0 = const()[name = tensor<string, []>("op_53086_end_0"), val = tensor<int32, [4]>([2, 77, 1, 64])];
            tensor<bool, [4]> var_53086_end_mask_0 = const()[name = tensor<string, []>("op_53086_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 1280]> transpose_22 = transpose(perm = k_471_perm_0, x = k_469_cast)[name = tensor<string, []>("transpose_22")];
            tensor<fp16, [2, 77, 1, 64]> var_53086_cast = slice_by_index(begin = var_53086_begin_0, end = var_53086_end_0, end_mask = var_53086_end_mask_0, x = transpose_22)[name = tensor<string, []>("op_53086_cast")];
            tensor<int32, [4]> var_53090_begin_0 = const()[name = tensor<string, []>("op_53090_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 64])];
            tensor<int32, [4]> var_53090_end_0 = const()[name = tensor<string, []>("op_53090_end_0"), val = tensor<int32, [4]>([2, 77, 1, 128])];
            tensor<bool, [4]> var_53090_end_mask_0 = const()[name = tensor<string, []>("op_53090_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_53090_cast = slice_by_index(begin = var_53090_begin_0, end = var_53090_end_0, end_mask = var_53090_end_mask_0, x = transpose_22)[name = tensor<string, []>("op_53090_cast")];
            tensor<int32, [4]> var_53094_begin_0 = const()[name = tensor<string, []>("op_53094_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 128])];
            tensor<int32, [4]> var_53094_end_0 = const()[name = tensor<string, []>("op_53094_end_0"), val = tensor<int32, [4]>([2, 77, 1, 192])];
            tensor<bool, [4]> var_53094_end_mask_0 = const()[name = tensor<string, []>("op_53094_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_53094_cast = slice_by_index(begin = var_53094_begin_0, end = var_53094_end_0, end_mask = var_53094_end_mask_0, x = transpose_22)[name = tensor<string, []>("op_53094_cast")];
            tensor<int32, [4]> var_53098_begin_0 = const()[name = tensor<string, []>("op_53098_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 192])];
            tensor<int32, [4]> var_53098_end_0 = const()[name = tensor<string, []>("op_53098_end_0"), val = tensor<int32, [4]>([2, 77, 1, 256])];
            tensor<bool, [4]> var_53098_end_mask_0 = const()[name = tensor<string, []>("op_53098_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_53098_cast = slice_by_index(begin = var_53098_begin_0, end = var_53098_end_0, end_mask = var_53098_end_mask_0, x = transpose_22)[name = tensor<string, []>("op_53098_cast")];
            tensor<int32, [4]> var_53102_begin_0 = const()[name = tensor<string, []>("op_53102_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 256])];
            tensor<int32, [4]> var_53102_end_0 = const()[name = tensor<string, []>("op_53102_end_0"), val = tensor<int32, [4]>([2, 77, 1, 320])];
            tensor<bool, [4]> var_53102_end_mask_0 = const()[name = tensor<string, []>("op_53102_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_53102_cast = slice_by_index(begin = var_53102_begin_0, end = var_53102_end_0, end_mask = var_53102_end_mask_0, x = transpose_22)[name = tensor<string, []>("op_53102_cast")];
            tensor<int32, [4]> var_53106_begin_0 = const()[name = tensor<string, []>("op_53106_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 320])];
            tensor<int32, [4]> var_53106_end_0 = const()[name = tensor<string, []>("op_53106_end_0"), val = tensor<int32, [4]>([2, 77, 1, 384])];
            tensor<bool, [4]> var_53106_end_mask_0 = const()[name = tensor<string, []>("op_53106_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_53106_cast = slice_by_index(begin = var_53106_begin_0, end = var_53106_end_0, end_mask = var_53106_end_mask_0, x = transpose_22)[name = tensor<string, []>("op_53106_cast")];
            tensor<int32, [4]> var_53110_begin_0 = const()[name = tensor<string, []>("op_53110_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 384])];
            tensor<int32, [4]> var_53110_end_0 = const()[name = tensor<string, []>("op_53110_end_0"), val = tensor<int32, [4]>([2, 77, 1, 448])];
            tensor<bool, [4]> var_53110_end_mask_0 = const()[name = tensor<string, []>("op_53110_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_53110_cast = slice_by_index(begin = var_53110_begin_0, end = var_53110_end_0, end_mask = var_53110_end_mask_0, x = transpose_22)[name = tensor<string, []>("op_53110_cast")];
            tensor<int32, [4]> var_53114_begin_0 = const()[name = tensor<string, []>("op_53114_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 448])];
            tensor<int32, [4]> var_53114_end_0 = const()[name = tensor<string, []>("op_53114_end_0"), val = tensor<int32, [4]>([2, 77, 1, 512])];
            tensor<bool, [4]> var_53114_end_mask_0 = const()[name = tensor<string, []>("op_53114_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_53114_cast = slice_by_index(begin = var_53114_begin_0, end = var_53114_end_0, end_mask = var_53114_end_mask_0, x = transpose_22)[name = tensor<string, []>("op_53114_cast")];
            tensor<int32, [4]> var_53118_begin_0 = const()[name = tensor<string, []>("op_53118_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 512])];
            tensor<int32, [4]> var_53118_end_0 = const()[name = tensor<string, []>("op_53118_end_0"), val = tensor<int32, [4]>([2, 77, 1, 576])];
            tensor<bool, [4]> var_53118_end_mask_0 = const()[name = tensor<string, []>("op_53118_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_53118_cast = slice_by_index(begin = var_53118_begin_0, end = var_53118_end_0, end_mask = var_53118_end_mask_0, x = transpose_22)[name = tensor<string, []>("op_53118_cast")];
            tensor<int32, [4]> var_53122_begin_0 = const()[name = tensor<string, []>("op_53122_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 576])];
            tensor<int32, [4]> var_53122_end_0 = const()[name = tensor<string, []>("op_53122_end_0"), val = tensor<int32, [4]>([2, 77, 1, 640])];
            tensor<bool, [4]> var_53122_end_mask_0 = const()[name = tensor<string, []>("op_53122_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_53122_cast = slice_by_index(begin = var_53122_begin_0, end = var_53122_end_0, end_mask = var_53122_end_mask_0, x = transpose_22)[name = tensor<string, []>("op_53122_cast")];
            tensor<int32, [4]> var_53126_begin_0 = const()[name = tensor<string, []>("op_53126_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 640])];
            tensor<int32, [4]> var_53126_end_0 = const()[name = tensor<string, []>("op_53126_end_0"), val = tensor<int32, [4]>([2, 77, 1, 704])];
            tensor<bool, [4]> var_53126_end_mask_0 = const()[name = tensor<string, []>("op_53126_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_53126_cast = slice_by_index(begin = var_53126_begin_0, end = var_53126_end_0, end_mask = var_53126_end_mask_0, x = transpose_22)[name = tensor<string, []>("op_53126_cast")];
            tensor<int32, [4]> var_53130_begin_0 = const()[name = tensor<string, []>("op_53130_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 704])];
            tensor<int32, [4]> var_53130_end_0 = const()[name = tensor<string, []>("op_53130_end_0"), val = tensor<int32, [4]>([2, 77, 1, 768])];
            tensor<bool, [4]> var_53130_end_mask_0 = const()[name = tensor<string, []>("op_53130_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_53130_cast = slice_by_index(begin = var_53130_begin_0, end = var_53130_end_0, end_mask = var_53130_end_mask_0, x = transpose_22)[name = tensor<string, []>("op_53130_cast")];
            tensor<int32, [4]> var_53134_begin_0 = const()[name = tensor<string, []>("op_53134_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 768])];
            tensor<int32, [4]> var_53134_end_0 = const()[name = tensor<string, []>("op_53134_end_0"), val = tensor<int32, [4]>([2, 77, 1, 832])];
            tensor<bool, [4]> var_53134_end_mask_0 = const()[name = tensor<string, []>("op_53134_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_53134_cast = slice_by_index(begin = var_53134_begin_0, end = var_53134_end_0, end_mask = var_53134_end_mask_0, x = transpose_22)[name = tensor<string, []>("op_53134_cast")];
            tensor<int32, [4]> var_53138_begin_0 = const()[name = tensor<string, []>("op_53138_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 832])];
            tensor<int32, [4]> var_53138_end_0 = const()[name = tensor<string, []>("op_53138_end_0"), val = tensor<int32, [4]>([2, 77, 1, 896])];
            tensor<bool, [4]> var_53138_end_mask_0 = const()[name = tensor<string, []>("op_53138_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_53138_cast = slice_by_index(begin = var_53138_begin_0, end = var_53138_end_0, end_mask = var_53138_end_mask_0, x = transpose_22)[name = tensor<string, []>("op_53138_cast")];
            tensor<int32, [4]> var_53142_begin_0 = const()[name = tensor<string, []>("op_53142_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 896])];
            tensor<int32, [4]> var_53142_end_0 = const()[name = tensor<string, []>("op_53142_end_0"), val = tensor<int32, [4]>([2, 77, 1, 960])];
            tensor<bool, [4]> var_53142_end_mask_0 = const()[name = tensor<string, []>("op_53142_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_53142_cast = slice_by_index(begin = var_53142_begin_0, end = var_53142_end_0, end_mask = var_53142_end_mask_0, x = transpose_22)[name = tensor<string, []>("op_53142_cast")];
            tensor<int32, [4]> var_53146_begin_0 = const()[name = tensor<string, []>("op_53146_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 960])];
            tensor<int32, [4]> var_53146_end_0 = const()[name = tensor<string, []>("op_53146_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1024])];
            tensor<bool, [4]> var_53146_end_mask_0 = const()[name = tensor<string, []>("op_53146_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_53146_cast = slice_by_index(begin = var_53146_begin_0, end = var_53146_end_0, end_mask = var_53146_end_mask_0, x = transpose_22)[name = tensor<string, []>("op_53146_cast")];
            tensor<int32, [4]> var_53150_begin_0 = const()[name = tensor<string, []>("op_53150_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1024])];
            tensor<int32, [4]> var_53150_end_0 = const()[name = tensor<string, []>("op_53150_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1088])];
            tensor<bool, [4]> var_53150_end_mask_0 = const()[name = tensor<string, []>("op_53150_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_53150_cast = slice_by_index(begin = var_53150_begin_0, end = var_53150_end_0, end_mask = var_53150_end_mask_0, x = transpose_22)[name = tensor<string, []>("op_53150_cast")];
            tensor<int32, [4]> var_53154_begin_0 = const()[name = tensor<string, []>("op_53154_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1088])];
            tensor<int32, [4]> var_53154_end_0 = const()[name = tensor<string, []>("op_53154_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1152])];
            tensor<bool, [4]> var_53154_end_mask_0 = const()[name = tensor<string, []>("op_53154_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_53154_cast = slice_by_index(begin = var_53154_begin_0, end = var_53154_end_0, end_mask = var_53154_end_mask_0, x = transpose_22)[name = tensor<string, []>("op_53154_cast")];
            tensor<int32, [4]> var_53158_begin_0 = const()[name = tensor<string, []>("op_53158_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1152])];
            tensor<int32, [4]> var_53158_end_0 = const()[name = tensor<string, []>("op_53158_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1216])];
            tensor<bool, [4]> var_53158_end_mask_0 = const()[name = tensor<string, []>("op_53158_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_53158_cast = slice_by_index(begin = var_53158_begin_0, end = var_53158_end_0, end_mask = var_53158_end_mask_0, x = transpose_22)[name = tensor<string, []>("op_53158_cast")];
            tensor<int32, [4]> var_53162_begin_0 = const()[name = tensor<string, []>("op_53162_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1216])];
            tensor<int32, [4]> var_53162_end_0 = const()[name = tensor<string, []>("op_53162_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1280])];
            tensor<bool, [4]> var_53162_end_mask_0 = const()[name = tensor<string, []>("op_53162_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_53162_cast = slice_by_index(begin = var_53162_begin_0, end = var_53162_end_0, end_mask = var_53162_end_mask_0, x = transpose_22)[name = tensor<string, []>("op_53162_cast")];
            tensor<int32, [4]> var_53164_begin_0 = const()[name = tensor<string, []>("op_53164_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_53164_end_0 = const()[name = tensor<string, []>("op_53164_end_0"), val = tensor<int32, [4]>([2, 64, 1, 77])];
            tensor<bool, [4]> var_53164_end_mask_0 = const()[name = tensor<string, []>("op_53164_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_53164_cast = slice_by_index(begin = var_53164_begin_0, end = var_53164_end_0, end_mask = var_53164_end_mask_0, x = v_235_cast)[name = tensor<string, []>("op_53164_cast")];
            tensor<int32, [4]> var_53168_begin_0 = const()[name = tensor<string, []>("op_53168_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_53168_end_0 = const()[name = tensor<string, []>("op_53168_end_0"), val = tensor<int32, [4]>([2, 128, 1, 77])];
            tensor<bool, [4]> var_53168_end_mask_0 = const()[name = tensor<string, []>("op_53168_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_53168_cast = slice_by_index(begin = var_53168_begin_0, end = var_53168_end_0, end_mask = var_53168_end_mask_0, x = v_235_cast)[name = tensor<string, []>("op_53168_cast")];
            tensor<int32, [4]> var_53172_begin_0 = const()[name = tensor<string, []>("op_53172_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_53172_end_0 = const()[name = tensor<string, []>("op_53172_end_0"), val = tensor<int32, [4]>([2, 192, 1, 77])];
            tensor<bool, [4]> var_53172_end_mask_0 = const()[name = tensor<string, []>("op_53172_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_53172_cast = slice_by_index(begin = var_53172_begin_0, end = var_53172_end_0, end_mask = var_53172_end_mask_0, x = v_235_cast)[name = tensor<string, []>("op_53172_cast")];
            tensor<int32, [4]> var_53176_begin_0 = const()[name = tensor<string, []>("op_53176_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_53176_end_0 = const()[name = tensor<string, []>("op_53176_end_0"), val = tensor<int32, [4]>([2, 256, 1, 77])];
            tensor<bool, [4]> var_53176_end_mask_0 = const()[name = tensor<string, []>("op_53176_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_53176_cast = slice_by_index(begin = var_53176_begin_0, end = var_53176_end_0, end_mask = var_53176_end_mask_0, x = v_235_cast)[name = tensor<string, []>("op_53176_cast")];
            tensor<int32, [4]> var_53180_begin_0 = const()[name = tensor<string, []>("op_53180_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_53180_end_0 = const()[name = tensor<string, []>("op_53180_end_0"), val = tensor<int32, [4]>([2, 320, 1, 77])];
            tensor<bool, [4]> var_53180_end_mask_0 = const()[name = tensor<string, []>("op_53180_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_53180_cast = slice_by_index(begin = var_53180_begin_0, end = var_53180_end_0, end_mask = var_53180_end_mask_0, x = v_235_cast)[name = tensor<string, []>("op_53180_cast")];
            tensor<int32, [4]> var_53184_begin_0 = const()[name = tensor<string, []>("op_53184_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_53184_end_0 = const()[name = tensor<string, []>("op_53184_end_0"), val = tensor<int32, [4]>([2, 384, 1, 77])];
            tensor<bool, [4]> var_53184_end_mask_0 = const()[name = tensor<string, []>("op_53184_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_53184_cast = slice_by_index(begin = var_53184_begin_0, end = var_53184_end_0, end_mask = var_53184_end_mask_0, x = v_235_cast)[name = tensor<string, []>("op_53184_cast")];
            tensor<int32, [4]> var_53188_begin_0 = const()[name = tensor<string, []>("op_53188_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_53188_end_0 = const()[name = tensor<string, []>("op_53188_end_0"), val = tensor<int32, [4]>([2, 448, 1, 77])];
            tensor<bool, [4]> var_53188_end_mask_0 = const()[name = tensor<string, []>("op_53188_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_53188_cast = slice_by_index(begin = var_53188_begin_0, end = var_53188_end_0, end_mask = var_53188_end_mask_0, x = v_235_cast)[name = tensor<string, []>("op_53188_cast")];
            tensor<int32, [4]> var_53192_begin_0 = const()[name = tensor<string, []>("op_53192_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_53192_end_0 = const()[name = tensor<string, []>("op_53192_end_0"), val = tensor<int32, [4]>([2, 512, 1, 77])];
            tensor<bool, [4]> var_53192_end_mask_0 = const()[name = tensor<string, []>("op_53192_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_53192_cast = slice_by_index(begin = var_53192_begin_0, end = var_53192_end_0, end_mask = var_53192_end_mask_0, x = v_235_cast)[name = tensor<string, []>("op_53192_cast")];
            tensor<int32, [4]> var_53196_begin_0 = const()[name = tensor<string, []>("op_53196_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_53196_end_0 = const()[name = tensor<string, []>("op_53196_end_0"), val = tensor<int32, [4]>([2, 576, 1, 77])];
            tensor<bool, [4]> var_53196_end_mask_0 = const()[name = tensor<string, []>("op_53196_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_53196_cast = slice_by_index(begin = var_53196_begin_0, end = var_53196_end_0, end_mask = var_53196_end_mask_0, x = v_235_cast)[name = tensor<string, []>("op_53196_cast")];
            tensor<int32, [4]> var_53200_begin_0 = const()[name = tensor<string, []>("op_53200_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_53200_end_0 = const()[name = tensor<string, []>("op_53200_end_0"), val = tensor<int32, [4]>([2, 640, 1, 77])];
            tensor<bool, [4]> var_53200_end_mask_0 = const()[name = tensor<string, []>("op_53200_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_53200_cast = slice_by_index(begin = var_53200_begin_0, end = var_53200_end_0, end_mask = var_53200_end_mask_0, x = v_235_cast)[name = tensor<string, []>("op_53200_cast")];
            tensor<int32, [4]> var_53204_begin_0 = const()[name = tensor<string, []>("op_53204_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_53204_end_0 = const()[name = tensor<string, []>("op_53204_end_0"), val = tensor<int32, [4]>([2, 704, 1, 77])];
            tensor<bool, [4]> var_53204_end_mask_0 = const()[name = tensor<string, []>("op_53204_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_53204_cast = slice_by_index(begin = var_53204_begin_0, end = var_53204_end_0, end_mask = var_53204_end_mask_0, x = v_235_cast)[name = tensor<string, []>("op_53204_cast")];
            tensor<int32, [4]> var_53208_begin_0 = const()[name = tensor<string, []>("op_53208_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_53208_end_0 = const()[name = tensor<string, []>("op_53208_end_0"), val = tensor<int32, [4]>([2, 768, 1, 77])];
            tensor<bool, [4]> var_53208_end_mask_0 = const()[name = tensor<string, []>("op_53208_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_53208_cast = slice_by_index(begin = var_53208_begin_0, end = var_53208_end_0, end_mask = var_53208_end_mask_0, x = v_235_cast)[name = tensor<string, []>("op_53208_cast")];
            tensor<int32, [4]> var_53212_begin_0 = const()[name = tensor<string, []>("op_53212_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_53212_end_0 = const()[name = tensor<string, []>("op_53212_end_0"), val = tensor<int32, [4]>([2, 832, 1, 77])];
            tensor<bool, [4]> var_53212_end_mask_0 = const()[name = tensor<string, []>("op_53212_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_53212_cast = slice_by_index(begin = var_53212_begin_0, end = var_53212_end_0, end_mask = var_53212_end_mask_0, x = v_235_cast)[name = tensor<string, []>("op_53212_cast")];
            tensor<int32, [4]> var_53216_begin_0 = const()[name = tensor<string, []>("op_53216_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_53216_end_0 = const()[name = tensor<string, []>("op_53216_end_0"), val = tensor<int32, [4]>([2, 896, 1, 77])];
            tensor<bool, [4]> var_53216_end_mask_0 = const()[name = tensor<string, []>("op_53216_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_53216_cast = slice_by_index(begin = var_53216_begin_0, end = var_53216_end_0, end_mask = var_53216_end_mask_0, x = v_235_cast)[name = tensor<string, []>("op_53216_cast")];
            tensor<int32, [4]> var_53220_begin_0 = const()[name = tensor<string, []>("op_53220_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_53220_end_0 = const()[name = tensor<string, []>("op_53220_end_0"), val = tensor<int32, [4]>([2, 960, 1, 77])];
            tensor<bool, [4]> var_53220_end_mask_0 = const()[name = tensor<string, []>("op_53220_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_53220_cast = slice_by_index(begin = var_53220_begin_0, end = var_53220_end_0, end_mask = var_53220_end_mask_0, x = v_235_cast)[name = tensor<string, []>("op_53220_cast")];
            tensor<int32, [4]> var_53224_begin_0 = const()[name = tensor<string, []>("op_53224_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_53224_end_0 = const()[name = tensor<string, []>("op_53224_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 77])];
            tensor<bool, [4]> var_53224_end_mask_0 = const()[name = tensor<string, []>("op_53224_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_53224_cast = slice_by_index(begin = var_53224_begin_0, end = var_53224_end_0, end_mask = var_53224_end_mask_0, x = v_235_cast)[name = tensor<string, []>("op_53224_cast")];
            tensor<int32, [4]> var_53228_begin_0 = const()[name = tensor<string, []>("op_53228_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_53228_end_0 = const()[name = tensor<string, []>("op_53228_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 77])];
            tensor<bool, [4]> var_53228_end_mask_0 = const()[name = tensor<string, []>("op_53228_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_53228_cast = slice_by_index(begin = var_53228_begin_0, end = var_53228_end_0, end_mask = var_53228_end_mask_0, x = v_235_cast)[name = tensor<string, []>("op_53228_cast")];
            tensor<int32, [4]> var_53232_begin_0 = const()[name = tensor<string, []>("op_53232_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_53232_end_0 = const()[name = tensor<string, []>("op_53232_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 77])];
            tensor<bool, [4]> var_53232_end_mask_0 = const()[name = tensor<string, []>("op_53232_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_53232_cast = slice_by_index(begin = var_53232_begin_0, end = var_53232_end_0, end_mask = var_53232_end_mask_0, x = v_235_cast)[name = tensor<string, []>("op_53232_cast")];
            tensor<int32, [4]> var_53236_begin_0 = const()[name = tensor<string, []>("op_53236_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_53236_end_0 = const()[name = tensor<string, []>("op_53236_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 77])];
            tensor<bool, [4]> var_53236_end_mask_0 = const()[name = tensor<string, []>("op_53236_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_53236_cast = slice_by_index(begin = var_53236_begin_0, end = var_53236_end_0, end_mask = var_53236_end_mask_0, x = v_235_cast)[name = tensor<string, []>("op_53236_cast")];
            tensor<int32, [4]> var_53240_begin_0 = const()[name = tensor<string, []>("op_53240_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_53240_end_0 = const()[name = tensor<string, []>("op_53240_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 77])];
            tensor<bool, [4]> var_53240_end_mask_0 = const()[name = tensor<string, []>("op_53240_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_53240_cast = slice_by_index(begin = var_53240_begin_0, end = var_53240_end_0, end_mask = var_53240_end_mask_0, x = v_235_cast)[name = tensor<string, []>("op_53240_cast")];
            tensor<string, []> var_53244_equation_0 = const()[name = tensor<string, []>("op_53244_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_53244_cast = einsum(equation = var_53244_equation_0, values = (var_53086_cast, var_53003_cast))[name = tensor<string, []>("op_53244_cast")];
            tensor<fp16, []> var_53245_to_fp16 = const()[name = tensor<string, []>("op_53245_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4521_cast = mul(x = var_53244_cast, y = var_53245_to_fp16)[name = tensor<string, []>("aw_4521_cast")];
            tensor<string, []> var_53248_equation_0 = const()[name = tensor<string, []>("op_53248_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_53248_cast = einsum(equation = var_53248_equation_0, values = (var_53090_cast, var_53007_cast))[name = tensor<string, []>("op_53248_cast")];
            tensor<fp16, []> var_53249_to_fp16 = const()[name = tensor<string, []>("op_53249_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4523_cast = mul(x = var_53248_cast, y = var_53249_to_fp16)[name = tensor<string, []>("aw_4523_cast")];
            tensor<string, []> var_53252_equation_0 = const()[name = tensor<string, []>("op_53252_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_53252_cast = einsum(equation = var_53252_equation_0, values = (var_53094_cast, var_53011_cast))[name = tensor<string, []>("op_53252_cast")];
            tensor<fp16, []> var_53253_to_fp16 = const()[name = tensor<string, []>("op_53253_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4525_cast = mul(x = var_53252_cast, y = var_53253_to_fp16)[name = tensor<string, []>("aw_4525_cast")];
            tensor<string, []> var_53256_equation_0 = const()[name = tensor<string, []>("op_53256_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_53256_cast = einsum(equation = var_53256_equation_0, values = (var_53098_cast, var_53015_cast))[name = tensor<string, []>("op_53256_cast")];
            tensor<fp16, []> var_53257_to_fp16 = const()[name = tensor<string, []>("op_53257_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4527_cast = mul(x = var_53256_cast, y = var_53257_to_fp16)[name = tensor<string, []>("aw_4527_cast")];
            tensor<string, []> var_53260_equation_0 = const()[name = tensor<string, []>("op_53260_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_53260_cast = einsum(equation = var_53260_equation_0, values = (var_53102_cast, var_53019_cast))[name = tensor<string, []>("op_53260_cast")];
            tensor<fp16, []> var_53261_to_fp16 = const()[name = tensor<string, []>("op_53261_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4529_cast = mul(x = var_53260_cast, y = var_53261_to_fp16)[name = tensor<string, []>("aw_4529_cast")];
            tensor<string, []> var_53264_equation_0 = const()[name = tensor<string, []>("op_53264_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_53264_cast = einsum(equation = var_53264_equation_0, values = (var_53106_cast, var_53023_cast))[name = tensor<string, []>("op_53264_cast")];
            tensor<fp16, []> var_53265_to_fp16 = const()[name = tensor<string, []>("op_53265_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4531_cast = mul(x = var_53264_cast, y = var_53265_to_fp16)[name = tensor<string, []>("aw_4531_cast")];
            tensor<string, []> var_53268_equation_0 = const()[name = tensor<string, []>("op_53268_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_53268_cast = einsum(equation = var_53268_equation_0, values = (var_53110_cast, var_53027_cast))[name = tensor<string, []>("op_53268_cast")];
            tensor<fp16, []> var_53269_to_fp16 = const()[name = tensor<string, []>("op_53269_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4533_cast = mul(x = var_53268_cast, y = var_53269_to_fp16)[name = tensor<string, []>("aw_4533_cast")];
            tensor<string, []> var_53272_equation_0 = const()[name = tensor<string, []>("op_53272_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_53272_cast = einsum(equation = var_53272_equation_0, values = (var_53114_cast, var_53031_cast))[name = tensor<string, []>("op_53272_cast")];
            tensor<fp16, []> var_53273_to_fp16 = const()[name = tensor<string, []>("op_53273_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4535_cast = mul(x = var_53272_cast, y = var_53273_to_fp16)[name = tensor<string, []>("aw_4535_cast")];
            tensor<string, []> var_53276_equation_0 = const()[name = tensor<string, []>("op_53276_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_53276_cast = einsum(equation = var_53276_equation_0, values = (var_53118_cast, var_53035_cast))[name = tensor<string, []>("op_53276_cast")];
            tensor<fp16, []> var_53277_to_fp16 = const()[name = tensor<string, []>("op_53277_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4537_cast = mul(x = var_53276_cast, y = var_53277_to_fp16)[name = tensor<string, []>("aw_4537_cast")];
            tensor<string, []> var_53280_equation_0 = const()[name = tensor<string, []>("op_53280_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_53280_cast = einsum(equation = var_53280_equation_0, values = (var_53122_cast, var_53039_cast))[name = tensor<string, []>("op_53280_cast")];
            tensor<fp16, []> var_53281_to_fp16 = const()[name = tensor<string, []>("op_53281_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4539_cast = mul(x = var_53280_cast, y = var_53281_to_fp16)[name = tensor<string, []>("aw_4539_cast")];
            tensor<string, []> var_53284_equation_0 = const()[name = tensor<string, []>("op_53284_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_53284_cast = einsum(equation = var_53284_equation_0, values = (var_53126_cast, var_53043_cast))[name = tensor<string, []>("op_53284_cast")];
            tensor<fp16, []> var_53285_to_fp16 = const()[name = tensor<string, []>("op_53285_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4541_cast = mul(x = var_53284_cast, y = var_53285_to_fp16)[name = tensor<string, []>("aw_4541_cast")];
            tensor<string, []> var_53288_equation_0 = const()[name = tensor<string, []>("op_53288_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_53288_cast = einsum(equation = var_53288_equation_0, values = (var_53130_cast, var_53047_cast))[name = tensor<string, []>("op_53288_cast")];
            tensor<fp16, []> var_53289_to_fp16 = const()[name = tensor<string, []>("op_53289_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4543_cast = mul(x = var_53288_cast, y = var_53289_to_fp16)[name = tensor<string, []>("aw_4543_cast")];
            tensor<string, []> var_53292_equation_0 = const()[name = tensor<string, []>("op_53292_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_53292_cast = einsum(equation = var_53292_equation_0, values = (var_53134_cast, var_53051_cast))[name = tensor<string, []>("op_53292_cast")];
            tensor<fp16, []> var_53293_to_fp16 = const()[name = tensor<string, []>("op_53293_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4545_cast = mul(x = var_53292_cast, y = var_53293_to_fp16)[name = tensor<string, []>("aw_4545_cast")];
            tensor<string, []> var_53296_equation_0 = const()[name = tensor<string, []>("op_53296_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_53296_cast = einsum(equation = var_53296_equation_0, values = (var_53138_cast, var_53055_cast))[name = tensor<string, []>("op_53296_cast")];
            tensor<fp16, []> var_53297_to_fp16 = const()[name = tensor<string, []>("op_53297_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4547_cast = mul(x = var_53296_cast, y = var_53297_to_fp16)[name = tensor<string, []>("aw_4547_cast")];
            tensor<string, []> var_53300_equation_0 = const()[name = tensor<string, []>("op_53300_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_53300_cast = einsum(equation = var_53300_equation_0, values = (var_53142_cast, var_53059_cast))[name = tensor<string, []>("op_53300_cast")];
            tensor<fp16, []> var_53301_to_fp16 = const()[name = tensor<string, []>("op_53301_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4549_cast = mul(x = var_53300_cast, y = var_53301_to_fp16)[name = tensor<string, []>("aw_4549_cast")];
            tensor<string, []> var_53304_equation_0 = const()[name = tensor<string, []>("op_53304_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_53304_cast = einsum(equation = var_53304_equation_0, values = (var_53146_cast, var_53063_cast))[name = tensor<string, []>("op_53304_cast")];
            tensor<fp16, []> var_53305_to_fp16 = const()[name = tensor<string, []>("op_53305_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4551_cast = mul(x = var_53304_cast, y = var_53305_to_fp16)[name = tensor<string, []>("aw_4551_cast")];
            tensor<string, []> var_53308_equation_0 = const()[name = tensor<string, []>("op_53308_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_53308_cast = einsum(equation = var_53308_equation_0, values = (var_53150_cast, var_53067_cast))[name = tensor<string, []>("op_53308_cast")];
            tensor<fp16, []> var_53309_to_fp16 = const()[name = tensor<string, []>("op_53309_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4553_cast = mul(x = var_53308_cast, y = var_53309_to_fp16)[name = tensor<string, []>("aw_4553_cast")];
            tensor<string, []> var_53312_equation_0 = const()[name = tensor<string, []>("op_53312_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_53312_cast = einsum(equation = var_53312_equation_0, values = (var_53154_cast, var_53071_cast))[name = tensor<string, []>("op_53312_cast")];
            tensor<fp16, []> var_53313_to_fp16 = const()[name = tensor<string, []>("op_53313_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4555_cast = mul(x = var_53312_cast, y = var_53313_to_fp16)[name = tensor<string, []>("aw_4555_cast")];
            tensor<string, []> var_53316_equation_0 = const()[name = tensor<string, []>("op_53316_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_53316_cast = einsum(equation = var_53316_equation_0, values = (var_53158_cast, var_53075_cast))[name = tensor<string, []>("op_53316_cast")];
            tensor<fp16, []> var_53317_to_fp16 = const()[name = tensor<string, []>("op_53317_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4557_cast = mul(x = var_53316_cast, y = var_53317_to_fp16)[name = tensor<string, []>("aw_4557_cast")];
            tensor<string, []> var_53320_equation_0 = const()[name = tensor<string, []>("op_53320_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_53320_cast = einsum(equation = var_53320_equation_0, values = (var_53162_cast, var_53079_cast))[name = tensor<string, []>("op_53320_cast")];
            tensor<fp16, []> var_53321_to_fp16 = const()[name = tensor<string, []>("op_53321_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4559_cast = mul(x = var_53320_cast, y = var_53321_to_fp16)[name = tensor<string, []>("aw_4559_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_53323_cast = softmax(axis = var_30355, x = aw_4521_cast)[name = tensor<string, []>("op_53323_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_53324_cast = softmax(axis = var_30355, x = aw_4523_cast)[name = tensor<string, []>("op_53324_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_53325_cast = softmax(axis = var_30355, x = aw_4525_cast)[name = tensor<string, []>("op_53325_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_53326_cast = softmax(axis = var_30355, x = aw_4527_cast)[name = tensor<string, []>("op_53326_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_53327_cast = softmax(axis = var_30355, x = aw_4529_cast)[name = tensor<string, []>("op_53327_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_53328_cast = softmax(axis = var_30355, x = aw_4531_cast)[name = tensor<string, []>("op_53328_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_53329_cast = softmax(axis = var_30355, x = aw_4533_cast)[name = tensor<string, []>("op_53329_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_53330_cast = softmax(axis = var_30355, x = aw_4535_cast)[name = tensor<string, []>("op_53330_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_53331_cast = softmax(axis = var_30355, x = aw_4537_cast)[name = tensor<string, []>("op_53331_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_53332_cast = softmax(axis = var_30355, x = aw_4539_cast)[name = tensor<string, []>("op_53332_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_53333_cast = softmax(axis = var_30355, x = aw_4541_cast)[name = tensor<string, []>("op_53333_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_53334_cast = softmax(axis = var_30355, x = aw_4543_cast)[name = tensor<string, []>("op_53334_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_53335_cast = softmax(axis = var_30355, x = aw_4545_cast)[name = tensor<string, []>("op_53335_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_53336_cast = softmax(axis = var_30355, x = aw_4547_cast)[name = tensor<string, []>("op_53336_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_53337_cast = softmax(axis = var_30355, x = aw_4549_cast)[name = tensor<string, []>("op_53337_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_53338_cast = softmax(axis = var_30355, x = aw_4551_cast)[name = tensor<string, []>("op_53338_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_53339_cast = softmax(axis = var_30355, x = aw_4553_cast)[name = tensor<string, []>("op_53339_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_53340_cast = softmax(axis = var_30355, x = aw_4555_cast)[name = tensor<string, []>("op_53340_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_53341_cast = softmax(axis = var_30355, x = aw_4557_cast)[name = tensor<string, []>("op_53341_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_53342_cast = softmax(axis = var_30355, x = aw_4559_cast)[name = tensor<string, []>("op_53342_cast")];
            tensor<string, []> var_53344_equation_0 = const()[name = tensor<string, []>("op_53344_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_53344_cast = einsum(equation = var_53344_equation_0, values = (var_53164_cast, var_53323_cast))[name = tensor<string, []>("op_53344_cast")];
            tensor<string, []> var_53346_equation_0 = const()[name = tensor<string, []>("op_53346_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_53346_cast = einsum(equation = var_53346_equation_0, values = (var_53168_cast, var_53324_cast))[name = tensor<string, []>("op_53346_cast")];
            tensor<string, []> var_53348_equation_0 = const()[name = tensor<string, []>("op_53348_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_53348_cast = einsum(equation = var_53348_equation_0, values = (var_53172_cast, var_53325_cast))[name = tensor<string, []>("op_53348_cast")];
            tensor<string, []> var_53350_equation_0 = const()[name = tensor<string, []>("op_53350_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_53350_cast = einsum(equation = var_53350_equation_0, values = (var_53176_cast, var_53326_cast))[name = tensor<string, []>("op_53350_cast")];
            tensor<string, []> var_53352_equation_0 = const()[name = tensor<string, []>("op_53352_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_53352_cast = einsum(equation = var_53352_equation_0, values = (var_53180_cast, var_53327_cast))[name = tensor<string, []>("op_53352_cast")];
            tensor<string, []> var_53354_equation_0 = const()[name = tensor<string, []>("op_53354_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_53354_cast = einsum(equation = var_53354_equation_0, values = (var_53184_cast, var_53328_cast))[name = tensor<string, []>("op_53354_cast")];
            tensor<string, []> var_53356_equation_0 = const()[name = tensor<string, []>("op_53356_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_53356_cast = einsum(equation = var_53356_equation_0, values = (var_53188_cast, var_53329_cast))[name = tensor<string, []>("op_53356_cast")];
            tensor<string, []> var_53358_equation_0 = const()[name = tensor<string, []>("op_53358_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_53358_cast = einsum(equation = var_53358_equation_0, values = (var_53192_cast, var_53330_cast))[name = tensor<string, []>("op_53358_cast")];
            tensor<string, []> var_53360_equation_0 = const()[name = tensor<string, []>("op_53360_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_53360_cast = einsum(equation = var_53360_equation_0, values = (var_53196_cast, var_53331_cast))[name = tensor<string, []>("op_53360_cast")];
            tensor<string, []> var_53362_equation_0 = const()[name = tensor<string, []>("op_53362_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_53362_cast = einsum(equation = var_53362_equation_0, values = (var_53200_cast, var_53332_cast))[name = tensor<string, []>("op_53362_cast")];
            tensor<string, []> var_53364_equation_0 = const()[name = tensor<string, []>("op_53364_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_53364_cast = einsum(equation = var_53364_equation_0, values = (var_53204_cast, var_53333_cast))[name = tensor<string, []>("op_53364_cast")];
            tensor<string, []> var_53366_equation_0 = const()[name = tensor<string, []>("op_53366_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_53366_cast = einsum(equation = var_53366_equation_0, values = (var_53208_cast, var_53334_cast))[name = tensor<string, []>("op_53366_cast")];
            tensor<string, []> var_53368_equation_0 = const()[name = tensor<string, []>("op_53368_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_53368_cast = einsum(equation = var_53368_equation_0, values = (var_53212_cast, var_53335_cast))[name = tensor<string, []>("op_53368_cast")];
            tensor<string, []> var_53370_equation_0 = const()[name = tensor<string, []>("op_53370_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_53370_cast = einsum(equation = var_53370_equation_0, values = (var_53216_cast, var_53336_cast))[name = tensor<string, []>("op_53370_cast")];
            tensor<string, []> var_53372_equation_0 = const()[name = tensor<string, []>("op_53372_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_53372_cast = einsum(equation = var_53372_equation_0, values = (var_53220_cast, var_53337_cast))[name = tensor<string, []>("op_53372_cast")];
            tensor<string, []> var_53374_equation_0 = const()[name = tensor<string, []>("op_53374_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_53374_cast = einsum(equation = var_53374_equation_0, values = (var_53224_cast, var_53338_cast))[name = tensor<string, []>("op_53374_cast")];
            tensor<string, []> var_53376_equation_0 = const()[name = tensor<string, []>("op_53376_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_53376_cast = einsum(equation = var_53376_equation_0, values = (var_53228_cast, var_53339_cast))[name = tensor<string, []>("op_53376_cast")];
            tensor<string, []> var_53378_equation_0 = const()[name = tensor<string, []>("op_53378_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_53378_cast = einsum(equation = var_53378_equation_0, values = (var_53232_cast, var_53340_cast))[name = tensor<string, []>("op_53378_cast")];
            tensor<string, []> var_53380_equation_0 = const()[name = tensor<string, []>("op_53380_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_53380_cast = einsum(equation = var_53380_equation_0, values = (var_53236_cast, var_53341_cast))[name = tensor<string, []>("op_53380_cast")];
            tensor<string, []> var_53382_equation_0 = const()[name = tensor<string, []>("op_53382_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_53382_cast = einsum(equation = var_53382_equation_0, values = (var_53240_cast, var_53342_cast))[name = tensor<string, []>("op_53382_cast")];
            tensor<bool, []> input_669_interleave_0 = const()[name = tensor<string, []>("input_669_interleave_0"), val = tensor<bool, []>(false)];
            tensor<fp16, [2, 1280, 1, 576]> input_669_cast = concat(axis = var_30355, interleave = input_669_interleave_0, values = (var_53344_cast, var_53346_cast, var_53348_cast, var_53350_cast, var_53352_cast, var_53354_cast, var_53356_cast, var_53358_cast, var_53360_cast, var_53362_cast, var_53364_cast, var_53366_cast, var_53368_cast, var_53370_cast, var_53372_cast, var_53374_cast, var_53376_cast, var_53378_cast, var_53380_cast, var_53382_cast))[name = tensor<string, []>("input_669_cast")];
            tensor<int32, [2]> var_53388 = const()[name = tensor<string, []>("op_53388"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_53390 = const()[name = tensor<string, []>("op_53390"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_53392_pad_type_0 = const()[name = tensor<string, []>("op_53392_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_53392_pad_0 = const()[name = tensor<string, []>("op_53392_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_4_attn2_to_out_0_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [409600]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(403980928))), lut = tensor<fp16, [4]>([-0x1.8a8p-7, -0x1.d14p-9, 0x1.cf4p-9, 0x1.8a4p-7]), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_4_attn2_to_out_0_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_attentions_2_transformer_blocks_4_attn2_to_out_0_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_4_attn2_to_out_0_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(404390592)))];
            tensor<fp16, [2, 1280, 1, 576]> var_53392_cast = conv(bias = up_blocks_0_attentions_2_transformer_blocks_4_attn2_to_out_0_bias_to_fp16, dilations = var_53390, groups = var_30355, pad = var_53392_pad_0, pad_type = var_53392_pad_type_0, strides = var_53388, weight = up_blocks_0_attentions_2_transformer_blocks_4_attn2_to_out_0_weight_to_fp16_palettized, x = input_669_cast)[name = tensor<string, []>("op_53392_cast")];
            tensor<fp16, [2, 1280, 1, 576]> inputs_353_cast = add(x = var_53392_cast, y = inputs_351_cast)[name = tensor<string, []>("inputs_353_cast")];
            tensor<int32, [1]> var_53396 = const()[name = tensor<string, []>("op_53396"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> channels_mean_353_cast = reduce_mean(axes = var_53396, keep_dims = var_30350, x = inputs_353_cast)[name = tensor<string, []>("channels_mean_353_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_353_cast = sub(x = inputs_353_cast, y = channels_mean_353_cast)[name = tensor<string, []>("zero_mean_353_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_sq_353_cast = mul(x = zero_mean_353_cast, y = zero_mean_353_cast)[name = tensor<string, []>("zero_mean_sq_353_cast")];
            tensor<int32, [1]> var_53400 = const()[name = tensor<string, []>("op_53400"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> var_53401_cast = reduce_mean(axes = var_53400, keep_dims = var_30350, x = zero_mean_sq_353_cast)[name = tensor<string, []>("op_53401_cast")];
            tensor<fp16, []> var_53402_to_fp16 = const()[name = tensor<string, []>("op_53402_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 576]> var_53403_cast = add(x = var_53401_cast, y = var_53402_to_fp16)[name = tensor<string, []>("op_53403_cast")];
            tensor<fp16, []> denom_353_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_353_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 576]> denom_353_cast = rsqrt(epsilon = denom_353_epsilon_0_to_fp16, x = var_53403_cast)[name = tensor<string, []>("denom_353_cast")];
            tensor<fp16, [2, 1280, 1, 576]> out_353_cast = mul(x = zero_mean_353_cast, y = denom_353_cast)[name = tensor<string, []>("out_353_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_53407_to_fp16 = const()[name = tensor<string, []>("op_53407_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(404393216)))];
            tensor<fp16, [2, 1280, 1, 576]> var_53408_cast = add(x = out_353_cast, y = var_53407_to_fp16)[name = tensor<string, []>("op_53408_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_53410_to_fp16 = const()[name = tensor<string, []>("op_53410_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(404395840)))];
            tensor<fp16, [2, 1280, 1, 576]> input_671_cast = mul(x = var_53408_cast, y = var_53410_to_fp16)[name = tensor<string, []>("input_671_cast")];
            tensor<int32, [2]> var_53418 = const()[name = tensor<string, []>("op_53418"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_53420 = const()[name = tensor<string, []>("op_53420"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_53422_pad_type_0 = const()[name = tensor<string, []>("op_53422_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_53422_pad_0 = const()[name = tensor<string, []>("op_53422_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [10240, 1280, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_4_ff_net_0_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [9830400]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(404398464))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(414228928))), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_4_ff_net_0_proj_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([10240, 1280, 1, 1])];
            tensor<fp16, [10240]> up_blocks_0_attentions_2_transformer_blocks_4_ff_net_0_proj_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_4_ff_net_0_proj_bias_to_fp16"), val = tensor<fp16, [10240]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(414229120)))];
            tensor<fp16, [2, 10240, 1, 576]> var_53422_cast = conv(bias = up_blocks_0_attentions_2_transformer_blocks_4_ff_net_0_proj_bias_to_fp16, dilations = var_53420, groups = var_30355, pad = var_53422_pad_0, pad_type = var_53422_pad_type_0, strides = var_53418, weight = up_blocks_0_attentions_2_transformer_blocks_4_ff_net_0_proj_weight_to_fp16_palettized, x = input_671_cast)[name = tensor<string, []>("op_53422_cast")];
            tensor<int32, [2]> var_53423_split_sizes_0 = const()[name = tensor<string, []>("op_53423_split_sizes_0"), val = tensor<int32, [2]>([5120, 5120])];
            tensor<int32, []> var_53423_axis_0 = const()[name = tensor<string, []>("op_53423_axis_0"), val = tensor<int32, []>(1)];
            tensor<fp16, [2, 5120, 1, 576]> var_53423_cast_0, tensor<fp16, [2, 5120, 1, 576]> var_53423_cast_1 = split(axis = var_53423_axis_0, split_sizes = var_53423_split_sizes_0, x = var_53422_cast)[name = tensor<string, []>("op_53423_cast")];
            tensor<string, []> var_53425_mode_0 = const()[name = tensor<string, []>("op_53425_mode_0"), val = tensor<string, []>("EXACT")];
            tensor<fp16, [2, 5120, 1, 576]> var_53425_cast = gelu(mode = var_53425_mode_0, x = var_53423_cast_1)[name = tensor<string, []>("op_53425_cast")];
            tensor<fp16, [2, 5120, 1, 576]> input_673_cast = mul(x = var_53423_cast_0, y = var_53425_cast)[name = tensor<string, []>("input_673_cast")];
            tensor<int32, [2]> var_53429 = const()[name = tensor<string, []>("op_53429"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_53431 = const()[name = tensor<string, []>("op_53431"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_53433_pad_type_0 = const()[name = tensor<string, []>("op_53433_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_53433_pad_0 = const()[name = tensor<string, []>("op_53433_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 5120, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_4_ff_net_2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [4915200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(414249664))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(419164928))), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_4_ff_net_2_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 5120, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_attentions_2_transformer_blocks_4_ff_net_2_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_4_ff_net_2_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(419165120)))];
            tensor<fp16, [2, 1280, 1, 576]> var_53433_cast = conv(bias = up_blocks_0_attentions_2_transformer_blocks_4_ff_net_2_bias_to_fp16, dilations = var_53431, groups = var_30355, pad = var_53433_pad_0, pad_type = var_53433_pad_type_0, strides = var_53429, weight = up_blocks_0_attentions_2_transformer_blocks_4_ff_net_2_weight_to_fp16_palettized, x = input_673_cast)[name = tensor<string, []>("op_53433_cast")];
            tensor<fp16, [2, 1280, 1, 576]> inputs_355_cast = add(x = var_53433_cast, y = inputs_353_cast)[name = tensor<string, []>("inputs_355_cast")];
            tensor<int32, [1]> var_53443 = const()[name = tensor<string, []>("op_53443"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> channels_mean_355_cast = reduce_mean(axes = var_53443, keep_dims = var_30350, x = inputs_355_cast)[name = tensor<string, []>("channels_mean_355_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_355_cast = sub(x = inputs_355_cast, y = channels_mean_355_cast)[name = tensor<string, []>("zero_mean_355_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_sq_355_cast = mul(x = zero_mean_355_cast, y = zero_mean_355_cast)[name = tensor<string, []>("zero_mean_sq_355_cast")];
            tensor<int32, [1]> var_53447 = const()[name = tensor<string, []>("op_53447"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> var_53448_cast = reduce_mean(axes = var_53447, keep_dims = var_30350, x = zero_mean_sq_355_cast)[name = tensor<string, []>("op_53448_cast")];
            tensor<fp16, []> var_53449_to_fp16 = const()[name = tensor<string, []>("op_53449_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 576]> var_53450_cast = add(x = var_53448_cast, y = var_53449_to_fp16)[name = tensor<string, []>("op_53450_cast")];
            tensor<fp16, []> denom_355_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_355_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 576]> denom_355_cast = rsqrt(epsilon = denom_355_epsilon_0_to_fp16, x = var_53450_cast)[name = tensor<string, []>("denom_355_cast")];
            tensor<fp16, [2, 1280, 1, 576]> out_355_cast = mul(x = zero_mean_355_cast, y = denom_355_cast)[name = tensor<string, []>("out_355_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_53454_to_fp16 = const()[name = tensor<string, []>("op_53454_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(419167744)))];
            tensor<fp16, [2, 1280, 1, 576]> var_53455_cast = add(x = out_355_cast, y = var_53454_to_fp16)[name = tensor<string, []>("op_53455_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_53457_to_fp16 = const()[name = tensor<string, []>("op_53457_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(419170368)))];
            tensor<fp16, [2, 1280, 1, 576]> hidden_states_465_cast = mul(x = var_53455_cast, y = var_53457_to_fp16)[name = tensor<string, []>("hidden_states_465_cast")];
            tensor<int32, [2]> var_53464 = const()[name = tensor<string, []>("op_53464"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_53466 = const()[name = tensor<string, []>("op_53466"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> q_237_pad_type_0 = const()[name = tensor<string, []>("q_237_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> q_237_pad_0 = const()[name = tensor<string, []>("q_237_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_5_attn1_to_q_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [819200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(419172992))), lut = tensor<fp16, [16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(419992256))), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_5_attn1_to_q_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> q_237_cast = conv(dilations = var_53466, groups = var_30355, pad = q_237_pad_0, pad_type = q_237_pad_type_0, strides = var_53464, weight = up_blocks_0_attentions_2_transformer_blocks_5_attn1_to_q_weight_to_fp16_palettized, x = hidden_states_465_cast)[name = tensor<string, []>("q_237_cast")];
            tensor<int32, [2]> var_53470 = const()[name = tensor<string, []>("op_53470"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_53472 = const()[name = tensor<string, []>("op_53472"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> k_473_pad_type_0 = const()[name = tensor<string, []>("k_473_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> k_473_pad_0 = const()[name = tensor<string, []>("k_473_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_5_attn1_to_k_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [409600]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(419992384))), lut = tensor<fp16, [4]>([-0x1.7d4p-5, -0x1.cbp-7, 0x1.c9p-7, 0x1.7d8p-5]), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_5_attn1_to_k_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> k_473_cast = conv(dilations = var_53472, groups = var_30355, pad = k_473_pad_0, pad_type = k_473_pad_type_0, strides = var_53470, weight = up_blocks_0_attentions_2_transformer_blocks_5_attn1_to_k_weight_to_fp16_palettized, x = hidden_states_465_cast)[name = tensor<string, []>("k_473_cast")];
            tensor<int32, [2]> var_53476 = const()[name = tensor<string, []>("op_53476"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_53478 = const()[name = tensor<string, []>("op_53478"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> v_237_pad_type_0 = const()[name = tensor<string, []>("v_237_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> v_237_pad_0 = const()[name = tensor<string, []>("v_237_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_5_attn1_to_v_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [1228800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(420402048))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(421630912))), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_5_attn1_to_v_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> v_237_cast = conv(dilations = var_53478, groups = var_30355, pad = v_237_pad_0, pad_type = v_237_pad_type_0, strides = var_53476, weight = up_blocks_0_attentions_2_transformer_blocks_5_attn1_to_v_weight_to_fp16_palettized, x = hidden_states_465_cast)[name = tensor<string, []>("v_237_cast")];
            tensor<int32, [4]> var_53482_begin_0 = const()[name = tensor<string, []>("op_53482_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_53482_end_0 = const()[name = tensor<string, []>("op_53482_end_0"), val = tensor<int32, [4]>([2, 64, 1, 576])];
            tensor<bool, [4]> var_53482_end_mask_0 = const()[name = tensor<string, []>("op_53482_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53482_cast = slice_by_index(begin = var_53482_begin_0, end = var_53482_end_0, end_mask = var_53482_end_mask_0, x = q_237_cast)[name = tensor<string, []>("op_53482_cast")];
            tensor<int32, [4]> var_53486_begin_0 = const()[name = tensor<string, []>("op_53486_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_53486_end_0 = const()[name = tensor<string, []>("op_53486_end_0"), val = tensor<int32, [4]>([2, 128, 1, 576])];
            tensor<bool, [4]> var_53486_end_mask_0 = const()[name = tensor<string, []>("op_53486_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53486_cast = slice_by_index(begin = var_53486_begin_0, end = var_53486_end_0, end_mask = var_53486_end_mask_0, x = q_237_cast)[name = tensor<string, []>("op_53486_cast")];
            tensor<int32, [4]> var_53490_begin_0 = const()[name = tensor<string, []>("op_53490_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_53490_end_0 = const()[name = tensor<string, []>("op_53490_end_0"), val = tensor<int32, [4]>([2, 192, 1, 576])];
            tensor<bool, [4]> var_53490_end_mask_0 = const()[name = tensor<string, []>("op_53490_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53490_cast = slice_by_index(begin = var_53490_begin_0, end = var_53490_end_0, end_mask = var_53490_end_mask_0, x = q_237_cast)[name = tensor<string, []>("op_53490_cast")];
            tensor<int32, [4]> var_53494_begin_0 = const()[name = tensor<string, []>("op_53494_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_53494_end_0 = const()[name = tensor<string, []>("op_53494_end_0"), val = tensor<int32, [4]>([2, 256, 1, 576])];
            tensor<bool, [4]> var_53494_end_mask_0 = const()[name = tensor<string, []>("op_53494_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53494_cast = slice_by_index(begin = var_53494_begin_0, end = var_53494_end_0, end_mask = var_53494_end_mask_0, x = q_237_cast)[name = tensor<string, []>("op_53494_cast")];
            tensor<int32, [4]> var_53498_begin_0 = const()[name = tensor<string, []>("op_53498_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_53498_end_0 = const()[name = tensor<string, []>("op_53498_end_0"), val = tensor<int32, [4]>([2, 320, 1, 576])];
            tensor<bool, [4]> var_53498_end_mask_0 = const()[name = tensor<string, []>("op_53498_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53498_cast = slice_by_index(begin = var_53498_begin_0, end = var_53498_end_0, end_mask = var_53498_end_mask_0, x = q_237_cast)[name = tensor<string, []>("op_53498_cast")];
            tensor<int32, [4]> var_53502_begin_0 = const()[name = tensor<string, []>("op_53502_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_53502_end_0 = const()[name = tensor<string, []>("op_53502_end_0"), val = tensor<int32, [4]>([2, 384, 1, 576])];
            tensor<bool, [4]> var_53502_end_mask_0 = const()[name = tensor<string, []>("op_53502_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53502_cast = slice_by_index(begin = var_53502_begin_0, end = var_53502_end_0, end_mask = var_53502_end_mask_0, x = q_237_cast)[name = tensor<string, []>("op_53502_cast")];
            tensor<int32, [4]> var_53506_begin_0 = const()[name = tensor<string, []>("op_53506_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_53506_end_0 = const()[name = tensor<string, []>("op_53506_end_0"), val = tensor<int32, [4]>([2, 448, 1, 576])];
            tensor<bool, [4]> var_53506_end_mask_0 = const()[name = tensor<string, []>("op_53506_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53506_cast = slice_by_index(begin = var_53506_begin_0, end = var_53506_end_0, end_mask = var_53506_end_mask_0, x = q_237_cast)[name = tensor<string, []>("op_53506_cast")];
            tensor<int32, [4]> var_53510_begin_0 = const()[name = tensor<string, []>("op_53510_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_53510_end_0 = const()[name = tensor<string, []>("op_53510_end_0"), val = tensor<int32, [4]>([2, 512, 1, 576])];
            tensor<bool, [4]> var_53510_end_mask_0 = const()[name = tensor<string, []>("op_53510_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53510_cast = slice_by_index(begin = var_53510_begin_0, end = var_53510_end_0, end_mask = var_53510_end_mask_0, x = q_237_cast)[name = tensor<string, []>("op_53510_cast")];
            tensor<int32, [4]> var_53514_begin_0 = const()[name = tensor<string, []>("op_53514_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_53514_end_0 = const()[name = tensor<string, []>("op_53514_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_53514_end_mask_0 = const()[name = tensor<string, []>("op_53514_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53514_cast = slice_by_index(begin = var_53514_begin_0, end = var_53514_end_0, end_mask = var_53514_end_mask_0, x = q_237_cast)[name = tensor<string, []>("op_53514_cast")];
            tensor<int32, [4]> var_53518_begin_0 = const()[name = tensor<string, []>("op_53518_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_53518_end_0 = const()[name = tensor<string, []>("op_53518_end_0"), val = tensor<int32, [4]>([2, 640, 1, 576])];
            tensor<bool, [4]> var_53518_end_mask_0 = const()[name = tensor<string, []>("op_53518_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53518_cast = slice_by_index(begin = var_53518_begin_0, end = var_53518_end_0, end_mask = var_53518_end_mask_0, x = q_237_cast)[name = tensor<string, []>("op_53518_cast")];
            tensor<int32, [4]> var_53522_begin_0 = const()[name = tensor<string, []>("op_53522_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_53522_end_0 = const()[name = tensor<string, []>("op_53522_end_0"), val = tensor<int32, [4]>([2, 704, 1, 576])];
            tensor<bool, [4]> var_53522_end_mask_0 = const()[name = tensor<string, []>("op_53522_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53522_cast = slice_by_index(begin = var_53522_begin_0, end = var_53522_end_0, end_mask = var_53522_end_mask_0, x = q_237_cast)[name = tensor<string, []>("op_53522_cast")];
            tensor<int32, [4]> var_53526_begin_0 = const()[name = tensor<string, []>("op_53526_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_53526_end_0 = const()[name = tensor<string, []>("op_53526_end_0"), val = tensor<int32, [4]>([2, 768, 1, 576])];
            tensor<bool, [4]> var_53526_end_mask_0 = const()[name = tensor<string, []>("op_53526_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53526_cast = slice_by_index(begin = var_53526_begin_0, end = var_53526_end_0, end_mask = var_53526_end_mask_0, x = q_237_cast)[name = tensor<string, []>("op_53526_cast")];
            tensor<int32, [4]> var_53530_begin_0 = const()[name = tensor<string, []>("op_53530_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_53530_end_0 = const()[name = tensor<string, []>("op_53530_end_0"), val = tensor<int32, [4]>([2, 832, 1, 576])];
            tensor<bool, [4]> var_53530_end_mask_0 = const()[name = tensor<string, []>("op_53530_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53530_cast = slice_by_index(begin = var_53530_begin_0, end = var_53530_end_0, end_mask = var_53530_end_mask_0, x = q_237_cast)[name = tensor<string, []>("op_53530_cast")];
            tensor<int32, [4]> var_53534_begin_0 = const()[name = tensor<string, []>("op_53534_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_53534_end_0 = const()[name = tensor<string, []>("op_53534_end_0"), val = tensor<int32, [4]>([2, 896, 1, 576])];
            tensor<bool, [4]> var_53534_end_mask_0 = const()[name = tensor<string, []>("op_53534_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53534_cast = slice_by_index(begin = var_53534_begin_0, end = var_53534_end_0, end_mask = var_53534_end_mask_0, x = q_237_cast)[name = tensor<string, []>("op_53534_cast")];
            tensor<int32, [4]> var_53538_begin_0 = const()[name = tensor<string, []>("op_53538_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_53538_end_0 = const()[name = tensor<string, []>("op_53538_end_0"), val = tensor<int32, [4]>([2, 960, 1, 576])];
            tensor<bool, [4]> var_53538_end_mask_0 = const()[name = tensor<string, []>("op_53538_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53538_cast = slice_by_index(begin = var_53538_begin_0, end = var_53538_end_0, end_mask = var_53538_end_mask_0, x = q_237_cast)[name = tensor<string, []>("op_53538_cast")];
            tensor<int32, [4]> var_53542_begin_0 = const()[name = tensor<string, []>("op_53542_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_53542_end_0 = const()[name = tensor<string, []>("op_53542_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 576])];
            tensor<bool, [4]> var_53542_end_mask_0 = const()[name = tensor<string, []>("op_53542_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53542_cast = slice_by_index(begin = var_53542_begin_0, end = var_53542_end_0, end_mask = var_53542_end_mask_0, x = q_237_cast)[name = tensor<string, []>("op_53542_cast")];
            tensor<int32, [4]> var_53546_begin_0 = const()[name = tensor<string, []>("op_53546_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_53546_end_0 = const()[name = tensor<string, []>("op_53546_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 576])];
            tensor<bool, [4]> var_53546_end_mask_0 = const()[name = tensor<string, []>("op_53546_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53546_cast = slice_by_index(begin = var_53546_begin_0, end = var_53546_end_0, end_mask = var_53546_end_mask_0, x = q_237_cast)[name = tensor<string, []>("op_53546_cast")];
            tensor<int32, [4]> var_53550_begin_0 = const()[name = tensor<string, []>("op_53550_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_53550_end_0 = const()[name = tensor<string, []>("op_53550_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 576])];
            tensor<bool, [4]> var_53550_end_mask_0 = const()[name = tensor<string, []>("op_53550_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53550_cast = slice_by_index(begin = var_53550_begin_0, end = var_53550_end_0, end_mask = var_53550_end_mask_0, x = q_237_cast)[name = tensor<string, []>("op_53550_cast")];
            tensor<int32, [4]> var_53554_begin_0 = const()[name = tensor<string, []>("op_53554_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_53554_end_0 = const()[name = tensor<string, []>("op_53554_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 576])];
            tensor<bool, [4]> var_53554_end_mask_0 = const()[name = tensor<string, []>("op_53554_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53554_cast = slice_by_index(begin = var_53554_begin_0, end = var_53554_end_0, end_mask = var_53554_end_mask_0, x = q_237_cast)[name = tensor<string, []>("op_53554_cast")];
            tensor<int32, [4]> var_53558_begin_0 = const()[name = tensor<string, []>("op_53558_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_53558_end_0 = const()[name = tensor<string, []>("op_53558_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 576])];
            tensor<bool, [4]> var_53558_end_mask_0 = const()[name = tensor<string, []>("op_53558_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53558_cast = slice_by_index(begin = var_53558_begin_0, end = var_53558_end_0, end_mask = var_53558_end_mask_0, x = q_237_cast)[name = tensor<string, []>("op_53558_cast")];
            tensor<int32, [4]> k_475_perm_0 = const()[name = tensor<string, []>("k_475_perm_0"), val = tensor<int32, [4]>([0, 3, 2, 1])];
            tensor<int32, [4]> var_53565_begin_0 = const()[name = tensor<string, []>("op_53565_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_53565_end_0 = const()[name = tensor<string, []>("op_53565_end_0"), val = tensor<int32, [4]>([2, 576, 1, 64])];
            tensor<bool, [4]> var_53565_end_mask_0 = const()[name = tensor<string, []>("op_53565_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 1280]> transpose_21 = transpose(perm = k_475_perm_0, x = k_473_cast)[name = tensor<string, []>("transpose_21")];
            tensor<fp16, [2, 576, 1, 64]> var_53565_cast = slice_by_index(begin = var_53565_begin_0, end = var_53565_end_0, end_mask = var_53565_end_mask_0, x = transpose_21)[name = tensor<string, []>("op_53565_cast")];
            tensor<int32, [4]> var_53569_begin_0 = const()[name = tensor<string, []>("op_53569_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 64])];
            tensor<int32, [4]> var_53569_end_0 = const()[name = tensor<string, []>("op_53569_end_0"), val = tensor<int32, [4]>([2, 576, 1, 128])];
            tensor<bool, [4]> var_53569_end_mask_0 = const()[name = tensor<string, []>("op_53569_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_53569_cast = slice_by_index(begin = var_53569_begin_0, end = var_53569_end_0, end_mask = var_53569_end_mask_0, x = transpose_21)[name = tensor<string, []>("op_53569_cast")];
            tensor<int32, [4]> var_53573_begin_0 = const()[name = tensor<string, []>("op_53573_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 128])];
            tensor<int32, [4]> var_53573_end_0 = const()[name = tensor<string, []>("op_53573_end_0"), val = tensor<int32, [4]>([2, 576, 1, 192])];
            tensor<bool, [4]> var_53573_end_mask_0 = const()[name = tensor<string, []>("op_53573_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_53573_cast = slice_by_index(begin = var_53573_begin_0, end = var_53573_end_0, end_mask = var_53573_end_mask_0, x = transpose_21)[name = tensor<string, []>("op_53573_cast")];
            tensor<int32, [4]> var_53577_begin_0 = const()[name = tensor<string, []>("op_53577_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 192])];
            tensor<int32, [4]> var_53577_end_0 = const()[name = tensor<string, []>("op_53577_end_0"), val = tensor<int32, [4]>([2, 576, 1, 256])];
            tensor<bool, [4]> var_53577_end_mask_0 = const()[name = tensor<string, []>("op_53577_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_53577_cast = slice_by_index(begin = var_53577_begin_0, end = var_53577_end_0, end_mask = var_53577_end_mask_0, x = transpose_21)[name = tensor<string, []>("op_53577_cast")];
            tensor<int32, [4]> var_53581_begin_0 = const()[name = tensor<string, []>("op_53581_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 256])];
            tensor<int32, [4]> var_53581_end_0 = const()[name = tensor<string, []>("op_53581_end_0"), val = tensor<int32, [4]>([2, 576, 1, 320])];
            tensor<bool, [4]> var_53581_end_mask_0 = const()[name = tensor<string, []>("op_53581_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_53581_cast = slice_by_index(begin = var_53581_begin_0, end = var_53581_end_0, end_mask = var_53581_end_mask_0, x = transpose_21)[name = tensor<string, []>("op_53581_cast")];
            tensor<int32, [4]> var_53585_begin_0 = const()[name = tensor<string, []>("op_53585_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 320])];
            tensor<int32, [4]> var_53585_end_0 = const()[name = tensor<string, []>("op_53585_end_0"), val = tensor<int32, [4]>([2, 576, 1, 384])];
            tensor<bool, [4]> var_53585_end_mask_0 = const()[name = tensor<string, []>("op_53585_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_53585_cast = slice_by_index(begin = var_53585_begin_0, end = var_53585_end_0, end_mask = var_53585_end_mask_0, x = transpose_21)[name = tensor<string, []>("op_53585_cast")];
            tensor<int32, [4]> var_53589_begin_0 = const()[name = tensor<string, []>("op_53589_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 384])];
            tensor<int32, [4]> var_53589_end_0 = const()[name = tensor<string, []>("op_53589_end_0"), val = tensor<int32, [4]>([2, 576, 1, 448])];
            tensor<bool, [4]> var_53589_end_mask_0 = const()[name = tensor<string, []>("op_53589_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_53589_cast = slice_by_index(begin = var_53589_begin_0, end = var_53589_end_0, end_mask = var_53589_end_mask_0, x = transpose_21)[name = tensor<string, []>("op_53589_cast")];
            tensor<int32, [4]> var_53593_begin_0 = const()[name = tensor<string, []>("op_53593_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 448])];
            tensor<int32, [4]> var_53593_end_0 = const()[name = tensor<string, []>("op_53593_end_0"), val = tensor<int32, [4]>([2, 576, 1, 512])];
            tensor<bool, [4]> var_53593_end_mask_0 = const()[name = tensor<string, []>("op_53593_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_53593_cast = slice_by_index(begin = var_53593_begin_0, end = var_53593_end_0, end_mask = var_53593_end_mask_0, x = transpose_21)[name = tensor<string, []>("op_53593_cast")];
            tensor<int32, [4]> var_53597_begin_0 = const()[name = tensor<string, []>("op_53597_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 512])];
            tensor<int32, [4]> var_53597_end_0 = const()[name = tensor<string, []>("op_53597_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_53597_end_mask_0 = const()[name = tensor<string, []>("op_53597_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_53597_cast = slice_by_index(begin = var_53597_begin_0, end = var_53597_end_0, end_mask = var_53597_end_mask_0, x = transpose_21)[name = tensor<string, []>("op_53597_cast")];
            tensor<int32, [4]> var_53601_begin_0 = const()[name = tensor<string, []>("op_53601_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 576])];
            tensor<int32, [4]> var_53601_end_0 = const()[name = tensor<string, []>("op_53601_end_0"), val = tensor<int32, [4]>([2, 576, 1, 640])];
            tensor<bool, [4]> var_53601_end_mask_0 = const()[name = tensor<string, []>("op_53601_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_53601_cast = slice_by_index(begin = var_53601_begin_0, end = var_53601_end_0, end_mask = var_53601_end_mask_0, x = transpose_21)[name = tensor<string, []>("op_53601_cast")];
            tensor<int32, [4]> var_53605_begin_0 = const()[name = tensor<string, []>("op_53605_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 640])];
            tensor<int32, [4]> var_53605_end_0 = const()[name = tensor<string, []>("op_53605_end_0"), val = tensor<int32, [4]>([2, 576, 1, 704])];
            tensor<bool, [4]> var_53605_end_mask_0 = const()[name = tensor<string, []>("op_53605_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_53605_cast = slice_by_index(begin = var_53605_begin_0, end = var_53605_end_0, end_mask = var_53605_end_mask_0, x = transpose_21)[name = tensor<string, []>("op_53605_cast")];
            tensor<int32, [4]> var_53609_begin_0 = const()[name = tensor<string, []>("op_53609_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 704])];
            tensor<int32, [4]> var_53609_end_0 = const()[name = tensor<string, []>("op_53609_end_0"), val = tensor<int32, [4]>([2, 576, 1, 768])];
            tensor<bool, [4]> var_53609_end_mask_0 = const()[name = tensor<string, []>("op_53609_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_53609_cast = slice_by_index(begin = var_53609_begin_0, end = var_53609_end_0, end_mask = var_53609_end_mask_0, x = transpose_21)[name = tensor<string, []>("op_53609_cast")];
            tensor<int32, [4]> var_53613_begin_0 = const()[name = tensor<string, []>("op_53613_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 768])];
            tensor<int32, [4]> var_53613_end_0 = const()[name = tensor<string, []>("op_53613_end_0"), val = tensor<int32, [4]>([2, 576, 1, 832])];
            tensor<bool, [4]> var_53613_end_mask_0 = const()[name = tensor<string, []>("op_53613_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_53613_cast = slice_by_index(begin = var_53613_begin_0, end = var_53613_end_0, end_mask = var_53613_end_mask_0, x = transpose_21)[name = tensor<string, []>("op_53613_cast")];
            tensor<int32, [4]> var_53617_begin_0 = const()[name = tensor<string, []>("op_53617_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 832])];
            tensor<int32, [4]> var_53617_end_0 = const()[name = tensor<string, []>("op_53617_end_0"), val = tensor<int32, [4]>([2, 576, 1, 896])];
            tensor<bool, [4]> var_53617_end_mask_0 = const()[name = tensor<string, []>("op_53617_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_53617_cast = slice_by_index(begin = var_53617_begin_0, end = var_53617_end_0, end_mask = var_53617_end_mask_0, x = transpose_21)[name = tensor<string, []>("op_53617_cast")];
            tensor<int32, [4]> var_53621_begin_0 = const()[name = tensor<string, []>("op_53621_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 896])];
            tensor<int32, [4]> var_53621_end_0 = const()[name = tensor<string, []>("op_53621_end_0"), val = tensor<int32, [4]>([2, 576, 1, 960])];
            tensor<bool, [4]> var_53621_end_mask_0 = const()[name = tensor<string, []>("op_53621_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_53621_cast = slice_by_index(begin = var_53621_begin_0, end = var_53621_end_0, end_mask = var_53621_end_mask_0, x = transpose_21)[name = tensor<string, []>("op_53621_cast")];
            tensor<int32, [4]> var_53625_begin_0 = const()[name = tensor<string, []>("op_53625_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 960])];
            tensor<int32, [4]> var_53625_end_0 = const()[name = tensor<string, []>("op_53625_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1024])];
            tensor<bool, [4]> var_53625_end_mask_0 = const()[name = tensor<string, []>("op_53625_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_53625_cast = slice_by_index(begin = var_53625_begin_0, end = var_53625_end_0, end_mask = var_53625_end_mask_0, x = transpose_21)[name = tensor<string, []>("op_53625_cast")];
            tensor<int32, [4]> var_53629_begin_0 = const()[name = tensor<string, []>("op_53629_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1024])];
            tensor<int32, [4]> var_53629_end_0 = const()[name = tensor<string, []>("op_53629_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1088])];
            tensor<bool, [4]> var_53629_end_mask_0 = const()[name = tensor<string, []>("op_53629_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_53629_cast = slice_by_index(begin = var_53629_begin_0, end = var_53629_end_0, end_mask = var_53629_end_mask_0, x = transpose_21)[name = tensor<string, []>("op_53629_cast")];
            tensor<int32, [4]> var_53633_begin_0 = const()[name = tensor<string, []>("op_53633_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1088])];
            tensor<int32, [4]> var_53633_end_0 = const()[name = tensor<string, []>("op_53633_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1152])];
            tensor<bool, [4]> var_53633_end_mask_0 = const()[name = tensor<string, []>("op_53633_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_53633_cast = slice_by_index(begin = var_53633_begin_0, end = var_53633_end_0, end_mask = var_53633_end_mask_0, x = transpose_21)[name = tensor<string, []>("op_53633_cast")];
            tensor<int32, [4]> var_53637_begin_0 = const()[name = tensor<string, []>("op_53637_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1152])];
            tensor<int32, [4]> var_53637_end_0 = const()[name = tensor<string, []>("op_53637_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1216])];
            tensor<bool, [4]> var_53637_end_mask_0 = const()[name = tensor<string, []>("op_53637_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_53637_cast = slice_by_index(begin = var_53637_begin_0, end = var_53637_end_0, end_mask = var_53637_end_mask_0, x = transpose_21)[name = tensor<string, []>("op_53637_cast")];
            tensor<int32, [4]> var_53641_begin_0 = const()[name = tensor<string, []>("op_53641_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1216])];
            tensor<int32, [4]> var_53641_end_0 = const()[name = tensor<string, []>("op_53641_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1280])];
            tensor<bool, [4]> var_53641_end_mask_0 = const()[name = tensor<string, []>("op_53641_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_53641_cast = slice_by_index(begin = var_53641_begin_0, end = var_53641_end_0, end_mask = var_53641_end_mask_0, x = transpose_21)[name = tensor<string, []>("op_53641_cast")];
            tensor<int32, [4]> var_53643_begin_0 = const()[name = tensor<string, []>("op_53643_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_53643_end_0 = const()[name = tensor<string, []>("op_53643_end_0"), val = tensor<int32, [4]>([2, 64, 1, 576])];
            tensor<bool, [4]> var_53643_end_mask_0 = const()[name = tensor<string, []>("op_53643_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53643_cast = slice_by_index(begin = var_53643_begin_0, end = var_53643_end_0, end_mask = var_53643_end_mask_0, x = v_237_cast)[name = tensor<string, []>("op_53643_cast")];
            tensor<int32, [4]> var_53647_begin_0 = const()[name = tensor<string, []>("op_53647_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_53647_end_0 = const()[name = tensor<string, []>("op_53647_end_0"), val = tensor<int32, [4]>([2, 128, 1, 576])];
            tensor<bool, [4]> var_53647_end_mask_0 = const()[name = tensor<string, []>("op_53647_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53647_cast = slice_by_index(begin = var_53647_begin_0, end = var_53647_end_0, end_mask = var_53647_end_mask_0, x = v_237_cast)[name = tensor<string, []>("op_53647_cast")];
            tensor<int32, [4]> var_53651_begin_0 = const()[name = tensor<string, []>("op_53651_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_53651_end_0 = const()[name = tensor<string, []>("op_53651_end_0"), val = tensor<int32, [4]>([2, 192, 1, 576])];
            tensor<bool, [4]> var_53651_end_mask_0 = const()[name = tensor<string, []>("op_53651_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53651_cast = slice_by_index(begin = var_53651_begin_0, end = var_53651_end_0, end_mask = var_53651_end_mask_0, x = v_237_cast)[name = tensor<string, []>("op_53651_cast")];
            tensor<int32, [4]> var_53655_begin_0 = const()[name = tensor<string, []>("op_53655_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_53655_end_0 = const()[name = tensor<string, []>("op_53655_end_0"), val = tensor<int32, [4]>([2, 256, 1, 576])];
            tensor<bool, [4]> var_53655_end_mask_0 = const()[name = tensor<string, []>("op_53655_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53655_cast = slice_by_index(begin = var_53655_begin_0, end = var_53655_end_0, end_mask = var_53655_end_mask_0, x = v_237_cast)[name = tensor<string, []>("op_53655_cast")];
            tensor<int32, [4]> var_53659_begin_0 = const()[name = tensor<string, []>("op_53659_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_53659_end_0 = const()[name = tensor<string, []>("op_53659_end_0"), val = tensor<int32, [4]>([2, 320, 1, 576])];
            tensor<bool, [4]> var_53659_end_mask_0 = const()[name = tensor<string, []>("op_53659_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53659_cast = slice_by_index(begin = var_53659_begin_0, end = var_53659_end_0, end_mask = var_53659_end_mask_0, x = v_237_cast)[name = tensor<string, []>("op_53659_cast")];
            tensor<int32, [4]> var_53663_begin_0 = const()[name = tensor<string, []>("op_53663_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_53663_end_0 = const()[name = tensor<string, []>("op_53663_end_0"), val = tensor<int32, [4]>([2, 384, 1, 576])];
            tensor<bool, [4]> var_53663_end_mask_0 = const()[name = tensor<string, []>("op_53663_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53663_cast = slice_by_index(begin = var_53663_begin_0, end = var_53663_end_0, end_mask = var_53663_end_mask_0, x = v_237_cast)[name = tensor<string, []>("op_53663_cast")];
            tensor<int32, [4]> var_53667_begin_0 = const()[name = tensor<string, []>("op_53667_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_53667_end_0 = const()[name = tensor<string, []>("op_53667_end_0"), val = tensor<int32, [4]>([2, 448, 1, 576])];
            tensor<bool, [4]> var_53667_end_mask_0 = const()[name = tensor<string, []>("op_53667_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53667_cast = slice_by_index(begin = var_53667_begin_0, end = var_53667_end_0, end_mask = var_53667_end_mask_0, x = v_237_cast)[name = tensor<string, []>("op_53667_cast")];
            tensor<int32, [4]> var_53671_begin_0 = const()[name = tensor<string, []>("op_53671_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_53671_end_0 = const()[name = tensor<string, []>("op_53671_end_0"), val = tensor<int32, [4]>([2, 512, 1, 576])];
            tensor<bool, [4]> var_53671_end_mask_0 = const()[name = tensor<string, []>("op_53671_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53671_cast = slice_by_index(begin = var_53671_begin_0, end = var_53671_end_0, end_mask = var_53671_end_mask_0, x = v_237_cast)[name = tensor<string, []>("op_53671_cast")];
            tensor<int32, [4]> var_53675_begin_0 = const()[name = tensor<string, []>("op_53675_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_53675_end_0 = const()[name = tensor<string, []>("op_53675_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_53675_end_mask_0 = const()[name = tensor<string, []>("op_53675_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53675_cast = slice_by_index(begin = var_53675_begin_0, end = var_53675_end_0, end_mask = var_53675_end_mask_0, x = v_237_cast)[name = tensor<string, []>("op_53675_cast")];
            tensor<int32, [4]> var_53679_begin_0 = const()[name = tensor<string, []>("op_53679_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_53679_end_0 = const()[name = tensor<string, []>("op_53679_end_0"), val = tensor<int32, [4]>([2, 640, 1, 576])];
            tensor<bool, [4]> var_53679_end_mask_0 = const()[name = tensor<string, []>("op_53679_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53679_cast = slice_by_index(begin = var_53679_begin_0, end = var_53679_end_0, end_mask = var_53679_end_mask_0, x = v_237_cast)[name = tensor<string, []>("op_53679_cast")];
            tensor<int32, [4]> var_53683_begin_0 = const()[name = tensor<string, []>("op_53683_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_53683_end_0 = const()[name = tensor<string, []>("op_53683_end_0"), val = tensor<int32, [4]>([2, 704, 1, 576])];
            tensor<bool, [4]> var_53683_end_mask_0 = const()[name = tensor<string, []>("op_53683_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53683_cast = slice_by_index(begin = var_53683_begin_0, end = var_53683_end_0, end_mask = var_53683_end_mask_0, x = v_237_cast)[name = tensor<string, []>("op_53683_cast")];
            tensor<int32, [4]> var_53687_begin_0 = const()[name = tensor<string, []>("op_53687_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_53687_end_0 = const()[name = tensor<string, []>("op_53687_end_0"), val = tensor<int32, [4]>([2, 768, 1, 576])];
            tensor<bool, [4]> var_53687_end_mask_0 = const()[name = tensor<string, []>("op_53687_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53687_cast = slice_by_index(begin = var_53687_begin_0, end = var_53687_end_0, end_mask = var_53687_end_mask_0, x = v_237_cast)[name = tensor<string, []>("op_53687_cast")];
            tensor<int32, [4]> var_53691_begin_0 = const()[name = tensor<string, []>("op_53691_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_53691_end_0 = const()[name = tensor<string, []>("op_53691_end_0"), val = tensor<int32, [4]>([2, 832, 1, 576])];
            tensor<bool, [4]> var_53691_end_mask_0 = const()[name = tensor<string, []>("op_53691_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53691_cast = slice_by_index(begin = var_53691_begin_0, end = var_53691_end_0, end_mask = var_53691_end_mask_0, x = v_237_cast)[name = tensor<string, []>("op_53691_cast")];
            tensor<int32, [4]> var_53695_begin_0 = const()[name = tensor<string, []>("op_53695_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_53695_end_0 = const()[name = tensor<string, []>("op_53695_end_0"), val = tensor<int32, [4]>([2, 896, 1, 576])];
            tensor<bool, [4]> var_53695_end_mask_0 = const()[name = tensor<string, []>("op_53695_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53695_cast = slice_by_index(begin = var_53695_begin_0, end = var_53695_end_0, end_mask = var_53695_end_mask_0, x = v_237_cast)[name = tensor<string, []>("op_53695_cast")];
            tensor<int32, [4]> var_53699_begin_0 = const()[name = tensor<string, []>("op_53699_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_53699_end_0 = const()[name = tensor<string, []>("op_53699_end_0"), val = tensor<int32, [4]>([2, 960, 1, 576])];
            tensor<bool, [4]> var_53699_end_mask_0 = const()[name = tensor<string, []>("op_53699_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53699_cast = slice_by_index(begin = var_53699_begin_0, end = var_53699_end_0, end_mask = var_53699_end_mask_0, x = v_237_cast)[name = tensor<string, []>("op_53699_cast")];
            tensor<int32, [4]> var_53703_begin_0 = const()[name = tensor<string, []>("op_53703_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_53703_end_0 = const()[name = tensor<string, []>("op_53703_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 576])];
            tensor<bool, [4]> var_53703_end_mask_0 = const()[name = tensor<string, []>("op_53703_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53703_cast = slice_by_index(begin = var_53703_begin_0, end = var_53703_end_0, end_mask = var_53703_end_mask_0, x = v_237_cast)[name = tensor<string, []>("op_53703_cast")];
            tensor<int32, [4]> var_53707_begin_0 = const()[name = tensor<string, []>("op_53707_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_53707_end_0 = const()[name = tensor<string, []>("op_53707_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 576])];
            tensor<bool, [4]> var_53707_end_mask_0 = const()[name = tensor<string, []>("op_53707_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53707_cast = slice_by_index(begin = var_53707_begin_0, end = var_53707_end_0, end_mask = var_53707_end_mask_0, x = v_237_cast)[name = tensor<string, []>("op_53707_cast")];
            tensor<int32, [4]> var_53711_begin_0 = const()[name = tensor<string, []>("op_53711_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_53711_end_0 = const()[name = tensor<string, []>("op_53711_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 576])];
            tensor<bool, [4]> var_53711_end_mask_0 = const()[name = tensor<string, []>("op_53711_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53711_cast = slice_by_index(begin = var_53711_begin_0, end = var_53711_end_0, end_mask = var_53711_end_mask_0, x = v_237_cast)[name = tensor<string, []>("op_53711_cast")];
            tensor<int32, [4]> var_53715_begin_0 = const()[name = tensor<string, []>("op_53715_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_53715_end_0 = const()[name = tensor<string, []>("op_53715_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 576])];
            tensor<bool, [4]> var_53715_end_mask_0 = const()[name = tensor<string, []>("op_53715_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53715_cast = slice_by_index(begin = var_53715_begin_0, end = var_53715_end_0, end_mask = var_53715_end_mask_0, x = v_237_cast)[name = tensor<string, []>("op_53715_cast")];
            tensor<int32, [4]> var_53719_begin_0 = const()[name = tensor<string, []>("op_53719_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_53719_end_0 = const()[name = tensor<string, []>("op_53719_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 576])];
            tensor<bool, [4]> var_53719_end_mask_0 = const()[name = tensor<string, []>("op_53719_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53719_cast = slice_by_index(begin = var_53719_begin_0, end = var_53719_end_0, end_mask = var_53719_end_mask_0, x = v_237_cast)[name = tensor<string, []>("op_53719_cast")];
            tensor<string, []> var_53723_equation_0 = const()[name = tensor<string, []>("op_53723_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_53723_cast = einsum(equation = var_53723_equation_0, values = (var_53565_cast, var_53482_cast))[name = tensor<string, []>("op_53723_cast")];
            tensor<fp16, []> var_53724_to_fp16 = const()[name = tensor<string, []>("op_53724_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4561_cast = mul(x = var_53723_cast, y = var_53724_to_fp16)[name = tensor<string, []>("aw_4561_cast")];
            tensor<string, []> var_53727_equation_0 = const()[name = tensor<string, []>("op_53727_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_53727_cast = einsum(equation = var_53727_equation_0, values = (var_53569_cast, var_53486_cast))[name = tensor<string, []>("op_53727_cast")];
            tensor<fp16, []> var_53728_to_fp16 = const()[name = tensor<string, []>("op_53728_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4563_cast = mul(x = var_53727_cast, y = var_53728_to_fp16)[name = tensor<string, []>("aw_4563_cast")];
            tensor<string, []> var_53731_equation_0 = const()[name = tensor<string, []>("op_53731_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_53731_cast = einsum(equation = var_53731_equation_0, values = (var_53573_cast, var_53490_cast))[name = tensor<string, []>("op_53731_cast")];
            tensor<fp16, []> var_53732_to_fp16 = const()[name = tensor<string, []>("op_53732_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4565_cast = mul(x = var_53731_cast, y = var_53732_to_fp16)[name = tensor<string, []>("aw_4565_cast")];
            tensor<string, []> var_53735_equation_0 = const()[name = tensor<string, []>("op_53735_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_53735_cast = einsum(equation = var_53735_equation_0, values = (var_53577_cast, var_53494_cast))[name = tensor<string, []>("op_53735_cast")];
            tensor<fp16, []> var_53736_to_fp16 = const()[name = tensor<string, []>("op_53736_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4567_cast = mul(x = var_53735_cast, y = var_53736_to_fp16)[name = tensor<string, []>("aw_4567_cast")];
            tensor<string, []> var_53739_equation_0 = const()[name = tensor<string, []>("op_53739_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_53739_cast = einsum(equation = var_53739_equation_0, values = (var_53581_cast, var_53498_cast))[name = tensor<string, []>("op_53739_cast")];
            tensor<fp16, []> var_53740_to_fp16 = const()[name = tensor<string, []>("op_53740_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4569_cast = mul(x = var_53739_cast, y = var_53740_to_fp16)[name = tensor<string, []>("aw_4569_cast")];
            tensor<string, []> var_53743_equation_0 = const()[name = tensor<string, []>("op_53743_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_53743_cast = einsum(equation = var_53743_equation_0, values = (var_53585_cast, var_53502_cast))[name = tensor<string, []>("op_53743_cast")];
            tensor<fp16, []> var_53744_to_fp16 = const()[name = tensor<string, []>("op_53744_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4571_cast = mul(x = var_53743_cast, y = var_53744_to_fp16)[name = tensor<string, []>("aw_4571_cast")];
            tensor<string, []> var_53747_equation_0 = const()[name = tensor<string, []>("op_53747_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_53747_cast = einsum(equation = var_53747_equation_0, values = (var_53589_cast, var_53506_cast))[name = tensor<string, []>("op_53747_cast")];
            tensor<fp16, []> var_53748_to_fp16 = const()[name = tensor<string, []>("op_53748_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4573_cast = mul(x = var_53747_cast, y = var_53748_to_fp16)[name = tensor<string, []>("aw_4573_cast")];
            tensor<string, []> var_53751_equation_0 = const()[name = tensor<string, []>("op_53751_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_53751_cast = einsum(equation = var_53751_equation_0, values = (var_53593_cast, var_53510_cast))[name = tensor<string, []>("op_53751_cast")];
            tensor<fp16, []> var_53752_to_fp16 = const()[name = tensor<string, []>("op_53752_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4575_cast = mul(x = var_53751_cast, y = var_53752_to_fp16)[name = tensor<string, []>("aw_4575_cast")];
            tensor<string, []> var_53755_equation_0 = const()[name = tensor<string, []>("op_53755_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_53755_cast = einsum(equation = var_53755_equation_0, values = (var_53597_cast, var_53514_cast))[name = tensor<string, []>("op_53755_cast")];
            tensor<fp16, []> var_53756_to_fp16 = const()[name = tensor<string, []>("op_53756_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4577_cast = mul(x = var_53755_cast, y = var_53756_to_fp16)[name = tensor<string, []>("aw_4577_cast")];
            tensor<string, []> var_53759_equation_0 = const()[name = tensor<string, []>("op_53759_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_53759_cast = einsum(equation = var_53759_equation_0, values = (var_53601_cast, var_53518_cast))[name = tensor<string, []>("op_53759_cast")];
            tensor<fp16, []> var_53760_to_fp16 = const()[name = tensor<string, []>("op_53760_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4579_cast = mul(x = var_53759_cast, y = var_53760_to_fp16)[name = tensor<string, []>("aw_4579_cast")];
            tensor<string, []> var_53763_equation_0 = const()[name = tensor<string, []>("op_53763_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_53763_cast = einsum(equation = var_53763_equation_0, values = (var_53605_cast, var_53522_cast))[name = tensor<string, []>("op_53763_cast")];
            tensor<fp16, []> var_53764_to_fp16 = const()[name = tensor<string, []>("op_53764_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4581_cast = mul(x = var_53763_cast, y = var_53764_to_fp16)[name = tensor<string, []>("aw_4581_cast")];
            tensor<string, []> var_53767_equation_0 = const()[name = tensor<string, []>("op_53767_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_53767_cast = einsum(equation = var_53767_equation_0, values = (var_53609_cast, var_53526_cast))[name = tensor<string, []>("op_53767_cast")];
            tensor<fp16, []> var_53768_to_fp16 = const()[name = tensor<string, []>("op_53768_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4583_cast = mul(x = var_53767_cast, y = var_53768_to_fp16)[name = tensor<string, []>("aw_4583_cast")];
            tensor<string, []> var_53771_equation_0 = const()[name = tensor<string, []>("op_53771_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_53771_cast = einsum(equation = var_53771_equation_0, values = (var_53613_cast, var_53530_cast))[name = tensor<string, []>("op_53771_cast")];
            tensor<fp16, []> var_53772_to_fp16 = const()[name = tensor<string, []>("op_53772_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4585_cast = mul(x = var_53771_cast, y = var_53772_to_fp16)[name = tensor<string, []>("aw_4585_cast")];
            tensor<string, []> var_53775_equation_0 = const()[name = tensor<string, []>("op_53775_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_53775_cast = einsum(equation = var_53775_equation_0, values = (var_53617_cast, var_53534_cast))[name = tensor<string, []>("op_53775_cast")];
            tensor<fp16, []> var_53776_to_fp16 = const()[name = tensor<string, []>("op_53776_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4587_cast = mul(x = var_53775_cast, y = var_53776_to_fp16)[name = tensor<string, []>("aw_4587_cast")];
            tensor<string, []> var_53779_equation_0 = const()[name = tensor<string, []>("op_53779_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_53779_cast = einsum(equation = var_53779_equation_0, values = (var_53621_cast, var_53538_cast))[name = tensor<string, []>("op_53779_cast")];
            tensor<fp16, []> var_53780_to_fp16 = const()[name = tensor<string, []>("op_53780_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4589_cast = mul(x = var_53779_cast, y = var_53780_to_fp16)[name = tensor<string, []>("aw_4589_cast")];
            tensor<string, []> var_53783_equation_0 = const()[name = tensor<string, []>("op_53783_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_53783_cast = einsum(equation = var_53783_equation_0, values = (var_53625_cast, var_53542_cast))[name = tensor<string, []>("op_53783_cast")];
            tensor<fp16, []> var_53784_to_fp16 = const()[name = tensor<string, []>("op_53784_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4591_cast = mul(x = var_53783_cast, y = var_53784_to_fp16)[name = tensor<string, []>("aw_4591_cast")];
            tensor<string, []> var_53787_equation_0 = const()[name = tensor<string, []>("op_53787_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_53787_cast = einsum(equation = var_53787_equation_0, values = (var_53629_cast, var_53546_cast))[name = tensor<string, []>("op_53787_cast")];
            tensor<fp16, []> var_53788_to_fp16 = const()[name = tensor<string, []>("op_53788_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4593_cast = mul(x = var_53787_cast, y = var_53788_to_fp16)[name = tensor<string, []>("aw_4593_cast")];
            tensor<string, []> var_53791_equation_0 = const()[name = tensor<string, []>("op_53791_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_53791_cast = einsum(equation = var_53791_equation_0, values = (var_53633_cast, var_53550_cast))[name = tensor<string, []>("op_53791_cast")];
            tensor<fp16, []> var_53792_to_fp16 = const()[name = tensor<string, []>("op_53792_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4595_cast = mul(x = var_53791_cast, y = var_53792_to_fp16)[name = tensor<string, []>("aw_4595_cast")];
            tensor<string, []> var_53795_equation_0 = const()[name = tensor<string, []>("op_53795_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_53795_cast = einsum(equation = var_53795_equation_0, values = (var_53637_cast, var_53554_cast))[name = tensor<string, []>("op_53795_cast")];
            tensor<fp16, []> var_53796_to_fp16 = const()[name = tensor<string, []>("op_53796_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4597_cast = mul(x = var_53795_cast, y = var_53796_to_fp16)[name = tensor<string, []>("aw_4597_cast")];
            tensor<string, []> var_53799_equation_0 = const()[name = tensor<string, []>("op_53799_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_53799_cast = einsum(equation = var_53799_equation_0, values = (var_53641_cast, var_53558_cast))[name = tensor<string, []>("op_53799_cast")];
            tensor<fp16, []> var_53800_to_fp16 = const()[name = tensor<string, []>("op_53800_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4599_cast = mul(x = var_53799_cast, y = var_53800_to_fp16)[name = tensor<string, []>("aw_4599_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_53802_cast = softmax(axis = var_30355, x = aw_4561_cast)[name = tensor<string, []>("op_53802_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_53803_cast = softmax(axis = var_30355, x = aw_4563_cast)[name = tensor<string, []>("op_53803_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_53804_cast = softmax(axis = var_30355, x = aw_4565_cast)[name = tensor<string, []>("op_53804_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_53805_cast = softmax(axis = var_30355, x = aw_4567_cast)[name = tensor<string, []>("op_53805_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_53806_cast = softmax(axis = var_30355, x = aw_4569_cast)[name = tensor<string, []>("op_53806_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_53807_cast = softmax(axis = var_30355, x = aw_4571_cast)[name = tensor<string, []>("op_53807_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_53808_cast = softmax(axis = var_30355, x = aw_4573_cast)[name = tensor<string, []>("op_53808_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_53809_cast = softmax(axis = var_30355, x = aw_4575_cast)[name = tensor<string, []>("op_53809_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_53810_cast = softmax(axis = var_30355, x = aw_4577_cast)[name = tensor<string, []>("op_53810_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_53811_cast = softmax(axis = var_30355, x = aw_4579_cast)[name = tensor<string, []>("op_53811_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_53812_cast = softmax(axis = var_30355, x = aw_4581_cast)[name = tensor<string, []>("op_53812_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_53813_cast = softmax(axis = var_30355, x = aw_4583_cast)[name = tensor<string, []>("op_53813_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_53814_cast = softmax(axis = var_30355, x = aw_4585_cast)[name = tensor<string, []>("op_53814_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_53815_cast = softmax(axis = var_30355, x = aw_4587_cast)[name = tensor<string, []>("op_53815_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_53816_cast = softmax(axis = var_30355, x = aw_4589_cast)[name = tensor<string, []>("op_53816_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_53817_cast = softmax(axis = var_30355, x = aw_4591_cast)[name = tensor<string, []>("op_53817_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_53818_cast = softmax(axis = var_30355, x = aw_4593_cast)[name = tensor<string, []>("op_53818_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_53819_cast = softmax(axis = var_30355, x = aw_4595_cast)[name = tensor<string, []>("op_53819_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_53820_cast = softmax(axis = var_30355, x = aw_4597_cast)[name = tensor<string, []>("op_53820_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_53821_cast = softmax(axis = var_30355, x = aw_4599_cast)[name = tensor<string, []>("op_53821_cast")];
            tensor<string, []> var_53823_equation_0 = const()[name = tensor<string, []>("op_53823_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_53823_cast = einsum(equation = var_53823_equation_0, values = (var_53643_cast, var_53802_cast))[name = tensor<string, []>("op_53823_cast")];
            tensor<string, []> var_53825_equation_0 = const()[name = tensor<string, []>("op_53825_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_53825_cast = einsum(equation = var_53825_equation_0, values = (var_53647_cast, var_53803_cast))[name = tensor<string, []>("op_53825_cast")];
            tensor<string, []> var_53827_equation_0 = const()[name = tensor<string, []>("op_53827_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_53827_cast = einsum(equation = var_53827_equation_0, values = (var_53651_cast, var_53804_cast))[name = tensor<string, []>("op_53827_cast")];
            tensor<string, []> var_53829_equation_0 = const()[name = tensor<string, []>("op_53829_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_53829_cast = einsum(equation = var_53829_equation_0, values = (var_53655_cast, var_53805_cast))[name = tensor<string, []>("op_53829_cast")];
            tensor<string, []> var_53831_equation_0 = const()[name = tensor<string, []>("op_53831_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_53831_cast = einsum(equation = var_53831_equation_0, values = (var_53659_cast, var_53806_cast))[name = tensor<string, []>("op_53831_cast")];
            tensor<string, []> var_53833_equation_0 = const()[name = tensor<string, []>("op_53833_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_53833_cast = einsum(equation = var_53833_equation_0, values = (var_53663_cast, var_53807_cast))[name = tensor<string, []>("op_53833_cast")];
            tensor<string, []> var_53835_equation_0 = const()[name = tensor<string, []>("op_53835_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_53835_cast = einsum(equation = var_53835_equation_0, values = (var_53667_cast, var_53808_cast))[name = tensor<string, []>("op_53835_cast")];
            tensor<string, []> var_53837_equation_0 = const()[name = tensor<string, []>("op_53837_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_53837_cast = einsum(equation = var_53837_equation_0, values = (var_53671_cast, var_53809_cast))[name = tensor<string, []>("op_53837_cast")];
            tensor<string, []> var_53839_equation_0 = const()[name = tensor<string, []>("op_53839_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_53839_cast = einsum(equation = var_53839_equation_0, values = (var_53675_cast, var_53810_cast))[name = tensor<string, []>("op_53839_cast")];
            tensor<string, []> var_53841_equation_0 = const()[name = tensor<string, []>("op_53841_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_53841_cast = einsum(equation = var_53841_equation_0, values = (var_53679_cast, var_53811_cast))[name = tensor<string, []>("op_53841_cast")];
            tensor<string, []> var_53843_equation_0 = const()[name = tensor<string, []>("op_53843_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_53843_cast = einsum(equation = var_53843_equation_0, values = (var_53683_cast, var_53812_cast))[name = tensor<string, []>("op_53843_cast")];
            tensor<string, []> var_53845_equation_0 = const()[name = tensor<string, []>("op_53845_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_53845_cast = einsum(equation = var_53845_equation_0, values = (var_53687_cast, var_53813_cast))[name = tensor<string, []>("op_53845_cast")];
            tensor<string, []> var_53847_equation_0 = const()[name = tensor<string, []>("op_53847_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_53847_cast = einsum(equation = var_53847_equation_0, values = (var_53691_cast, var_53814_cast))[name = tensor<string, []>("op_53847_cast")];
            tensor<string, []> var_53849_equation_0 = const()[name = tensor<string, []>("op_53849_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_53849_cast = einsum(equation = var_53849_equation_0, values = (var_53695_cast, var_53815_cast))[name = tensor<string, []>("op_53849_cast")];
            tensor<string, []> var_53851_equation_0 = const()[name = tensor<string, []>("op_53851_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_53851_cast = einsum(equation = var_53851_equation_0, values = (var_53699_cast, var_53816_cast))[name = tensor<string, []>("op_53851_cast")];
            tensor<string, []> var_53853_equation_0 = const()[name = tensor<string, []>("op_53853_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_53853_cast = einsum(equation = var_53853_equation_0, values = (var_53703_cast, var_53817_cast))[name = tensor<string, []>("op_53853_cast")];
            tensor<string, []> var_53855_equation_0 = const()[name = tensor<string, []>("op_53855_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_53855_cast = einsum(equation = var_53855_equation_0, values = (var_53707_cast, var_53818_cast))[name = tensor<string, []>("op_53855_cast")];
            tensor<string, []> var_53857_equation_0 = const()[name = tensor<string, []>("op_53857_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_53857_cast = einsum(equation = var_53857_equation_0, values = (var_53711_cast, var_53819_cast))[name = tensor<string, []>("op_53857_cast")];
            tensor<string, []> var_53859_equation_0 = const()[name = tensor<string, []>("op_53859_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_53859_cast = einsum(equation = var_53859_equation_0, values = (var_53715_cast, var_53820_cast))[name = tensor<string, []>("op_53859_cast")];
            tensor<string, []> var_53861_equation_0 = const()[name = tensor<string, []>("op_53861_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_53861_cast = einsum(equation = var_53861_equation_0, values = (var_53719_cast, var_53821_cast))[name = tensor<string, []>("op_53861_cast")];
            tensor<bool, []> input_675_interleave_0 = const()[name = tensor<string, []>("input_675_interleave_0"), val = tensor<bool, []>(false)];
            tensor<fp16, [2, 1280, 1, 576]> input_675_cast = concat(axis = var_30355, interleave = input_675_interleave_0, values = (var_53823_cast, var_53825_cast, var_53827_cast, var_53829_cast, var_53831_cast, var_53833_cast, var_53835_cast, var_53837_cast, var_53839_cast, var_53841_cast, var_53843_cast, var_53845_cast, var_53847_cast, var_53849_cast, var_53851_cast, var_53853_cast, var_53855_cast, var_53857_cast, var_53859_cast, var_53861_cast))[name = tensor<string, []>("input_675_cast")];
            tensor<int32, [2]> var_53867 = const()[name = tensor<string, []>("op_53867"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_53869 = const()[name = tensor<string, []>("op_53869"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_53871_pad_type_0 = const()[name = tensor<string, []>("op_53871_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_53871_pad_0 = const()[name = tensor<string, []>("op_53871_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_5_attn1_to_out_0_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [1228800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(421631104))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(422859968))), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_5_attn1_to_out_0_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_attentions_2_transformer_blocks_5_attn1_to_out_0_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_5_attn1_to_out_0_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(422860160)))];
            tensor<fp16, [2, 1280, 1, 576]> var_53871_cast = conv(bias = up_blocks_0_attentions_2_transformer_blocks_5_attn1_to_out_0_bias_to_fp16, dilations = var_53869, groups = var_30355, pad = var_53871_pad_0, pad_type = var_53871_pad_type_0, strides = var_53867, weight = up_blocks_0_attentions_2_transformer_blocks_5_attn1_to_out_0_weight_to_fp16_palettized, x = input_675_cast)[name = tensor<string, []>("op_53871_cast")];
            tensor<fp16, [2, 1280, 1, 576]> inputs_357_cast = add(x = var_53871_cast, y = inputs_355_cast)[name = tensor<string, []>("inputs_357_cast")];
            tensor<int32, [1]> var_53875 = const()[name = tensor<string, []>("op_53875"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> channels_mean_357_cast = reduce_mean(axes = var_53875, keep_dims = var_30350, x = inputs_357_cast)[name = tensor<string, []>("channels_mean_357_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_357_cast = sub(x = inputs_357_cast, y = channels_mean_357_cast)[name = tensor<string, []>("zero_mean_357_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_sq_357_cast = mul(x = zero_mean_357_cast, y = zero_mean_357_cast)[name = tensor<string, []>("zero_mean_sq_357_cast")];
            tensor<int32, [1]> var_53879 = const()[name = tensor<string, []>("op_53879"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> var_53880_cast = reduce_mean(axes = var_53879, keep_dims = var_30350, x = zero_mean_sq_357_cast)[name = tensor<string, []>("op_53880_cast")];
            tensor<fp16, []> var_53881_to_fp16 = const()[name = tensor<string, []>("op_53881_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 576]> var_53882_cast = add(x = var_53880_cast, y = var_53881_to_fp16)[name = tensor<string, []>("op_53882_cast")];
            tensor<fp16, []> denom_357_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_357_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 576]> denom_357_cast = rsqrt(epsilon = denom_357_epsilon_0_to_fp16, x = var_53882_cast)[name = tensor<string, []>("denom_357_cast")];
            tensor<fp16, [2, 1280, 1, 576]> out_357_cast = mul(x = zero_mean_357_cast, y = denom_357_cast)[name = tensor<string, []>("out_357_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_53886_to_fp16 = const()[name = tensor<string, []>("op_53886_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(422862784)))];
            tensor<fp16, [2, 1280, 1, 576]> var_53887_cast = add(x = out_357_cast, y = var_53886_to_fp16)[name = tensor<string, []>("op_53887_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_53889_to_fp16 = const()[name = tensor<string, []>("op_53889_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(422865408)))];
            tensor<fp16, [2, 1280, 1, 576]> hidden_states_467_cast = mul(x = var_53887_cast, y = var_53889_to_fp16)[name = tensor<string, []>("hidden_states_467_cast")];
            tensor<int32, [2]> var_53896 = const()[name = tensor<string, []>("op_53896"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_53898 = const()[name = tensor<string, []>("op_53898"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> q_239_pad_type_0 = const()[name = tensor<string, []>("q_239_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> q_239_pad_0 = const()[name = tensor<string, []>("q_239_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_5_attn2_to_q_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [409600]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(422868032))), lut = tensor<fp16, [4]>([-0x1.b08p-6, -0x1.0c4p-7, 0x1.09p-7, 0x1.af4p-6]), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_5_attn2_to_q_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> q_239_cast = conv(dilations = var_53898, groups = var_30355, pad = q_239_pad_0, pad_type = q_239_pad_type_0, strides = var_53896, weight = up_blocks_0_attentions_2_transformer_blocks_5_attn2_to_q_weight_to_fp16_palettized, x = hidden_states_467_cast)[name = tensor<string, []>("q_239_cast")];
            tensor<int32, [2]> var_53902 = const()[name = tensor<string, []>("op_53902"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_53904 = const()[name = tensor<string, []>("op_53904"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> k_477_pad_type_0 = const()[name = tensor<string, []>("k_477_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> k_477_pad_0 = const()[name = tensor<string, []>("k_477_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 2048, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_5_attn2_to_k_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [655360]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(423277696))), lut = tensor<fp16, [4]>([-0x1.50cp-6, -0x1.90cp-8, 0x1.8e4p-8, 0x1.504p-6]), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_5_attn2_to_k_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 2048, 1, 1])];
            tensor<fp16, [2, 1280, 1, 77]> k_477_cast = conv(dilations = var_53904, groups = var_30355, pad = k_477_pad_0, pad_type = k_477_pad_type_0, strides = var_53902, weight = up_blocks_0_attentions_2_transformer_blocks_5_attn2_to_k_weight_to_fp16_palettized, x = encoder_hidden_states)[name = tensor<string, []>("k_477_cast")];
            tensor<int32, [2]> var_53908 = const()[name = tensor<string, []>("op_53908"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_53910 = const()[name = tensor<string, []>("op_53910"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> v_239_pad_type_0 = const()[name = tensor<string, []>("v_239_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> v_239_pad_0 = const()[name = tensor<string, []>("v_239_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 2048, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_5_attn2_to_v_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [655360]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(423933120))), lut = tensor<fp16, [4]>([-0x1.80cp-6, -0x1.ac8p-8, 0x1.b34p-8, 0x1.82cp-6]), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_5_attn2_to_v_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 2048, 1, 1])];
            tensor<fp16, [2, 1280, 1, 77]> v_239_cast = conv(dilations = var_53910, groups = var_30355, pad = v_239_pad_0, pad_type = v_239_pad_type_0, strides = var_53908, weight = up_blocks_0_attentions_2_transformer_blocks_5_attn2_to_v_weight_to_fp16_palettized, x = encoder_hidden_states)[name = tensor<string, []>("v_239_cast")];
            tensor<int32, [4]> var_53914_begin_0 = const()[name = tensor<string, []>("op_53914_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_53914_end_0 = const()[name = tensor<string, []>("op_53914_end_0"), val = tensor<int32, [4]>([2, 64, 1, 576])];
            tensor<bool, [4]> var_53914_end_mask_0 = const()[name = tensor<string, []>("op_53914_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53914_cast = slice_by_index(begin = var_53914_begin_0, end = var_53914_end_0, end_mask = var_53914_end_mask_0, x = q_239_cast)[name = tensor<string, []>("op_53914_cast")];
            tensor<int32, [4]> var_53918_begin_0 = const()[name = tensor<string, []>("op_53918_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_53918_end_0 = const()[name = tensor<string, []>("op_53918_end_0"), val = tensor<int32, [4]>([2, 128, 1, 576])];
            tensor<bool, [4]> var_53918_end_mask_0 = const()[name = tensor<string, []>("op_53918_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53918_cast = slice_by_index(begin = var_53918_begin_0, end = var_53918_end_0, end_mask = var_53918_end_mask_0, x = q_239_cast)[name = tensor<string, []>("op_53918_cast")];
            tensor<int32, [4]> var_53922_begin_0 = const()[name = tensor<string, []>("op_53922_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_53922_end_0 = const()[name = tensor<string, []>("op_53922_end_0"), val = tensor<int32, [4]>([2, 192, 1, 576])];
            tensor<bool, [4]> var_53922_end_mask_0 = const()[name = tensor<string, []>("op_53922_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53922_cast = slice_by_index(begin = var_53922_begin_0, end = var_53922_end_0, end_mask = var_53922_end_mask_0, x = q_239_cast)[name = tensor<string, []>("op_53922_cast")];
            tensor<int32, [4]> var_53926_begin_0 = const()[name = tensor<string, []>("op_53926_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_53926_end_0 = const()[name = tensor<string, []>("op_53926_end_0"), val = tensor<int32, [4]>([2, 256, 1, 576])];
            tensor<bool, [4]> var_53926_end_mask_0 = const()[name = tensor<string, []>("op_53926_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53926_cast = slice_by_index(begin = var_53926_begin_0, end = var_53926_end_0, end_mask = var_53926_end_mask_0, x = q_239_cast)[name = tensor<string, []>("op_53926_cast")];
            tensor<int32, [4]> var_53930_begin_0 = const()[name = tensor<string, []>("op_53930_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_53930_end_0 = const()[name = tensor<string, []>("op_53930_end_0"), val = tensor<int32, [4]>([2, 320, 1, 576])];
            tensor<bool, [4]> var_53930_end_mask_0 = const()[name = tensor<string, []>("op_53930_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53930_cast = slice_by_index(begin = var_53930_begin_0, end = var_53930_end_0, end_mask = var_53930_end_mask_0, x = q_239_cast)[name = tensor<string, []>("op_53930_cast")];
            tensor<int32, [4]> var_53934_begin_0 = const()[name = tensor<string, []>("op_53934_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_53934_end_0 = const()[name = tensor<string, []>("op_53934_end_0"), val = tensor<int32, [4]>([2, 384, 1, 576])];
            tensor<bool, [4]> var_53934_end_mask_0 = const()[name = tensor<string, []>("op_53934_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53934_cast = slice_by_index(begin = var_53934_begin_0, end = var_53934_end_0, end_mask = var_53934_end_mask_0, x = q_239_cast)[name = tensor<string, []>("op_53934_cast")];
            tensor<int32, [4]> var_53938_begin_0 = const()[name = tensor<string, []>("op_53938_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_53938_end_0 = const()[name = tensor<string, []>("op_53938_end_0"), val = tensor<int32, [4]>([2, 448, 1, 576])];
            tensor<bool, [4]> var_53938_end_mask_0 = const()[name = tensor<string, []>("op_53938_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53938_cast = slice_by_index(begin = var_53938_begin_0, end = var_53938_end_0, end_mask = var_53938_end_mask_0, x = q_239_cast)[name = tensor<string, []>("op_53938_cast")];
            tensor<int32, [4]> var_53942_begin_0 = const()[name = tensor<string, []>("op_53942_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_53942_end_0 = const()[name = tensor<string, []>("op_53942_end_0"), val = tensor<int32, [4]>([2, 512, 1, 576])];
            tensor<bool, [4]> var_53942_end_mask_0 = const()[name = tensor<string, []>("op_53942_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53942_cast = slice_by_index(begin = var_53942_begin_0, end = var_53942_end_0, end_mask = var_53942_end_mask_0, x = q_239_cast)[name = tensor<string, []>("op_53942_cast")];
            tensor<int32, [4]> var_53946_begin_0 = const()[name = tensor<string, []>("op_53946_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_53946_end_0 = const()[name = tensor<string, []>("op_53946_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_53946_end_mask_0 = const()[name = tensor<string, []>("op_53946_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53946_cast = slice_by_index(begin = var_53946_begin_0, end = var_53946_end_0, end_mask = var_53946_end_mask_0, x = q_239_cast)[name = tensor<string, []>("op_53946_cast")];
            tensor<int32, [4]> var_53950_begin_0 = const()[name = tensor<string, []>("op_53950_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_53950_end_0 = const()[name = tensor<string, []>("op_53950_end_0"), val = tensor<int32, [4]>([2, 640, 1, 576])];
            tensor<bool, [4]> var_53950_end_mask_0 = const()[name = tensor<string, []>("op_53950_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53950_cast = slice_by_index(begin = var_53950_begin_0, end = var_53950_end_0, end_mask = var_53950_end_mask_0, x = q_239_cast)[name = tensor<string, []>("op_53950_cast")];
            tensor<int32, [4]> var_53954_begin_0 = const()[name = tensor<string, []>("op_53954_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_53954_end_0 = const()[name = tensor<string, []>("op_53954_end_0"), val = tensor<int32, [4]>([2, 704, 1, 576])];
            tensor<bool, [4]> var_53954_end_mask_0 = const()[name = tensor<string, []>("op_53954_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53954_cast = slice_by_index(begin = var_53954_begin_0, end = var_53954_end_0, end_mask = var_53954_end_mask_0, x = q_239_cast)[name = tensor<string, []>("op_53954_cast")];
            tensor<int32, [4]> var_53958_begin_0 = const()[name = tensor<string, []>("op_53958_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_53958_end_0 = const()[name = tensor<string, []>("op_53958_end_0"), val = tensor<int32, [4]>([2, 768, 1, 576])];
            tensor<bool, [4]> var_53958_end_mask_0 = const()[name = tensor<string, []>("op_53958_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53958_cast = slice_by_index(begin = var_53958_begin_0, end = var_53958_end_0, end_mask = var_53958_end_mask_0, x = q_239_cast)[name = tensor<string, []>("op_53958_cast")];
            tensor<int32, [4]> var_53962_begin_0 = const()[name = tensor<string, []>("op_53962_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_53962_end_0 = const()[name = tensor<string, []>("op_53962_end_0"), val = tensor<int32, [4]>([2, 832, 1, 576])];
            tensor<bool, [4]> var_53962_end_mask_0 = const()[name = tensor<string, []>("op_53962_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53962_cast = slice_by_index(begin = var_53962_begin_0, end = var_53962_end_0, end_mask = var_53962_end_mask_0, x = q_239_cast)[name = tensor<string, []>("op_53962_cast")];
            tensor<int32, [4]> var_53966_begin_0 = const()[name = tensor<string, []>("op_53966_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_53966_end_0 = const()[name = tensor<string, []>("op_53966_end_0"), val = tensor<int32, [4]>([2, 896, 1, 576])];
            tensor<bool, [4]> var_53966_end_mask_0 = const()[name = tensor<string, []>("op_53966_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53966_cast = slice_by_index(begin = var_53966_begin_0, end = var_53966_end_0, end_mask = var_53966_end_mask_0, x = q_239_cast)[name = tensor<string, []>("op_53966_cast")];
            tensor<int32, [4]> var_53970_begin_0 = const()[name = tensor<string, []>("op_53970_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_53970_end_0 = const()[name = tensor<string, []>("op_53970_end_0"), val = tensor<int32, [4]>([2, 960, 1, 576])];
            tensor<bool, [4]> var_53970_end_mask_0 = const()[name = tensor<string, []>("op_53970_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53970_cast = slice_by_index(begin = var_53970_begin_0, end = var_53970_end_0, end_mask = var_53970_end_mask_0, x = q_239_cast)[name = tensor<string, []>("op_53970_cast")];
            tensor<int32, [4]> var_53974_begin_0 = const()[name = tensor<string, []>("op_53974_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_53974_end_0 = const()[name = tensor<string, []>("op_53974_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 576])];
            tensor<bool, [4]> var_53974_end_mask_0 = const()[name = tensor<string, []>("op_53974_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53974_cast = slice_by_index(begin = var_53974_begin_0, end = var_53974_end_0, end_mask = var_53974_end_mask_0, x = q_239_cast)[name = tensor<string, []>("op_53974_cast")];
            tensor<int32, [4]> var_53978_begin_0 = const()[name = tensor<string, []>("op_53978_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_53978_end_0 = const()[name = tensor<string, []>("op_53978_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 576])];
            tensor<bool, [4]> var_53978_end_mask_0 = const()[name = tensor<string, []>("op_53978_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53978_cast = slice_by_index(begin = var_53978_begin_0, end = var_53978_end_0, end_mask = var_53978_end_mask_0, x = q_239_cast)[name = tensor<string, []>("op_53978_cast")];
            tensor<int32, [4]> var_53982_begin_0 = const()[name = tensor<string, []>("op_53982_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_53982_end_0 = const()[name = tensor<string, []>("op_53982_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 576])];
            tensor<bool, [4]> var_53982_end_mask_0 = const()[name = tensor<string, []>("op_53982_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53982_cast = slice_by_index(begin = var_53982_begin_0, end = var_53982_end_0, end_mask = var_53982_end_mask_0, x = q_239_cast)[name = tensor<string, []>("op_53982_cast")];
            tensor<int32, [4]> var_53986_begin_0 = const()[name = tensor<string, []>("op_53986_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_53986_end_0 = const()[name = tensor<string, []>("op_53986_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 576])];
            tensor<bool, [4]> var_53986_end_mask_0 = const()[name = tensor<string, []>("op_53986_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53986_cast = slice_by_index(begin = var_53986_begin_0, end = var_53986_end_0, end_mask = var_53986_end_mask_0, x = q_239_cast)[name = tensor<string, []>("op_53986_cast")];
            tensor<int32, [4]> var_53990_begin_0 = const()[name = tensor<string, []>("op_53990_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_53990_end_0 = const()[name = tensor<string, []>("op_53990_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 576])];
            tensor<bool, [4]> var_53990_end_mask_0 = const()[name = tensor<string, []>("op_53990_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_53990_cast = slice_by_index(begin = var_53990_begin_0, end = var_53990_end_0, end_mask = var_53990_end_mask_0, x = q_239_cast)[name = tensor<string, []>("op_53990_cast")];
            tensor<int32, [4]> k_479_perm_0 = const()[name = tensor<string, []>("k_479_perm_0"), val = tensor<int32, [4]>([0, 3, 2, 1])];
            tensor<int32, [4]> var_53997_begin_0 = const()[name = tensor<string, []>("op_53997_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_53997_end_0 = const()[name = tensor<string, []>("op_53997_end_0"), val = tensor<int32, [4]>([2, 77, 1, 64])];
            tensor<bool, [4]> var_53997_end_mask_0 = const()[name = tensor<string, []>("op_53997_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 1280]> transpose_20 = transpose(perm = k_479_perm_0, x = k_477_cast)[name = tensor<string, []>("transpose_20")];
            tensor<fp16, [2, 77, 1, 64]> var_53997_cast = slice_by_index(begin = var_53997_begin_0, end = var_53997_end_0, end_mask = var_53997_end_mask_0, x = transpose_20)[name = tensor<string, []>("op_53997_cast")];
            tensor<int32, [4]> var_54001_begin_0 = const()[name = tensor<string, []>("op_54001_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 64])];
            tensor<int32, [4]> var_54001_end_0 = const()[name = tensor<string, []>("op_54001_end_0"), val = tensor<int32, [4]>([2, 77, 1, 128])];
            tensor<bool, [4]> var_54001_end_mask_0 = const()[name = tensor<string, []>("op_54001_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_54001_cast = slice_by_index(begin = var_54001_begin_0, end = var_54001_end_0, end_mask = var_54001_end_mask_0, x = transpose_20)[name = tensor<string, []>("op_54001_cast")];
            tensor<int32, [4]> var_54005_begin_0 = const()[name = tensor<string, []>("op_54005_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 128])];
            tensor<int32, [4]> var_54005_end_0 = const()[name = tensor<string, []>("op_54005_end_0"), val = tensor<int32, [4]>([2, 77, 1, 192])];
            tensor<bool, [4]> var_54005_end_mask_0 = const()[name = tensor<string, []>("op_54005_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_54005_cast = slice_by_index(begin = var_54005_begin_0, end = var_54005_end_0, end_mask = var_54005_end_mask_0, x = transpose_20)[name = tensor<string, []>("op_54005_cast")];
            tensor<int32, [4]> var_54009_begin_0 = const()[name = tensor<string, []>("op_54009_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 192])];
            tensor<int32, [4]> var_54009_end_0 = const()[name = tensor<string, []>("op_54009_end_0"), val = tensor<int32, [4]>([2, 77, 1, 256])];
            tensor<bool, [4]> var_54009_end_mask_0 = const()[name = tensor<string, []>("op_54009_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_54009_cast = slice_by_index(begin = var_54009_begin_0, end = var_54009_end_0, end_mask = var_54009_end_mask_0, x = transpose_20)[name = tensor<string, []>("op_54009_cast")];
            tensor<int32, [4]> var_54013_begin_0 = const()[name = tensor<string, []>("op_54013_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 256])];
            tensor<int32, [4]> var_54013_end_0 = const()[name = tensor<string, []>("op_54013_end_0"), val = tensor<int32, [4]>([2, 77, 1, 320])];
            tensor<bool, [4]> var_54013_end_mask_0 = const()[name = tensor<string, []>("op_54013_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_54013_cast = slice_by_index(begin = var_54013_begin_0, end = var_54013_end_0, end_mask = var_54013_end_mask_0, x = transpose_20)[name = tensor<string, []>("op_54013_cast")];
            tensor<int32, [4]> var_54017_begin_0 = const()[name = tensor<string, []>("op_54017_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 320])];
            tensor<int32, [4]> var_54017_end_0 = const()[name = tensor<string, []>("op_54017_end_0"), val = tensor<int32, [4]>([2, 77, 1, 384])];
            tensor<bool, [4]> var_54017_end_mask_0 = const()[name = tensor<string, []>("op_54017_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_54017_cast = slice_by_index(begin = var_54017_begin_0, end = var_54017_end_0, end_mask = var_54017_end_mask_0, x = transpose_20)[name = tensor<string, []>("op_54017_cast")];
            tensor<int32, [4]> var_54021_begin_0 = const()[name = tensor<string, []>("op_54021_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 384])];
            tensor<int32, [4]> var_54021_end_0 = const()[name = tensor<string, []>("op_54021_end_0"), val = tensor<int32, [4]>([2, 77, 1, 448])];
            tensor<bool, [4]> var_54021_end_mask_0 = const()[name = tensor<string, []>("op_54021_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_54021_cast = slice_by_index(begin = var_54021_begin_0, end = var_54021_end_0, end_mask = var_54021_end_mask_0, x = transpose_20)[name = tensor<string, []>("op_54021_cast")];
            tensor<int32, [4]> var_54025_begin_0 = const()[name = tensor<string, []>("op_54025_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 448])];
            tensor<int32, [4]> var_54025_end_0 = const()[name = tensor<string, []>("op_54025_end_0"), val = tensor<int32, [4]>([2, 77, 1, 512])];
            tensor<bool, [4]> var_54025_end_mask_0 = const()[name = tensor<string, []>("op_54025_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_54025_cast = slice_by_index(begin = var_54025_begin_0, end = var_54025_end_0, end_mask = var_54025_end_mask_0, x = transpose_20)[name = tensor<string, []>("op_54025_cast")];
            tensor<int32, [4]> var_54029_begin_0 = const()[name = tensor<string, []>("op_54029_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 512])];
            tensor<int32, [4]> var_54029_end_0 = const()[name = tensor<string, []>("op_54029_end_0"), val = tensor<int32, [4]>([2, 77, 1, 576])];
            tensor<bool, [4]> var_54029_end_mask_0 = const()[name = tensor<string, []>("op_54029_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_54029_cast = slice_by_index(begin = var_54029_begin_0, end = var_54029_end_0, end_mask = var_54029_end_mask_0, x = transpose_20)[name = tensor<string, []>("op_54029_cast")];
            tensor<int32, [4]> var_54033_begin_0 = const()[name = tensor<string, []>("op_54033_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 576])];
            tensor<int32, [4]> var_54033_end_0 = const()[name = tensor<string, []>("op_54033_end_0"), val = tensor<int32, [4]>([2, 77, 1, 640])];
            tensor<bool, [4]> var_54033_end_mask_0 = const()[name = tensor<string, []>("op_54033_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_54033_cast = slice_by_index(begin = var_54033_begin_0, end = var_54033_end_0, end_mask = var_54033_end_mask_0, x = transpose_20)[name = tensor<string, []>("op_54033_cast")];
            tensor<int32, [4]> var_54037_begin_0 = const()[name = tensor<string, []>("op_54037_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 640])];
            tensor<int32, [4]> var_54037_end_0 = const()[name = tensor<string, []>("op_54037_end_0"), val = tensor<int32, [4]>([2, 77, 1, 704])];
            tensor<bool, [4]> var_54037_end_mask_0 = const()[name = tensor<string, []>("op_54037_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_54037_cast = slice_by_index(begin = var_54037_begin_0, end = var_54037_end_0, end_mask = var_54037_end_mask_0, x = transpose_20)[name = tensor<string, []>("op_54037_cast")];
            tensor<int32, [4]> var_54041_begin_0 = const()[name = tensor<string, []>("op_54041_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 704])];
            tensor<int32, [4]> var_54041_end_0 = const()[name = tensor<string, []>("op_54041_end_0"), val = tensor<int32, [4]>([2, 77, 1, 768])];
            tensor<bool, [4]> var_54041_end_mask_0 = const()[name = tensor<string, []>("op_54041_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_54041_cast = slice_by_index(begin = var_54041_begin_0, end = var_54041_end_0, end_mask = var_54041_end_mask_0, x = transpose_20)[name = tensor<string, []>("op_54041_cast")];
            tensor<int32, [4]> var_54045_begin_0 = const()[name = tensor<string, []>("op_54045_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 768])];
            tensor<int32, [4]> var_54045_end_0 = const()[name = tensor<string, []>("op_54045_end_0"), val = tensor<int32, [4]>([2, 77, 1, 832])];
            tensor<bool, [4]> var_54045_end_mask_0 = const()[name = tensor<string, []>("op_54045_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_54045_cast = slice_by_index(begin = var_54045_begin_0, end = var_54045_end_0, end_mask = var_54045_end_mask_0, x = transpose_20)[name = tensor<string, []>("op_54045_cast")];
            tensor<int32, [4]> var_54049_begin_0 = const()[name = tensor<string, []>("op_54049_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 832])];
            tensor<int32, [4]> var_54049_end_0 = const()[name = tensor<string, []>("op_54049_end_0"), val = tensor<int32, [4]>([2, 77, 1, 896])];
            tensor<bool, [4]> var_54049_end_mask_0 = const()[name = tensor<string, []>("op_54049_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_54049_cast = slice_by_index(begin = var_54049_begin_0, end = var_54049_end_0, end_mask = var_54049_end_mask_0, x = transpose_20)[name = tensor<string, []>("op_54049_cast")];
            tensor<int32, [4]> var_54053_begin_0 = const()[name = tensor<string, []>("op_54053_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 896])];
            tensor<int32, [4]> var_54053_end_0 = const()[name = tensor<string, []>("op_54053_end_0"), val = tensor<int32, [4]>([2, 77, 1, 960])];
            tensor<bool, [4]> var_54053_end_mask_0 = const()[name = tensor<string, []>("op_54053_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_54053_cast = slice_by_index(begin = var_54053_begin_0, end = var_54053_end_0, end_mask = var_54053_end_mask_0, x = transpose_20)[name = tensor<string, []>("op_54053_cast")];
            tensor<int32, [4]> var_54057_begin_0 = const()[name = tensor<string, []>("op_54057_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 960])];
            tensor<int32, [4]> var_54057_end_0 = const()[name = tensor<string, []>("op_54057_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1024])];
            tensor<bool, [4]> var_54057_end_mask_0 = const()[name = tensor<string, []>("op_54057_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_54057_cast = slice_by_index(begin = var_54057_begin_0, end = var_54057_end_0, end_mask = var_54057_end_mask_0, x = transpose_20)[name = tensor<string, []>("op_54057_cast")];
            tensor<int32, [4]> var_54061_begin_0 = const()[name = tensor<string, []>("op_54061_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1024])];
            tensor<int32, [4]> var_54061_end_0 = const()[name = tensor<string, []>("op_54061_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1088])];
            tensor<bool, [4]> var_54061_end_mask_0 = const()[name = tensor<string, []>("op_54061_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_54061_cast = slice_by_index(begin = var_54061_begin_0, end = var_54061_end_0, end_mask = var_54061_end_mask_0, x = transpose_20)[name = tensor<string, []>("op_54061_cast")];
            tensor<int32, [4]> var_54065_begin_0 = const()[name = tensor<string, []>("op_54065_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1088])];
            tensor<int32, [4]> var_54065_end_0 = const()[name = tensor<string, []>("op_54065_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1152])];
            tensor<bool, [4]> var_54065_end_mask_0 = const()[name = tensor<string, []>("op_54065_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_54065_cast = slice_by_index(begin = var_54065_begin_0, end = var_54065_end_0, end_mask = var_54065_end_mask_0, x = transpose_20)[name = tensor<string, []>("op_54065_cast")];
            tensor<int32, [4]> var_54069_begin_0 = const()[name = tensor<string, []>("op_54069_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1152])];
            tensor<int32, [4]> var_54069_end_0 = const()[name = tensor<string, []>("op_54069_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1216])];
            tensor<bool, [4]> var_54069_end_mask_0 = const()[name = tensor<string, []>("op_54069_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_54069_cast = slice_by_index(begin = var_54069_begin_0, end = var_54069_end_0, end_mask = var_54069_end_mask_0, x = transpose_20)[name = tensor<string, []>("op_54069_cast")];
            tensor<int32, [4]> var_54073_begin_0 = const()[name = tensor<string, []>("op_54073_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1216])];
            tensor<int32, [4]> var_54073_end_0 = const()[name = tensor<string, []>("op_54073_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1280])];
            tensor<bool, [4]> var_54073_end_mask_0 = const()[name = tensor<string, []>("op_54073_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_54073_cast = slice_by_index(begin = var_54073_begin_0, end = var_54073_end_0, end_mask = var_54073_end_mask_0, x = transpose_20)[name = tensor<string, []>("op_54073_cast")];
            tensor<int32, [4]> var_54075_begin_0 = const()[name = tensor<string, []>("op_54075_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_54075_end_0 = const()[name = tensor<string, []>("op_54075_end_0"), val = tensor<int32, [4]>([2, 64, 1, 77])];
            tensor<bool, [4]> var_54075_end_mask_0 = const()[name = tensor<string, []>("op_54075_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_54075_cast = slice_by_index(begin = var_54075_begin_0, end = var_54075_end_0, end_mask = var_54075_end_mask_0, x = v_239_cast)[name = tensor<string, []>("op_54075_cast")];
            tensor<int32, [4]> var_54079_begin_0 = const()[name = tensor<string, []>("op_54079_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_54079_end_0 = const()[name = tensor<string, []>("op_54079_end_0"), val = tensor<int32, [4]>([2, 128, 1, 77])];
            tensor<bool, [4]> var_54079_end_mask_0 = const()[name = tensor<string, []>("op_54079_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_54079_cast = slice_by_index(begin = var_54079_begin_0, end = var_54079_end_0, end_mask = var_54079_end_mask_0, x = v_239_cast)[name = tensor<string, []>("op_54079_cast")];
            tensor<int32, [4]> var_54083_begin_0 = const()[name = tensor<string, []>("op_54083_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_54083_end_0 = const()[name = tensor<string, []>("op_54083_end_0"), val = tensor<int32, [4]>([2, 192, 1, 77])];
            tensor<bool, [4]> var_54083_end_mask_0 = const()[name = tensor<string, []>("op_54083_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_54083_cast = slice_by_index(begin = var_54083_begin_0, end = var_54083_end_0, end_mask = var_54083_end_mask_0, x = v_239_cast)[name = tensor<string, []>("op_54083_cast")];
            tensor<int32, [4]> var_54087_begin_0 = const()[name = tensor<string, []>("op_54087_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_54087_end_0 = const()[name = tensor<string, []>("op_54087_end_0"), val = tensor<int32, [4]>([2, 256, 1, 77])];
            tensor<bool, [4]> var_54087_end_mask_0 = const()[name = tensor<string, []>("op_54087_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_54087_cast = slice_by_index(begin = var_54087_begin_0, end = var_54087_end_0, end_mask = var_54087_end_mask_0, x = v_239_cast)[name = tensor<string, []>("op_54087_cast")];
            tensor<int32, [4]> var_54091_begin_0 = const()[name = tensor<string, []>("op_54091_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_54091_end_0 = const()[name = tensor<string, []>("op_54091_end_0"), val = tensor<int32, [4]>([2, 320, 1, 77])];
            tensor<bool, [4]> var_54091_end_mask_0 = const()[name = tensor<string, []>("op_54091_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_54091_cast = slice_by_index(begin = var_54091_begin_0, end = var_54091_end_0, end_mask = var_54091_end_mask_0, x = v_239_cast)[name = tensor<string, []>("op_54091_cast")];
            tensor<int32, [4]> var_54095_begin_0 = const()[name = tensor<string, []>("op_54095_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_54095_end_0 = const()[name = tensor<string, []>("op_54095_end_0"), val = tensor<int32, [4]>([2, 384, 1, 77])];
            tensor<bool, [4]> var_54095_end_mask_0 = const()[name = tensor<string, []>("op_54095_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_54095_cast = slice_by_index(begin = var_54095_begin_0, end = var_54095_end_0, end_mask = var_54095_end_mask_0, x = v_239_cast)[name = tensor<string, []>("op_54095_cast")];
            tensor<int32, [4]> var_54099_begin_0 = const()[name = tensor<string, []>("op_54099_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_54099_end_0 = const()[name = tensor<string, []>("op_54099_end_0"), val = tensor<int32, [4]>([2, 448, 1, 77])];
            tensor<bool, [4]> var_54099_end_mask_0 = const()[name = tensor<string, []>("op_54099_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_54099_cast = slice_by_index(begin = var_54099_begin_0, end = var_54099_end_0, end_mask = var_54099_end_mask_0, x = v_239_cast)[name = tensor<string, []>("op_54099_cast")];
            tensor<int32, [4]> var_54103_begin_0 = const()[name = tensor<string, []>("op_54103_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_54103_end_0 = const()[name = tensor<string, []>("op_54103_end_0"), val = tensor<int32, [4]>([2, 512, 1, 77])];
            tensor<bool, [4]> var_54103_end_mask_0 = const()[name = tensor<string, []>("op_54103_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_54103_cast = slice_by_index(begin = var_54103_begin_0, end = var_54103_end_0, end_mask = var_54103_end_mask_0, x = v_239_cast)[name = tensor<string, []>("op_54103_cast")];
            tensor<int32, [4]> var_54107_begin_0 = const()[name = tensor<string, []>("op_54107_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_54107_end_0 = const()[name = tensor<string, []>("op_54107_end_0"), val = tensor<int32, [4]>([2, 576, 1, 77])];
            tensor<bool, [4]> var_54107_end_mask_0 = const()[name = tensor<string, []>("op_54107_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_54107_cast = slice_by_index(begin = var_54107_begin_0, end = var_54107_end_0, end_mask = var_54107_end_mask_0, x = v_239_cast)[name = tensor<string, []>("op_54107_cast")];
            tensor<int32, [4]> var_54111_begin_0 = const()[name = tensor<string, []>("op_54111_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_54111_end_0 = const()[name = tensor<string, []>("op_54111_end_0"), val = tensor<int32, [4]>([2, 640, 1, 77])];
            tensor<bool, [4]> var_54111_end_mask_0 = const()[name = tensor<string, []>("op_54111_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_54111_cast = slice_by_index(begin = var_54111_begin_0, end = var_54111_end_0, end_mask = var_54111_end_mask_0, x = v_239_cast)[name = tensor<string, []>("op_54111_cast")];
            tensor<int32, [4]> var_54115_begin_0 = const()[name = tensor<string, []>("op_54115_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_54115_end_0 = const()[name = tensor<string, []>("op_54115_end_0"), val = tensor<int32, [4]>([2, 704, 1, 77])];
            tensor<bool, [4]> var_54115_end_mask_0 = const()[name = tensor<string, []>("op_54115_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_54115_cast = slice_by_index(begin = var_54115_begin_0, end = var_54115_end_0, end_mask = var_54115_end_mask_0, x = v_239_cast)[name = tensor<string, []>("op_54115_cast")];
            tensor<int32, [4]> var_54119_begin_0 = const()[name = tensor<string, []>("op_54119_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_54119_end_0 = const()[name = tensor<string, []>("op_54119_end_0"), val = tensor<int32, [4]>([2, 768, 1, 77])];
            tensor<bool, [4]> var_54119_end_mask_0 = const()[name = tensor<string, []>("op_54119_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_54119_cast = slice_by_index(begin = var_54119_begin_0, end = var_54119_end_0, end_mask = var_54119_end_mask_0, x = v_239_cast)[name = tensor<string, []>("op_54119_cast")];
            tensor<int32, [4]> var_54123_begin_0 = const()[name = tensor<string, []>("op_54123_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_54123_end_0 = const()[name = tensor<string, []>("op_54123_end_0"), val = tensor<int32, [4]>([2, 832, 1, 77])];
            tensor<bool, [4]> var_54123_end_mask_0 = const()[name = tensor<string, []>("op_54123_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_54123_cast = slice_by_index(begin = var_54123_begin_0, end = var_54123_end_0, end_mask = var_54123_end_mask_0, x = v_239_cast)[name = tensor<string, []>("op_54123_cast")];
            tensor<int32, [4]> var_54127_begin_0 = const()[name = tensor<string, []>("op_54127_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_54127_end_0 = const()[name = tensor<string, []>("op_54127_end_0"), val = tensor<int32, [4]>([2, 896, 1, 77])];
            tensor<bool, [4]> var_54127_end_mask_0 = const()[name = tensor<string, []>("op_54127_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_54127_cast = slice_by_index(begin = var_54127_begin_0, end = var_54127_end_0, end_mask = var_54127_end_mask_0, x = v_239_cast)[name = tensor<string, []>("op_54127_cast")];
            tensor<int32, [4]> var_54131_begin_0 = const()[name = tensor<string, []>("op_54131_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_54131_end_0 = const()[name = tensor<string, []>("op_54131_end_0"), val = tensor<int32, [4]>([2, 960, 1, 77])];
            tensor<bool, [4]> var_54131_end_mask_0 = const()[name = tensor<string, []>("op_54131_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_54131_cast = slice_by_index(begin = var_54131_begin_0, end = var_54131_end_0, end_mask = var_54131_end_mask_0, x = v_239_cast)[name = tensor<string, []>("op_54131_cast")];
            tensor<int32, [4]> var_54135_begin_0 = const()[name = tensor<string, []>("op_54135_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_54135_end_0 = const()[name = tensor<string, []>("op_54135_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 77])];
            tensor<bool, [4]> var_54135_end_mask_0 = const()[name = tensor<string, []>("op_54135_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_54135_cast = slice_by_index(begin = var_54135_begin_0, end = var_54135_end_0, end_mask = var_54135_end_mask_0, x = v_239_cast)[name = tensor<string, []>("op_54135_cast")];
            tensor<int32, [4]> var_54139_begin_0 = const()[name = tensor<string, []>("op_54139_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_54139_end_0 = const()[name = tensor<string, []>("op_54139_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 77])];
            tensor<bool, [4]> var_54139_end_mask_0 = const()[name = tensor<string, []>("op_54139_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_54139_cast = slice_by_index(begin = var_54139_begin_0, end = var_54139_end_0, end_mask = var_54139_end_mask_0, x = v_239_cast)[name = tensor<string, []>("op_54139_cast")];
            tensor<int32, [4]> var_54143_begin_0 = const()[name = tensor<string, []>("op_54143_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_54143_end_0 = const()[name = tensor<string, []>("op_54143_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 77])];
            tensor<bool, [4]> var_54143_end_mask_0 = const()[name = tensor<string, []>("op_54143_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_54143_cast = slice_by_index(begin = var_54143_begin_0, end = var_54143_end_0, end_mask = var_54143_end_mask_0, x = v_239_cast)[name = tensor<string, []>("op_54143_cast")];
            tensor<int32, [4]> var_54147_begin_0 = const()[name = tensor<string, []>("op_54147_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_54147_end_0 = const()[name = tensor<string, []>("op_54147_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 77])];
            tensor<bool, [4]> var_54147_end_mask_0 = const()[name = tensor<string, []>("op_54147_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_54147_cast = slice_by_index(begin = var_54147_begin_0, end = var_54147_end_0, end_mask = var_54147_end_mask_0, x = v_239_cast)[name = tensor<string, []>("op_54147_cast")];
            tensor<int32, [4]> var_54151_begin_0 = const()[name = tensor<string, []>("op_54151_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_54151_end_0 = const()[name = tensor<string, []>("op_54151_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 77])];
            tensor<bool, [4]> var_54151_end_mask_0 = const()[name = tensor<string, []>("op_54151_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_54151_cast = slice_by_index(begin = var_54151_begin_0, end = var_54151_end_0, end_mask = var_54151_end_mask_0, x = v_239_cast)[name = tensor<string, []>("op_54151_cast")];
            tensor<string, []> var_54155_equation_0 = const()[name = tensor<string, []>("op_54155_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_54155_cast = einsum(equation = var_54155_equation_0, values = (var_53997_cast, var_53914_cast))[name = tensor<string, []>("op_54155_cast")];
            tensor<fp16, []> var_54156_to_fp16 = const()[name = tensor<string, []>("op_54156_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4601_cast = mul(x = var_54155_cast, y = var_54156_to_fp16)[name = tensor<string, []>("aw_4601_cast")];
            tensor<string, []> var_54159_equation_0 = const()[name = tensor<string, []>("op_54159_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_54159_cast = einsum(equation = var_54159_equation_0, values = (var_54001_cast, var_53918_cast))[name = tensor<string, []>("op_54159_cast")];
            tensor<fp16, []> var_54160_to_fp16 = const()[name = tensor<string, []>("op_54160_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4603_cast = mul(x = var_54159_cast, y = var_54160_to_fp16)[name = tensor<string, []>("aw_4603_cast")];
            tensor<string, []> var_54163_equation_0 = const()[name = tensor<string, []>("op_54163_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_54163_cast = einsum(equation = var_54163_equation_0, values = (var_54005_cast, var_53922_cast))[name = tensor<string, []>("op_54163_cast")];
            tensor<fp16, []> var_54164_to_fp16 = const()[name = tensor<string, []>("op_54164_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4605_cast = mul(x = var_54163_cast, y = var_54164_to_fp16)[name = tensor<string, []>("aw_4605_cast")];
            tensor<string, []> var_54167_equation_0 = const()[name = tensor<string, []>("op_54167_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_54167_cast = einsum(equation = var_54167_equation_0, values = (var_54009_cast, var_53926_cast))[name = tensor<string, []>("op_54167_cast")];
            tensor<fp16, []> var_54168_to_fp16 = const()[name = tensor<string, []>("op_54168_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4607_cast = mul(x = var_54167_cast, y = var_54168_to_fp16)[name = tensor<string, []>("aw_4607_cast")];
            tensor<string, []> var_54171_equation_0 = const()[name = tensor<string, []>("op_54171_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_54171_cast = einsum(equation = var_54171_equation_0, values = (var_54013_cast, var_53930_cast))[name = tensor<string, []>("op_54171_cast")];
            tensor<fp16, []> var_54172_to_fp16 = const()[name = tensor<string, []>("op_54172_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4609_cast = mul(x = var_54171_cast, y = var_54172_to_fp16)[name = tensor<string, []>("aw_4609_cast")];
            tensor<string, []> var_54175_equation_0 = const()[name = tensor<string, []>("op_54175_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_54175_cast = einsum(equation = var_54175_equation_0, values = (var_54017_cast, var_53934_cast))[name = tensor<string, []>("op_54175_cast")];
            tensor<fp16, []> var_54176_to_fp16 = const()[name = tensor<string, []>("op_54176_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4611_cast = mul(x = var_54175_cast, y = var_54176_to_fp16)[name = tensor<string, []>("aw_4611_cast")];
            tensor<string, []> var_54179_equation_0 = const()[name = tensor<string, []>("op_54179_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_54179_cast = einsum(equation = var_54179_equation_0, values = (var_54021_cast, var_53938_cast))[name = tensor<string, []>("op_54179_cast")];
            tensor<fp16, []> var_54180_to_fp16 = const()[name = tensor<string, []>("op_54180_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4613_cast = mul(x = var_54179_cast, y = var_54180_to_fp16)[name = tensor<string, []>("aw_4613_cast")];
            tensor<string, []> var_54183_equation_0 = const()[name = tensor<string, []>("op_54183_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_54183_cast = einsum(equation = var_54183_equation_0, values = (var_54025_cast, var_53942_cast))[name = tensor<string, []>("op_54183_cast")];
            tensor<fp16, []> var_54184_to_fp16 = const()[name = tensor<string, []>("op_54184_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4615_cast = mul(x = var_54183_cast, y = var_54184_to_fp16)[name = tensor<string, []>("aw_4615_cast")];
            tensor<string, []> var_54187_equation_0 = const()[name = tensor<string, []>("op_54187_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_54187_cast = einsum(equation = var_54187_equation_0, values = (var_54029_cast, var_53946_cast))[name = tensor<string, []>("op_54187_cast")];
            tensor<fp16, []> var_54188_to_fp16 = const()[name = tensor<string, []>("op_54188_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4617_cast = mul(x = var_54187_cast, y = var_54188_to_fp16)[name = tensor<string, []>("aw_4617_cast")];
            tensor<string, []> var_54191_equation_0 = const()[name = tensor<string, []>("op_54191_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_54191_cast = einsum(equation = var_54191_equation_0, values = (var_54033_cast, var_53950_cast))[name = tensor<string, []>("op_54191_cast")];
            tensor<fp16, []> var_54192_to_fp16 = const()[name = tensor<string, []>("op_54192_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4619_cast = mul(x = var_54191_cast, y = var_54192_to_fp16)[name = tensor<string, []>("aw_4619_cast")];
            tensor<string, []> var_54195_equation_0 = const()[name = tensor<string, []>("op_54195_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_54195_cast = einsum(equation = var_54195_equation_0, values = (var_54037_cast, var_53954_cast))[name = tensor<string, []>("op_54195_cast")];
            tensor<fp16, []> var_54196_to_fp16 = const()[name = tensor<string, []>("op_54196_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4621_cast = mul(x = var_54195_cast, y = var_54196_to_fp16)[name = tensor<string, []>("aw_4621_cast")];
            tensor<string, []> var_54199_equation_0 = const()[name = tensor<string, []>("op_54199_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_54199_cast = einsum(equation = var_54199_equation_0, values = (var_54041_cast, var_53958_cast))[name = tensor<string, []>("op_54199_cast")];
            tensor<fp16, []> var_54200_to_fp16 = const()[name = tensor<string, []>("op_54200_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4623_cast = mul(x = var_54199_cast, y = var_54200_to_fp16)[name = tensor<string, []>("aw_4623_cast")];
            tensor<string, []> var_54203_equation_0 = const()[name = tensor<string, []>("op_54203_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_54203_cast = einsum(equation = var_54203_equation_0, values = (var_54045_cast, var_53962_cast))[name = tensor<string, []>("op_54203_cast")];
            tensor<fp16, []> var_54204_to_fp16 = const()[name = tensor<string, []>("op_54204_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4625_cast = mul(x = var_54203_cast, y = var_54204_to_fp16)[name = tensor<string, []>("aw_4625_cast")];
            tensor<string, []> var_54207_equation_0 = const()[name = tensor<string, []>("op_54207_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_54207_cast = einsum(equation = var_54207_equation_0, values = (var_54049_cast, var_53966_cast))[name = tensor<string, []>("op_54207_cast")];
            tensor<fp16, []> var_54208_to_fp16 = const()[name = tensor<string, []>("op_54208_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4627_cast = mul(x = var_54207_cast, y = var_54208_to_fp16)[name = tensor<string, []>("aw_4627_cast")];
            tensor<string, []> var_54211_equation_0 = const()[name = tensor<string, []>("op_54211_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_54211_cast = einsum(equation = var_54211_equation_0, values = (var_54053_cast, var_53970_cast))[name = tensor<string, []>("op_54211_cast")];
            tensor<fp16, []> var_54212_to_fp16 = const()[name = tensor<string, []>("op_54212_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4629_cast = mul(x = var_54211_cast, y = var_54212_to_fp16)[name = tensor<string, []>("aw_4629_cast")];
            tensor<string, []> var_54215_equation_0 = const()[name = tensor<string, []>("op_54215_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_54215_cast = einsum(equation = var_54215_equation_0, values = (var_54057_cast, var_53974_cast))[name = tensor<string, []>("op_54215_cast")];
            tensor<fp16, []> var_54216_to_fp16 = const()[name = tensor<string, []>("op_54216_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4631_cast = mul(x = var_54215_cast, y = var_54216_to_fp16)[name = tensor<string, []>("aw_4631_cast")];
            tensor<string, []> var_54219_equation_0 = const()[name = tensor<string, []>("op_54219_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_54219_cast = einsum(equation = var_54219_equation_0, values = (var_54061_cast, var_53978_cast))[name = tensor<string, []>("op_54219_cast")];
            tensor<fp16, []> var_54220_to_fp16 = const()[name = tensor<string, []>("op_54220_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4633_cast = mul(x = var_54219_cast, y = var_54220_to_fp16)[name = tensor<string, []>("aw_4633_cast")];
            tensor<string, []> var_54223_equation_0 = const()[name = tensor<string, []>("op_54223_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_54223_cast = einsum(equation = var_54223_equation_0, values = (var_54065_cast, var_53982_cast))[name = tensor<string, []>("op_54223_cast")];
            tensor<fp16, []> var_54224_to_fp16 = const()[name = tensor<string, []>("op_54224_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4635_cast = mul(x = var_54223_cast, y = var_54224_to_fp16)[name = tensor<string, []>("aw_4635_cast")];
            tensor<string, []> var_54227_equation_0 = const()[name = tensor<string, []>("op_54227_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_54227_cast = einsum(equation = var_54227_equation_0, values = (var_54069_cast, var_53986_cast))[name = tensor<string, []>("op_54227_cast")];
            tensor<fp16, []> var_54228_to_fp16 = const()[name = tensor<string, []>("op_54228_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4637_cast = mul(x = var_54227_cast, y = var_54228_to_fp16)[name = tensor<string, []>("aw_4637_cast")];
            tensor<string, []> var_54231_equation_0 = const()[name = tensor<string, []>("op_54231_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_54231_cast = einsum(equation = var_54231_equation_0, values = (var_54073_cast, var_53990_cast))[name = tensor<string, []>("op_54231_cast")];
            tensor<fp16, []> var_54232_to_fp16 = const()[name = tensor<string, []>("op_54232_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4639_cast = mul(x = var_54231_cast, y = var_54232_to_fp16)[name = tensor<string, []>("aw_4639_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_54234_cast = softmax(axis = var_30355, x = aw_4601_cast)[name = tensor<string, []>("op_54234_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_54235_cast = softmax(axis = var_30355, x = aw_4603_cast)[name = tensor<string, []>("op_54235_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_54236_cast = softmax(axis = var_30355, x = aw_4605_cast)[name = tensor<string, []>("op_54236_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_54237_cast = softmax(axis = var_30355, x = aw_4607_cast)[name = tensor<string, []>("op_54237_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_54238_cast = softmax(axis = var_30355, x = aw_4609_cast)[name = tensor<string, []>("op_54238_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_54239_cast = softmax(axis = var_30355, x = aw_4611_cast)[name = tensor<string, []>("op_54239_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_54240_cast = softmax(axis = var_30355, x = aw_4613_cast)[name = tensor<string, []>("op_54240_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_54241_cast = softmax(axis = var_30355, x = aw_4615_cast)[name = tensor<string, []>("op_54241_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_54242_cast = softmax(axis = var_30355, x = aw_4617_cast)[name = tensor<string, []>("op_54242_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_54243_cast = softmax(axis = var_30355, x = aw_4619_cast)[name = tensor<string, []>("op_54243_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_54244_cast = softmax(axis = var_30355, x = aw_4621_cast)[name = tensor<string, []>("op_54244_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_54245_cast = softmax(axis = var_30355, x = aw_4623_cast)[name = tensor<string, []>("op_54245_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_54246_cast = softmax(axis = var_30355, x = aw_4625_cast)[name = tensor<string, []>("op_54246_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_54247_cast = softmax(axis = var_30355, x = aw_4627_cast)[name = tensor<string, []>("op_54247_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_54248_cast = softmax(axis = var_30355, x = aw_4629_cast)[name = tensor<string, []>("op_54248_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_54249_cast = softmax(axis = var_30355, x = aw_4631_cast)[name = tensor<string, []>("op_54249_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_54250_cast = softmax(axis = var_30355, x = aw_4633_cast)[name = tensor<string, []>("op_54250_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_54251_cast = softmax(axis = var_30355, x = aw_4635_cast)[name = tensor<string, []>("op_54251_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_54252_cast = softmax(axis = var_30355, x = aw_4637_cast)[name = tensor<string, []>("op_54252_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_54253_cast = softmax(axis = var_30355, x = aw_4639_cast)[name = tensor<string, []>("op_54253_cast")];
            tensor<string, []> var_54255_equation_0 = const()[name = tensor<string, []>("op_54255_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_54255_cast = einsum(equation = var_54255_equation_0, values = (var_54075_cast, var_54234_cast))[name = tensor<string, []>("op_54255_cast")];
            tensor<string, []> var_54257_equation_0 = const()[name = tensor<string, []>("op_54257_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_54257_cast = einsum(equation = var_54257_equation_0, values = (var_54079_cast, var_54235_cast))[name = tensor<string, []>("op_54257_cast")];
            tensor<string, []> var_54259_equation_0 = const()[name = tensor<string, []>("op_54259_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_54259_cast = einsum(equation = var_54259_equation_0, values = (var_54083_cast, var_54236_cast))[name = tensor<string, []>("op_54259_cast")];
            tensor<string, []> var_54261_equation_0 = const()[name = tensor<string, []>("op_54261_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_54261_cast = einsum(equation = var_54261_equation_0, values = (var_54087_cast, var_54237_cast))[name = tensor<string, []>("op_54261_cast")];
            tensor<string, []> var_54263_equation_0 = const()[name = tensor<string, []>("op_54263_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_54263_cast = einsum(equation = var_54263_equation_0, values = (var_54091_cast, var_54238_cast))[name = tensor<string, []>("op_54263_cast")];
            tensor<string, []> var_54265_equation_0 = const()[name = tensor<string, []>("op_54265_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_54265_cast = einsum(equation = var_54265_equation_0, values = (var_54095_cast, var_54239_cast))[name = tensor<string, []>("op_54265_cast")];
            tensor<string, []> var_54267_equation_0 = const()[name = tensor<string, []>("op_54267_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_54267_cast = einsum(equation = var_54267_equation_0, values = (var_54099_cast, var_54240_cast))[name = tensor<string, []>("op_54267_cast")];
            tensor<string, []> var_54269_equation_0 = const()[name = tensor<string, []>("op_54269_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_54269_cast = einsum(equation = var_54269_equation_0, values = (var_54103_cast, var_54241_cast))[name = tensor<string, []>("op_54269_cast")];
            tensor<string, []> var_54271_equation_0 = const()[name = tensor<string, []>("op_54271_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_54271_cast = einsum(equation = var_54271_equation_0, values = (var_54107_cast, var_54242_cast))[name = tensor<string, []>("op_54271_cast")];
            tensor<string, []> var_54273_equation_0 = const()[name = tensor<string, []>("op_54273_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_54273_cast = einsum(equation = var_54273_equation_0, values = (var_54111_cast, var_54243_cast))[name = tensor<string, []>("op_54273_cast")];
            tensor<string, []> var_54275_equation_0 = const()[name = tensor<string, []>("op_54275_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_54275_cast = einsum(equation = var_54275_equation_0, values = (var_54115_cast, var_54244_cast))[name = tensor<string, []>("op_54275_cast")];
            tensor<string, []> var_54277_equation_0 = const()[name = tensor<string, []>("op_54277_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_54277_cast = einsum(equation = var_54277_equation_0, values = (var_54119_cast, var_54245_cast))[name = tensor<string, []>("op_54277_cast")];
            tensor<string, []> var_54279_equation_0 = const()[name = tensor<string, []>("op_54279_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_54279_cast = einsum(equation = var_54279_equation_0, values = (var_54123_cast, var_54246_cast))[name = tensor<string, []>("op_54279_cast")];
            tensor<string, []> var_54281_equation_0 = const()[name = tensor<string, []>("op_54281_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_54281_cast = einsum(equation = var_54281_equation_0, values = (var_54127_cast, var_54247_cast))[name = tensor<string, []>("op_54281_cast")];
            tensor<string, []> var_54283_equation_0 = const()[name = tensor<string, []>("op_54283_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_54283_cast = einsum(equation = var_54283_equation_0, values = (var_54131_cast, var_54248_cast))[name = tensor<string, []>("op_54283_cast")];
            tensor<string, []> var_54285_equation_0 = const()[name = tensor<string, []>("op_54285_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_54285_cast = einsum(equation = var_54285_equation_0, values = (var_54135_cast, var_54249_cast))[name = tensor<string, []>("op_54285_cast")];
            tensor<string, []> var_54287_equation_0 = const()[name = tensor<string, []>("op_54287_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_54287_cast = einsum(equation = var_54287_equation_0, values = (var_54139_cast, var_54250_cast))[name = tensor<string, []>("op_54287_cast")];
            tensor<string, []> var_54289_equation_0 = const()[name = tensor<string, []>("op_54289_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_54289_cast = einsum(equation = var_54289_equation_0, values = (var_54143_cast, var_54251_cast))[name = tensor<string, []>("op_54289_cast")];
            tensor<string, []> var_54291_equation_0 = const()[name = tensor<string, []>("op_54291_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_54291_cast = einsum(equation = var_54291_equation_0, values = (var_54147_cast, var_54252_cast))[name = tensor<string, []>("op_54291_cast")];
            tensor<string, []> var_54293_equation_0 = const()[name = tensor<string, []>("op_54293_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_54293_cast = einsum(equation = var_54293_equation_0, values = (var_54151_cast, var_54253_cast))[name = tensor<string, []>("op_54293_cast")];
            tensor<bool, []> input_677_interleave_0 = const()[name = tensor<string, []>("input_677_interleave_0"), val = tensor<bool, []>(false)];
            tensor<fp16, [2, 1280, 1, 576]> input_677_cast = concat(axis = var_30355, interleave = input_677_interleave_0, values = (var_54255_cast, var_54257_cast, var_54259_cast, var_54261_cast, var_54263_cast, var_54265_cast, var_54267_cast, var_54269_cast, var_54271_cast, var_54273_cast, var_54275_cast, var_54277_cast, var_54279_cast, var_54281_cast, var_54283_cast, var_54285_cast, var_54287_cast, var_54289_cast, var_54291_cast, var_54293_cast))[name = tensor<string, []>("input_677_cast")];
            tensor<int32, [2]> var_54299 = const()[name = tensor<string, []>("op_54299"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_54301 = const()[name = tensor<string, []>("op_54301"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_54303_pad_type_0 = const()[name = tensor<string, []>("op_54303_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_54303_pad_0 = const()[name = tensor<string, []>("op_54303_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_5_attn2_to_out_0_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [204800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(424588544))), lut = tensor<fp16, [2]>([-0x1.7e8p-8, 0x1.7fp-8]), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_5_attn2_to_out_0_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_attentions_2_transformer_blocks_5_attn2_to_out_0_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_5_attn2_to_out_0_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(424793408)))];
            tensor<fp16, [2, 1280, 1, 576]> var_54303_cast = conv(bias = up_blocks_0_attentions_2_transformer_blocks_5_attn2_to_out_0_bias_to_fp16, dilations = var_54301, groups = var_30355, pad = var_54303_pad_0, pad_type = var_54303_pad_type_0, strides = var_54299, weight = up_blocks_0_attentions_2_transformer_blocks_5_attn2_to_out_0_weight_to_fp16_palettized, x = input_677_cast)[name = tensor<string, []>("op_54303_cast")];
            tensor<fp16, [2, 1280, 1, 576]> inputs_359_cast = add(x = var_54303_cast, y = inputs_357_cast)[name = tensor<string, []>("inputs_359_cast")];
            tensor<int32, [1]> var_54307 = const()[name = tensor<string, []>("op_54307"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> channels_mean_359_cast = reduce_mean(axes = var_54307, keep_dims = var_30350, x = inputs_359_cast)[name = tensor<string, []>("channels_mean_359_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_359_cast = sub(x = inputs_359_cast, y = channels_mean_359_cast)[name = tensor<string, []>("zero_mean_359_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_sq_359_cast = mul(x = zero_mean_359_cast, y = zero_mean_359_cast)[name = tensor<string, []>("zero_mean_sq_359_cast")];
            tensor<int32, [1]> var_54311 = const()[name = tensor<string, []>("op_54311"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> var_54312_cast = reduce_mean(axes = var_54311, keep_dims = var_30350, x = zero_mean_sq_359_cast)[name = tensor<string, []>("op_54312_cast")];
            tensor<fp16, []> var_54313_to_fp16 = const()[name = tensor<string, []>("op_54313_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 576]> var_54314_cast = add(x = var_54312_cast, y = var_54313_to_fp16)[name = tensor<string, []>("op_54314_cast")];
            tensor<fp16, []> denom_359_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_359_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 576]> denom_359_cast = rsqrt(epsilon = denom_359_epsilon_0_to_fp16, x = var_54314_cast)[name = tensor<string, []>("denom_359_cast")];
            tensor<fp16, [2, 1280, 1, 576]> out_359_cast = mul(x = zero_mean_359_cast, y = denom_359_cast)[name = tensor<string, []>("out_359_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_54318_to_fp16 = const()[name = tensor<string, []>("op_54318_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(424796032)))];
            tensor<fp16, [2, 1280, 1, 576]> var_54319_cast = add(x = out_359_cast, y = var_54318_to_fp16)[name = tensor<string, []>("op_54319_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_54321_to_fp16 = const()[name = tensor<string, []>("op_54321_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(424798656)))];
            tensor<fp16, [2, 1280, 1, 576]> input_679_cast = mul(x = var_54319_cast, y = var_54321_to_fp16)[name = tensor<string, []>("input_679_cast")];
            tensor<int32, [2]> var_54329 = const()[name = tensor<string, []>("op_54329"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_54331 = const()[name = tensor<string, []>("op_54331"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_54333_pad_type_0 = const()[name = tensor<string, []>("op_54333_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_54333_pad_0 = const()[name = tensor<string, []>("op_54333_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [10240, 1280, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_5_ff_net_0_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [9830400]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(424801280))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(434631744))), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_5_ff_net_0_proj_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([10240, 1280, 1, 1])];
            tensor<fp16, [10240]> up_blocks_0_attentions_2_transformer_blocks_5_ff_net_0_proj_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_5_ff_net_0_proj_bias_to_fp16"), val = tensor<fp16, [10240]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(434631936)))];
            tensor<fp16, [2, 10240, 1, 576]> var_54333_cast = conv(bias = up_blocks_0_attentions_2_transformer_blocks_5_ff_net_0_proj_bias_to_fp16, dilations = var_54331, groups = var_30355, pad = var_54333_pad_0, pad_type = var_54333_pad_type_0, strides = var_54329, weight = up_blocks_0_attentions_2_transformer_blocks_5_ff_net_0_proj_weight_to_fp16_palettized, x = input_679_cast)[name = tensor<string, []>("op_54333_cast")];
            tensor<int32, [2]> var_54334_split_sizes_0 = const()[name = tensor<string, []>("op_54334_split_sizes_0"), val = tensor<int32, [2]>([5120, 5120])];
            tensor<int32, []> var_54334_axis_0 = const()[name = tensor<string, []>("op_54334_axis_0"), val = tensor<int32, []>(1)];
            tensor<fp16, [2, 5120, 1, 576]> var_54334_cast_0, tensor<fp16, [2, 5120, 1, 576]> var_54334_cast_1 = split(axis = var_54334_axis_0, split_sizes = var_54334_split_sizes_0, x = var_54333_cast)[name = tensor<string, []>("op_54334_cast")];
            tensor<string, []> var_54336_mode_0 = const()[name = tensor<string, []>("op_54336_mode_0"), val = tensor<string, []>("EXACT")];
            tensor<fp16, [2, 5120, 1, 576]> var_54336_cast = gelu(mode = var_54336_mode_0, x = var_54334_cast_1)[name = tensor<string, []>("op_54336_cast")];
            tensor<fp16, [2, 5120, 1, 576]> input_681_cast = mul(x = var_54334_cast_0, y = var_54336_cast)[name = tensor<string, []>("input_681_cast")];
            tensor<int32, [2]> var_54340 = const()[name = tensor<string, []>("op_54340"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_54342 = const()[name = tensor<string, []>("op_54342"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_54344_pad_type_0 = const()[name = tensor<string, []>("op_54344_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_54344_pad_0 = const()[name = tensor<string, []>("op_54344_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 5120, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_5_ff_net_2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [4915200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(434652480))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(439567744))), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_5_ff_net_2_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 5120, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_attentions_2_transformer_blocks_5_ff_net_2_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_5_ff_net_2_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(439567936)))];
            tensor<fp16, [2, 1280, 1, 576]> var_54344_cast = conv(bias = up_blocks_0_attentions_2_transformer_blocks_5_ff_net_2_bias_to_fp16, dilations = var_54342, groups = var_30355, pad = var_54344_pad_0, pad_type = var_54344_pad_type_0, strides = var_54340, weight = up_blocks_0_attentions_2_transformer_blocks_5_ff_net_2_weight_to_fp16_palettized, x = input_681_cast)[name = tensor<string, []>("op_54344_cast")];
            tensor<fp16, [2, 1280, 1, 576]> inputs_361_cast = add(x = var_54344_cast, y = inputs_359_cast)[name = tensor<string, []>("inputs_361_cast")];
            tensor<int32, [1]> var_54354 = const()[name = tensor<string, []>("op_54354"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> channels_mean_361_cast = reduce_mean(axes = var_54354, keep_dims = var_30350, x = inputs_361_cast)[name = tensor<string, []>("channels_mean_361_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_361_cast = sub(x = inputs_361_cast, y = channels_mean_361_cast)[name = tensor<string, []>("zero_mean_361_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_sq_361_cast = mul(x = zero_mean_361_cast, y = zero_mean_361_cast)[name = tensor<string, []>("zero_mean_sq_361_cast")];
            tensor<int32, [1]> var_54358 = const()[name = tensor<string, []>("op_54358"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> var_54359_cast = reduce_mean(axes = var_54358, keep_dims = var_30350, x = zero_mean_sq_361_cast)[name = tensor<string, []>("op_54359_cast")];
            tensor<fp16, []> var_54360_to_fp16 = const()[name = tensor<string, []>("op_54360_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 576]> var_54361_cast = add(x = var_54359_cast, y = var_54360_to_fp16)[name = tensor<string, []>("op_54361_cast")];
            tensor<fp16, []> denom_361_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_361_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 576]> denom_361_cast = rsqrt(epsilon = denom_361_epsilon_0_to_fp16, x = var_54361_cast)[name = tensor<string, []>("denom_361_cast")];
            tensor<fp16, [2, 1280, 1, 576]> out_361_cast = mul(x = zero_mean_361_cast, y = denom_361_cast)[name = tensor<string, []>("out_361_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_54365_to_fp16 = const()[name = tensor<string, []>("op_54365_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(439570560)))];
            tensor<fp16, [2, 1280, 1, 576]> var_54366_cast = add(x = out_361_cast, y = var_54365_to_fp16)[name = tensor<string, []>("op_54366_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_54368_to_fp16 = const()[name = tensor<string, []>("op_54368_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(439573184)))];
            tensor<fp16, [2, 1280, 1, 576]> hidden_states_471_cast = mul(x = var_54366_cast, y = var_54368_to_fp16)[name = tensor<string, []>("hidden_states_471_cast")];
            tensor<int32, [2]> var_54375 = const()[name = tensor<string, []>("op_54375"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_54377 = const()[name = tensor<string, []>("op_54377"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> q_241_pad_type_0 = const()[name = tensor<string, []>("q_241_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> q_241_pad_0 = const()[name = tensor<string, []>("q_241_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_6_attn1_to_q_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [819200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(439575808))), lut = tensor<fp16, [16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(440395072))), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_6_attn1_to_q_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> q_241_cast = conv(dilations = var_54377, groups = var_30355, pad = q_241_pad_0, pad_type = q_241_pad_type_0, strides = var_54375, weight = up_blocks_0_attentions_2_transformer_blocks_6_attn1_to_q_weight_to_fp16_palettized, x = hidden_states_471_cast)[name = tensor<string, []>("q_241_cast")];
            tensor<int32, [2]> var_54381 = const()[name = tensor<string, []>("op_54381"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_54383 = const()[name = tensor<string, []>("op_54383"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> k_481_pad_type_0 = const()[name = tensor<string, []>("k_481_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> k_481_pad_0 = const()[name = tensor<string, []>("k_481_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_6_attn1_to_k_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [819200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(440395200))), lut = tensor<fp16, [16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(441214464))), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_6_attn1_to_k_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> k_481_cast = conv(dilations = var_54383, groups = var_30355, pad = k_481_pad_0, pad_type = k_481_pad_type_0, strides = var_54381, weight = up_blocks_0_attentions_2_transformer_blocks_6_attn1_to_k_weight_to_fp16_palettized, x = hidden_states_471_cast)[name = tensor<string, []>("k_481_cast")];
            tensor<int32, [2]> var_54387 = const()[name = tensor<string, []>("op_54387"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_54389 = const()[name = tensor<string, []>("op_54389"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> v_241_pad_type_0 = const()[name = tensor<string, []>("v_241_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> v_241_pad_0 = const()[name = tensor<string, []>("v_241_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_6_attn1_to_v_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [1228800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(441214592))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(442443456))), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_6_attn1_to_v_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> v_241_cast = conv(dilations = var_54389, groups = var_30355, pad = v_241_pad_0, pad_type = v_241_pad_type_0, strides = var_54387, weight = up_blocks_0_attentions_2_transformer_blocks_6_attn1_to_v_weight_to_fp16_palettized, x = hidden_states_471_cast)[name = tensor<string, []>("v_241_cast")];
            tensor<int32, [4]> var_54393_begin_0 = const()[name = tensor<string, []>("op_54393_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_54393_end_0 = const()[name = tensor<string, []>("op_54393_end_0"), val = tensor<int32, [4]>([2, 64, 1, 576])];
            tensor<bool, [4]> var_54393_end_mask_0 = const()[name = tensor<string, []>("op_54393_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_54393_cast = slice_by_index(begin = var_54393_begin_0, end = var_54393_end_0, end_mask = var_54393_end_mask_0, x = q_241_cast)[name = tensor<string, []>("op_54393_cast")];
            tensor<int32, [4]> var_54397_begin_0 = const()[name = tensor<string, []>("op_54397_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_54397_end_0 = const()[name = tensor<string, []>("op_54397_end_0"), val = tensor<int32, [4]>([2, 128, 1, 576])];
            tensor<bool, [4]> var_54397_end_mask_0 = const()[name = tensor<string, []>("op_54397_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_54397_cast = slice_by_index(begin = var_54397_begin_0, end = var_54397_end_0, end_mask = var_54397_end_mask_0, x = q_241_cast)[name = tensor<string, []>("op_54397_cast")];
            tensor<int32, [4]> var_54401_begin_0 = const()[name = tensor<string, []>("op_54401_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_54401_end_0 = const()[name = tensor<string, []>("op_54401_end_0"), val = tensor<int32, [4]>([2, 192, 1, 576])];
            tensor<bool, [4]> var_54401_end_mask_0 = const()[name = tensor<string, []>("op_54401_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_54401_cast = slice_by_index(begin = var_54401_begin_0, end = var_54401_end_0, end_mask = var_54401_end_mask_0, x = q_241_cast)[name = tensor<string, []>("op_54401_cast")];
            tensor<int32, [4]> var_54405_begin_0 = const()[name = tensor<string, []>("op_54405_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_54405_end_0 = const()[name = tensor<string, []>("op_54405_end_0"), val = tensor<int32, [4]>([2, 256, 1, 576])];
            tensor<bool, [4]> var_54405_end_mask_0 = const()[name = tensor<string, []>("op_54405_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_54405_cast = slice_by_index(begin = var_54405_begin_0, end = var_54405_end_0, end_mask = var_54405_end_mask_0, x = q_241_cast)[name = tensor<string, []>("op_54405_cast")];
            tensor<int32, [4]> var_54409_begin_0 = const()[name = tensor<string, []>("op_54409_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_54409_end_0 = const()[name = tensor<string, []>("op_54409_end_0"), val = tensor<int32, [4]>([2, 320, 1, 576])];
            tensor<bool, [4]> var_54409_end_mask_0 = const()[name = tensor<string, []>("op_54409_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_54409_cast = slice_by_index(begin = var_54409_begin_0, end = var_54409_end_0, end_mask = var_54409_end_mask_0, x = q_241_cast)[name = tensor<string, []>("op_54409_cast")];
            tensor<int32, [4]> var_54413_begin_0 = const()[name = tensor<string, []>("op_54413_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_54413_end_0 = const()[name = tensor<string, []>("op_54413_end_0"), val = tensor<int32, [4]>([2, 384, 1, 576])];
            tensor<bool, [4]> var_54413_end_mask_0 = const()[name = tensor<string, []>("op_54413_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_54413_cast = slice_by_index(begin = var_54413_begin_0, end = var_54413_end_0, end_mask = var_54413_end_mask_0, x = q_241_cast)[name = tensor<string, []>("op_54413_cast")];
            tensor<int32, [4]> var_54417_begin_0 = const()[name = tensor<string, []>("op_54417_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_54417_end_0 = const()[name = tensor<string, []>("op_54417_end_0"), val = tensor<int32, [4]>([2, 448, 1, 576])];
            tensor<bool, [4]> var_54417_end_mask_0 = const()[name = tensor<string, []>("op_54417_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_54417_cast = slice_by_index(begin = var_54417_begin_0, end = var_54417_end_0, end_mask = var_54417_end_mask_0, x = q_241_cast)[name = tensor<string, []>("op_54417_cast")];
            tensor<int32, [4]> var_54421_begin_0 = const()[name = tensor<string, []>("op_54421_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_54421_end_0 = const()[name = tensor<string, []>("op_54421_end_0"), val = tensor<int32, [4]>([2, 512, 1, 576])];
            tensor<bool, [4]> var_54421_end_mask_0 = const()[name = tensor<string, []>("op_54421_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_54421_cast = slice_by_index(begin = var_54421_begin_0, end = var_54421_end_0, end_mask = var_54421_end_mask_0, x = q_241_cast)[name = tensor<string, []>("op_54421_cast")];
            tensor<int32, [4]> var_54425_begin_0 = const()[name = tensor<string, []>("op_54425_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_54425_end_0 = const()[name = tensor<string, []>("op_54425_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_54425_end_mask_0 = const()[name = tensor<string, []>("op_54425_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_54425_cast = slice_by_index(begin = var_54425_begin_0, end = var_54425_end_0, end_mask = var_54425_end_mask_0, x = q_241_cast)[name = tensor<string, []>("op_54425_cast")];
            tensor<int32, [4]> var_54429_begin_0 = const()[name = tensor<string, []>("op_54429_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_54429_end_0 = const()[name = tensor<string, []>("op_54429_end_0"), val = tensor<int32, [4]>([2, 640, 1, 576])];
            tensor<bool, [4]> var_54429_end_mask_0 = const()[name = tensor<string, []>("op_54429_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_54429_cast = slice_by_index(begin = var_54429_begin_0, end = var_54429_end_0, end_mask = var_54429_end_mask_0, x = q_241_cast)[name = tensor<string, []>("op_54429_cast")];
            tensor<int32, [4]> var_54433_begin_0 = const()[name = tensor<string, []>("op_54433_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_54433_end_0 = const()[name = tensor<string, []>("op_54433_end_0"), val = tensor<int32, [4]>([2, 704, 1, 576])];
            tensor<bool, [4]> var_54433_end_mask_0 = const()[name = tensor<string, []>("op_54433_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_54433_cast = slice_by_index(begin = var_54433_begin_0, end = var_54433_end_0, end_mask = var_54433_end_mask_0, x = q_241_cast)[name = tensor<string, []>("op_54433_cast")];
            tensor<int32, [4]> var_54437_begin_0 = const()[name = tensor<string, []>("op_54437_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_54437_end_0 = const()[name = tensor<string, []>("op_54437_end_0"), val = tensor<int32, [4]>([2, 768, 1, 576])];
            tensor<bool, [4]> var_54437_end_mask_0 = const()[name = tensor<string, []>("op_54437_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_54437_cast = slice_by_index(begin = var_54437_begin_0, end = var_54437_end_0, end_mask = var_54437_end_mask_0, x = q_241_cast)[name = tensor<string, []>("op_54437_cast")];
            tensor<int32, [4]> var_54441_begin_0 = const()[name = tensor<string, []>("op_54441_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_54441_end_0 = const()[name = tensor<string, []>("op_54441_end_0"), val = tensor<int32, [4]>([2, 832, 1, 576])];
            tensor<bool, [4]> var_54441_end_mask_0 = const()[name = tensor<string, []>("op_54441_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_54441_cast = slice_by_index(begin = var_54441_begin_0, end = var_54441_end_0, end_mask = var_54441_end_mask_0, x = q_241_cast)[name = tensor<string, []>("op_54441_cast")];
            tensor<int32, [4]> var_54445_begin_0 = const()[name = tensor<string, []>("op_54445_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_54445_end_0 = const()[name = tensor<string, []>("op_54445_end_0"), val = tensor<int32, [4]>([2, 896, 1, 576])];
            tensor<bool, [4]> var_54445_end_mask_0 = const()[name = tensor<string, []>("op_54445_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_54445_cast = slice_by_index(begin = var_54445_begin_0, end = var_54445_end_0, end_mask = var_54445_end_mask_0, x = q_241_cast)[name = tensor<string, []>("op_54445_cast")];
            tensor<int32, [4]> var_54449_begin_0 = const()[name = tensor<string, []>("op_54449_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_54449_end_0 = const()[name = tensor<string, []>("op_54449_end_0"), val = tensor<int32, [4]>([2, 960, 1, 576])];
            tensor<bool, [4]> var_54449_end_mask_0 = const()[name = tensor<string, []>("op_54449_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_54449_cast = slice_by_index(begin = var_54449_begin_0, end = var_54449_end_0, end_mask = var_54449_end_mask_0, x = q_241_cast)[name = tensor<string, []>("op_54449_cast")];
            tensor<int32, [4]> var_54453_begin_0 = const()[name = tensor<string, []>("op_54453_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_54453_end_0 = const()[name = tensor<string, []>("op_54453_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 576])];
            tensor<bool, [4]> var_54453_end_mask_0 = const()[name = tensor<string, []>("op_54453_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_54453_cast = slice_by_index(begin = var_54453_begin_0, end = var_54453_end_0, end_mask = var_54453_end_mask_0, x = q_241_cast)[name = tensor<string, []>("op_54453_cast")];
            tensor<int32, [4]> var_54457_begin_0 = const()[name = tensor<string, []>("op_54457_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_54457_end_0 = const()[name = tensor<string, []>("op_54457_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 576])];
            tensor<bool, [4]> var_54457_end_mask_0 = const()[name = tensor<string, []>("op_54457_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_54457_cast = slice_by_index(begin = var_54457_begin_0, end = var_54457_end_0, end_mask = var_54457_end_mask_0, x = q_241_cast)[name = tensor<string, []>("op_54457_cast")];
            tensor<int32, [4]> var_54461_begin_0 = const()[name = tensor<string, []>("op_54461_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_54461_end_0 = const()[name = tensor<string, []>("op_54461_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 576])];
            tensor<bool, [4]> var_54461_end_mask_0 = const()[name = tensor<string, []>("op_54461_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_54461_cast = slice_by_index(begin = var_54461_begin_0, end = var_54461_end_0, end_mask = var_54461_end_mask_0, x = q_241_cast)[name = tensor<string, []>("op_54461_cast")];
            tensor<int32, [4]> var_54465_begin_0 = const()[name = tensor<string, []>("op_54465_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_54465_end_0 = const()[name = tensor<string, []>("op_54465_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 576])];
            tensor<bool, [4]> var_54465_end_mask_0 = const()[name = tensor<string, []>("op_54465_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_54465_cast = slice_by_index(begin = var_54465_begin_0, end = var_54465_end_0, end_mask = var_54465_end_mask_0, x = q_241_cast)[name = tensor<string, []>("op_54465_cast")];
            tensor<int32, [4]> var_54469_begin_0 = const()[name = tensor<string, []>("op_54469_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_54469_end_0 = const()[name = tensor<string, []>("op_54469_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 576])];
            tensor<bool, [4]> var_54469_end_mask_0 = const()[name = tensor<string, []>("op_54469_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_54469_cast = slice_by_index(begin = var_54469_begin_0, end = var_54469_end_0, end_mask = var_54469_end_mask_0, x = q_241_cast)[name = tensor<string, []>("op_54469_cast")];
            tensor<int32, [4]> k_483_perm_0 = const()[name = tensor<string, []>("k_483_perm_0"), val = tensor<int32, [4]>([0, 3, 2, 1])];
            tensor<int32, [4]> var_54476_begin_0 = const()[name = tensor<string, []>("op_54476_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_54476_end_0 = const()[name = tensor<string, []>("op_54476_end_0"), val = tensor<int32, [4]>([2, 576, 1, 64])];
            tensor<bool, [4]> var_54476_end_mask_0 = const()[name = tensor<string, []>("op_54476_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 1280]> transpose_19 = transpose(perm = k_483_perm_0, x = k_481_cast)[name = tensor<string, []>("transpose_19")];
            tensor<fp16, [2, 576, 1, 64]> var_54476_cast = slice_by_index(begin = var_54476_begin_0, end = var_54476_end_0, end_mask = var_54476_end_mask_0, x = transpose_19)[name = tensor<string, []>("op_54476_cast")];
            tensor<int32, [4]> var_54480_begin_0 = const()[name = tensor<string, []>("op_54480_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 64])];
            tensor<int32, [4]> var_54480_end_0 = const()[name = tensor<string, []>("op_54480_end_0"), val = tensor<int32, [4]>([2, 576, 1, 128])];
            tensor<bool, [4]> var_54480_end_mask_0 = const()[name = tensor<string, []>("op_54480_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_54480_cast = slice_by_index(begin = var_54480_begin_0, end = var_54480_end_0, end_mask = var_54480_end_mask_0, x = transpose_19)[name = tensor<string, []>("op_54480_cast")];
            tensor<int32, [4]> var_54484_begin_0 = const()[name = tensor<string, []>("op_54484_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 128])];
            tensor<int32, [4]> var_54484_end_0 = const()[name = tensor<string, []>("op_54484_end_0"), val = tensor<int32, [4]>([2, 576, 1, 192])];
            tensor<bool, [4]> var_54484_end_mask_0 = const()[name = tensor<string, []>("op_54484_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_54484_cast = slice_by_index(begin = var_54484_begin_0, end = var_54484_end_0, end_mask = var_54484_end_mask_0, x = transpose_19)[name = tensor<string, []>("op_54484_cast")];
            tensor<int32, [4]> var_54488_begin_0 = const()[name = tensor<string, []>("op_54488_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 192])];
            tensor<int32, [4]> var_54488_end_0 = const()[name = tensor<string, []>("op_54488_end_0"), val = tensor<int32, [4]>([2, 576, 1, 256])];
            tensor<bool, [4]> var_54488_end_mask_0 = const()[name = tensor<string, []>("op_54488_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_54488_cast = slice_by_index(begin = var_54488_begin_0, end = var_54488_end_0, end_mask = var_54488_end_mask_0, x = transpose_19)[name = tensor<string, []>("op_54488_cast")];
            tensor<int32, [4]> var_54492_begin_0 = const()[name = tensor<string, []>("op_54492_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 256])];
            tensor<int32, [4]> var_54492_end_0 = const()[name = tensor<string, []>("op_54492_end_0"), val = tensor<int32, [4]>([2, 576, 1, 320])];
            tensor<bool, [4]> var_54492_end_mask_0 = const()[name = tensor<string, []>("op_54492_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_54492_cast = slice_by_index(begin = var_54492_begin_0, end = var_54492_end_0, end_mask = var_54492_end_mask_0, x = transpose_19)[name = tensor<string, []>("op_54492_cast")];
            tensor<int32, [4]> var_54496_begin_0 = const()[name = tensor<string, []>("op_54496_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 320])];
            tensor<int32, [4]> var_54496_end_0 = const()[name = tensor<string, []>("op_54496_end_0"), val = tensor<int32, [4]>([2, 576, 1, 384])];
            tensor<bool, [4]> var_54496_end_mask_0 = const()[name = tensor<string, []>("op_54496_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_54496_cast = slice_by_index(begin = var_54496_begin_0, end = var_54496_end_0, end_mask = var_54496_end_mask_0, x = transpose_19)[name = tensor<string, []>("op_54496_cast")];
            tensor<int32, [4]> var_54500_begin_0 = const()[name = tensor<string, []>("op_54500_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 384])];
            tensor<int32, [4]> var_54500_end_0 = const()[name = tensor<string, []>("op_54500_end_0"), val = tensor<int32, [4]>([2, 576, 1, 448])];
            tensor<bool, [4]> var_54500_end_mask_0 = const()[name = tensor<string, []>("op_54500_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_54500_cast = slice_by_index(begin = var_54500_begin_0, end = var_54500_end_0, end_mask = var_54500_end_mask_0, x = transpose_19)[name = tensor<string, []>("op_54500_cast")];
            tensor<int32, [4]> var_54504_begin_0 = const()[name = tensor<string, []>("op_54504_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 448])];
            tensor<int32, [4]> var_54504_end_0 = const()[name = tensor<string, []>("op_54504_end_0"), val = tensor<int32, [4]>([2, 576, 1, 512])];
            tensor<bool, [4]> var_54504_end_mask_0 = const()[name = tensor<string, []>("op_54504_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_54504_cast = slice_by_index(begin = var_54504_begin_0, end = var_54504_end_0, end_mask = var_54504_end_mask_0, x = transpose_19)[name = tensor<string, []>("op_54504_cast")];
            tensor<int32, [4]> var_54508_begin_0 = const()[name = tensor<string, []>("op_54508_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 512])];
            tensor<int32, [4]> var_54508_end_0 = const()[name = tensor<string, []>("op_54508_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_54508_end_mask_0 = const()[name = tensor<string, []>("op_54508_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_54508_cast = slice_by_index(begin = var_54508_begin_0, end = var_54508_end_0, end_mask = var_54508_end_mask_0, x = transpose_19)[name = tensor<string, []>("op_54508_cast")];
            tensor<int32, [4]> var_54512_begin_0 = const()[name = tensor<string, []>("op_54512_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 576])];
            tensor<int32, [4]> var_54512_end_0 = const()[name = tensor<string, []>("op_54512_end_0"), val = tensor<int32, [4]>([2, 576, 1, 640])];
            tensor<bool, [4]> var_54512_end_mask_0 = const()[name = tensor<string, []>("op_54512_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_54512_cast = slice_by_index(begin = var_54512_begin_0, end = var_54512_end_0, end_mask = var_54512_end_mask_0, x = transpose_19)[name = tensor<string, []>("op_54512_cast")];
            tensor<int32, [4]> var_54516_begin_0 = const()[name = tensor<string, []>("op_54516_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 640])];
            tensor<int32, [4]> var_54516_end_0 = const()[name = tensor<string, []>("op_54516_end_0"), val = tensor<int32, [4]>([2, 576, 1, 704])];
            tensor<bool, [4]> var_54516_end_mask_0 = const()[name = tensor<string, []>("op_54516_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_54516_cast = slice_by_index(begin = var_54516_begin_0, end = var_54516_end_0, end_mask = var_54516_end_mask_0, x = transpose_19)[name = tensor<string, []>("op_54516_cast")];
            tensor<int32, [4]> var_54520_begin_0 = const()[name = tensor<string, []>("op_54520_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 704])];
            tensor<int32, [4]> var_54520_end_0 = const()[name = tensor<string, []>("op_54520_end_0"), val = tensor<int32, [4]>([2, 576, 1, 768])];
            tensor<bool, [4]> var_54520_end_mask_0 = const()[name = tensor<string, []>("op_54520_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_54520_cast = slice_by_index(begin = var_54520_begin_0, end = var_54520_end_0, end_mask = var_54520_end_mask_0, x = transpose_19)[name = tensor<string, []>("op_54520_cast")];
            tensor<int32, [4]> var_54524_begin_0 = const()[name = tensor<string, []>("op_54524_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 768])];
            tensor<int32, [4]> var_54524_end_0 = const()[name = tensor<string, []>("op_54524_end_0"), val = tensor<int32, [4]>([2, 576, 1, 832])];
            tensor<bool, [4]> var_54524_end_mask_0 = const()[name = tensor<string, []>("op_54524_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_54524_cast = slice_by_index(begin = var_54524_begin_0, end = var_54524_end_0, end_mask = var_54524_end_mask_0, x = transpose_19)[name = tensor<string, []>("op_54524_cast")];
            tensor<int32, [4]> var_54528_begin_0 = const()[name = tensor<string, []>("op_54528_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 832])];
            tensor<int32, [4]> var_54528_end_0 = const()[name = tensor<string, []>("op_54528_end_0"), val = tensor<int32, [4]>([2, 576, 1, 896])];
            tensor<bool, [4]> var_54528_end_mask_0 = const()[name = tensor<string, []>("op_54528_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_54528_cast = slice_by_index(begin = var_54528_begin_0, end = var_54528_end_0, end_mask = var_54528_end_mask_0, x = transpose_19)[name = tensor<string, []>("op_54528_cast")];
            tensor<int32, [4]> var_54532_begin_0 = const()[name = tensor<string, []>("op_54532_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 896])];
            tensor<int32, [4]> var_54532_end_0 = const()[name = tensor<string, []>("op_54532_end_0"), val = tensor<int32, [4]>([2, 576, 1, 960])];
            tensor<bool, [4]> var_54532_end_mask_0 = const()[name = tensor<string, []>("op_54532_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_54532_cast = slice_by_index(begin = var_54532_begin_0, end = var_54532_end_0, end_mask = var_54532_end_mask_0, x = transpose_19)[name = tensor<string, []>("op_54532_cast")];
            tensor<int32, [4]> var_54536_begin_0 = const()[name = tensor<string, []>("op_54536_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 960])];
            tensor<int32, [4]> var_54536_end_0 = const()[name = tensor<string, []>("op_54536_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1024])];
            tensor<bool, [4]> var_54536_end_mask_0 = const()[name = tensor<string, []>("op_54536_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_54536_cast = slice_by_index(begin = var_54536_begin_0, end = var_54536_end_0, end_mask = var_54536_end_mask_0, x = transpose_19)[name = tensor<string, []>("op_54536_cast")];
            tensor<int32, [4]> var_54540_begin_0 = const()[name = tensor<string, []>("op_54540_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1024])];
            tensor<int32, [4]> var_54540_end_0 = const()[name = tensor<string, []>("op_54540_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1088])];
            tensor<bool, [4]> var_54540_end_mask_0 = const()[name = tensor<string, []>("op_54540_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_54540_cast = slice_by_index(begin = var_54540_begin_0, end = var_54540_end_0, end_mask = var_54540_end_mask_0, x = transpose_19)[name = tensor<string, []>("op_54540_cast")];
            tensor<int32, [4]> var_54544_begin_0 = const()[name = tensor<string, []>("op_54544_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1088])];
            tensor<int32, [4]> var_54544_end_0 = const()[name = tensor<string, []>("op_54544_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1152])];
            tensor<bool, [4]> var_54544_end_mask_0 = const()[name = tensor<string, []>("op_54544_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_54544_cast = slice_by_index(begin = var_54544_begin_0, end = var_54544_end_0, end_mask = var_54544_end_mask_0, x = transpose_19)[name = tensor<string, []>("op_54544_cast")];
            tensor<int32, [4]> var_54548_begin_0 = const()[name = tensor<string, []>("op_54548_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1152])];
            tensor<int32, [4]> var_54548_end_0 = const()[name = tensor<string, []>("op_54548_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1216])];
            tensor<bool, [4]> var_54548_end_mask_0 = const()[name = tensor<string, []>("op_54548_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_54548_cast = slice_by_index(begin = var_54548_begin_0, end = var_54548_end_0, end_mask = var_54548_end_mask_0, x = transpose_19)[name = tensor<string, []>("op_54548_cast")];
            tensor<int32, [4]> var_54552_begin_0 = const()[name = tensor<string, []>("op_54552_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1216])];
            tensor<int32, [4]> var_54552_end_0 = const()[name = tensor<string, []>("op_54552_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1280])];
            tensor<bool, [4]> var_54552_end_mask_0 = const()[name = tensor<string, []>("op_54552_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_54552_cast = slice_by_index(begin = var_54552_begin_0, end = var_54552_end_0, end_mask = var_54552_end_mask_0, x = transpose_19)[name = tensor<string, []>("op_54552_cast")];
            tensor<int32, [4]> var_54554_begin_0 = const()[name = tensor<string, []>("op_54554_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_54554_end_0 = const()[name = tensor<string, []>("op_54554_end_0"), val = tensor<int32, [4]>([2, 64, 1, 576])];
            tensor<bool, [4]> var_54554_end_mask_0 = const()[name = tensor<string, []>("op_54554_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_54554_cast = slice_by_index(begin = var_54554_begin_0, end = var_54554_end_0, end_mask = var_54554_end_mask_0, x = v_241_cast)[name = tensor<string, []>("op_54554_cast")];
            tensor<int32, [4]> var_54558_begin_0 = const()[name = tensor<string, []>("op_54558_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_54558_end_0 = const()[name = tensor<string, []>("op_54558_end_0"), val = tensor<int32, [4]>([2, 128, 1, 576])];
            tensor<bool, [4]> var_54558_end_mask_0 = const()[name = tensor<string, []>("op_54558_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_54558_cast = slice_by_index(begin = var_54558_begin_0, end = var_54558_end_0, end_mask = var_54558_end_mask_0, x = v_241_cast)[name = tensor<string, []>("op_54558_cast")];
            tensor<int32, [4]> var_54562_begin_0 = const()[name = tensor<string, []>("op_54562_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_54562_end_0 = const()[name = tensor<string, []>("op_54562_end_0"), val = tensor<int32, [4]>([2, 192, 1, 576])];
            tensor<bool, [4]> var_54562_end_mask_0 = const()[name = tensor<string, []>("op_54562_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_54562_cast = slice_by_index(begin = var_54562_begin_0, end = var_54562_end_0, end_mask = var_54562_end_mask_0, x = v_241_cast)[name = tensor<string, []>("op_54562_cast")];
            tensor<int32, [4]> var_54566_begin_0 = const()[name = tensor<string, []>("op_54566_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_54566_end_0 = const()[name = tensor<string, []>("op_54566_end_0"), val = tensor<int32, [4]>([2, 256, 1, 576])];
            tensor<bool, [4]> var_54566_end_mask_0 = const()[name = tensor<string, []>("op_54566_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_54566_cast = slice_by_index(begin = var_54566_begin_0, end = var_54566_end_0, end_mask = var_54566_end_mask_0, x = v_241_cast)[name = tensor<string, []>("op_54566_cast")];
            tensor<int32, [4]> var_54570_begin_0 = const()[name = tensor<string, []>("op_54570_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_54570_end_0 = const()[name = tensor<string, []>("op_54570_end_0"), val = tensor<int32, [4]>([2, 320, 1, 576])];
            tensor<bool, [4]> var_54570_end_mask_0 = const()[name = tensor<string, []>("op_54570_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_54570_cast = slice_by_index(begin = var_54570_begin_0, end = var_54570_end_0, end_mask = var_54570_end_mask_0, x = v_241_cast)[name = tensor<string, []>("op_54570_cast")];
            tensor<int32, [4]> var_54574_begin_0 = const()[name = tensor<string, []>("op_54574_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_54574_end_0 = const()[name = tensor<string, []>("op_54574_end_0"), val = tensor<int32, [4]>([2, 384, 1, 576])];
            tensor<bool, [4]> var_54574_end_mask_0 = const()[name = tensor<string, []>("op_54574_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_54574_cast = slice_by_index(begin = var_54574_begin_0, end = var_54574_end_0, end_mask = var_54574_end_mask_0, x = v_241_cast)[name = tensor<string, []>("op_54574_cast")];
            tensor<int32, [4]> var_54578_begin_0 = const()[name = tensor<string, []>("op_54578_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_54578_end_0 = const()[name = tensor<string, []>("op_54578_end_0"), val = tensor<int32, [4]>([2, 448, 1, 576])];
            tensor<bool, [4]> var_54578_end_mask_0 = const()[name = tensor<string, []>("op_54578_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_54578_cast = slice_by_index(begin = var_54578_begin_0, end = var_54578_end_0, end_mask = var_54578_end_mask_0, x = v_241_cast)[name = tensor<string, []>("op_54578_cast")];
            tensor<int32, [4]> var_54582_begin_0 = const()[name = tensor<string, []>("op_54582_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_54582_end_0 = const()[name = tensor<string, []>("op_54582_end_0"), val = tensor<int32, [4]>([2, 512, 1, 576])];
            tensor<bool, [4]> var_54582_end_mask_0 = const()[name = tensor<string, []>("op_54582_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_54582_cast = slice_by_index(begin = var_54582_begin_0, end = var_54582_end_0, end_mask = var_54582_end_mask_0, x = v_241_cast)[name = tensor<string, []>("op_54582_cast")];
            tensor<int32, [4]> var_54586_begin_0 = const()[name = tensor<string, []>("op_54586_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_54586_end_0 = const()[name = tensor<string, []>("op_54586_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_54586_end_mask_0 = const()[name = tensor<string, []>("op_54586_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_54586_cast = slice_by_index(begin = var_54586_begin_0, end = var_54586_end_0, end_mask = var_54586_end_mask_0, x = v_241_cast)[name = tensor<string, []>("op_54586_cast")];
            tensor<int32, [4]> var_54590_begin_0 = const()[name = tensor<string, []>("op_54590_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_54590_end_0 = const()[name = tensor<string, []>("op_54590_end_0"), val = tensor<int32, [4]>([2, 640, 1, 576])];
            tensor<bool, [4]> var_54590_end_mask_0 = const()[name = tensor<string, []>("op_54590_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_54590_cast = slice_by_index(begin = var_54590_begin_0, end = var_54590_end_0, end_mask = var_54590_end_mask_0, x = v_241_cast)[name = tensor<string, []>("op_54590_cast")];
            tensor<int32, [4]> var_54594_begin_0 = const()[name = tensor<string, []>("op_54594_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_54594_end_0 = const()[name = tensor<string, []>("op_54594_end_0"), val = tensor<int32, [4]>([2, 704, 1, 576])];
            tensor<bool, [4]> var_54594_end_mask_0 = const()[name = tensor<string, []>("op_54594_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_54594_cast = slice_by_index(begin = var_54594_begin_0, end = var_54594_end_0, end_mask = var_54594_end_mask_0, x = v_241_cast)[name = tensor<string, []>("op_54594_cast")];
            tensor<int32, [4]> var_54598_begin_0 = const()[name = tensor<string, []>("op_54598_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_54598_end_0 = const()[name = tensor<string, []>("op_54598_end_0"), val = tensor<int32, [4]>([2, 768, 1, 576])];
            tensor<bool, [4]> var_54598_end_mask_0 = const()[name = tensor<string, []>("op_54598_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_54598_cast = slice_by_index(begin = var_54598_begin_0, end = var_54598_end_0, end_mask = var_54598_end_mask_0, x = v_241_cast)[name = tensor<string, []>("op_54598_cast")];
            tensor<int32, [4]> var_54602_begin_0 = const()[name = tensor<string, []>("op_54602_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_54602_end_0 = const()[name = tensor<string, []>("op_54602_end_0"), val = tensor<int32, [4]>([2, 832, 1, 576])];
            tensor<bool, [4]> var_54602_end_mask_0 = const()[name = tensor<string, []>("op_54602_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_54602_cast = slice_by_index(begin = var_54602_begin_0, end = var_54602_end_0, end_mask = var_54602_end_mask_0, x = v_241_cast)[name = tensor<string, []>("op_54602_cast")];
            tensor<int32, [4]> var_54606_begin_0 = const()[name = tensor<string, []>("op_54606_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_54606_end_0 = const()[name = tensor<string, []>("op_54606_end_0"), val = tensor<int32, [4]>([2, 896, 1, 576])];
            tensor<bool, [4]> var_54606_end_mask_0 = const()[name = tensor<string, []>("op_54606_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_54606_cast = slice_by_index(begin = var_54606_begin_0, end = var_54606_end_0, end_mask = var_54606_end_mask_0, x = v_241_cast)[name = tensor<string, []>("op_54606_cast")];
            tensor<int32, [4]> var_54610_begin_0 = const()[name = tensor<string, []>("op_54610_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_54610_end_0 = const()[name = tensor<string, []>("op_54610_end_0"), val = tensor<int32, [4]>([2, 960, 1, 576])];
            tensor<bool, [4]> var_54610_end_mask_0 = const()[name = tensor<string, []>("op_54610_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_54610_cast = slice_by_index(begin = var_54610_begin_0, end = var_54610_end_0, end_mask = var_54610_end_mask_0, x = v_241_cast)[name = tensor<string, []>("op_54610_cast")];
            tensor<int32, [4]> var_54614_begin_0 = const()[name = tensor<string, []>("op_54614_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_54614_end_0 = const()[name = tensor<string, []>("op_54614_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 576])];
            tensor<bool, [4]> var_54614_end_mask_0 = const()[name = tensor<string, []>("op_54614_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_54614_cast = slice_by_index(begin = var_54614_begin_0, end = var_54614_end_0, end_mask = var_54614_end_mask_0, x = v_241_cast)[name = tensor<string, []>("op_54614_cast")];
            tensor<int32, [4]> var_54618_begin_0 = const()[name = tensor<string, []>("op_54618_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_54618_end_0 = const()[name = tensor<string, []>("op_54618_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 576])];
            tensor<bool, [4]> var_54618_end_mask_0 = const()[name = tensor<string, []>("op_54618_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_54618_cast = slice_by_index(begin = var_54618_begin_0, end = var_54618_end_0, end_mask = var_54618_end_mask_0, x = v_241_cast)[name = tensor<string, []>("op_54618_cast")];
            tensor<int32, [4]> var_54622_begin_0 = const()[name = tensor<string, []>("op_54622_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_54622_end_0 = const()[name = tensor<string, []>("op_54622_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 576])];
            tensor<bool, [4]> var_54622_end_mask_0 = const()[name = tensor<string, []>("op_54622_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_54622_cast = slice_by_index(begin = var_54622_begin_0, end = var_54622_end_0, end_mask = var_54622_end_mask_0, x = v_241_cast)[name = tensor<string, []>("op_54622_cast")];
            tensor<int32, [4]> var_54626_begin_0 = const()[name = tensor<string, []>("op_54626_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_54626_end_0 = const()[name = tensor<string, []>("op_54626_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 576])];
            tensor<bool, [4]> var_54626_end_mask_0 = const()[name = tensor<string, []>("op_54626_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_54626_cast = slice_by_index(begin = var_54626_begin_0, end = var_54626_end_0, end_mask = var_54626_end_mask_0, x = v_241_cast)[name = tensor<string, []>("op_54626_cast")];
            tensor<int32, [4]> var_54630_begin_0 = const()[name = tensor<string, []>("op_54630_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_54630_end_0 = const()[name = tensor<string, []>("op_54630_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 576])];
            tensor<bool, [4]> var_54630_end_mask_0 = const()[name = tensor<string, []>("op_54630_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_54630_cast = slice_by_index(begin = var_54630_begin_0, end = var_54630_end_0, end_mask = var_54630_end_mask_0, x = v_241_cast)[name = tensor<string, []>("op_54630_cast")];
            tensor<string, []> var_54634_equation_0 = const()[name = tensor<string, []>("op_54634_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_54634_cast = einsum(equation = var_54634_equation_0, values = (var_54476_cast, var_54393_cast))[name = tensor<string, []>("op_54634_cast")];
            tensor<fp16, []> var_54635_to_fp16 = const()[name = tensor<string, []>("op_54635_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4641_cast = mul(x = var_54634_cast, y = var_54635_to_fp16)[name = tensor<string, []>("aw_4641_cast")];
            tensor<string, []> var_54638_equation_0 = const()[name = tensor<string, []>("op_54638_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_54638_cast = einsum(equation = var_54638_equation_0, values = (var_54480_cast, var_54397_cast))[name = tensor<string, []>("op_54638_cast")];
            tensor<fp16, []> var_54639_to_fp16 = const()[name = tensor<string, []>("op_54639_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4643_cast = mul(x = var_54638_cast, y = var_54639_to_fp16)[name = tensor<string, []>("aw_4643_cast")];
            tensor<string, []> var_54642_equation_0 = const()[name = tensor<string, []>("op_54642_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_54642_cast = einsum(equation = var_54642_equation_0, values = (var_54484_cast, var_54401_cast))[name = tensor<string, []>("op_54642_cast")];
            tensor<fp16, []> var_54643_to_fp16 = const()[name = tensor<string, []>("op_54643_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4645_cast = mul(x = var_54642_cast, y = var_54643_to_fp16)[name = tensor<string, []>("aw_4645_cast")];
            tensor<string, []> var_54646_equation_0 = const()[name = tensor<string, []>("op_54646_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_54646_cast = einsum(equation = var_54646_equation_0, values = (var_54488_cast, var_54405_cast))[name = tensor<string, []>("op_54646_cast")];
            tensor<fp16, []> var_54647_to_fp16 = const()[name = tensor<string, []>("op_54647_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4647_cast = mul(x = var_54646_cast, y = var_54647_to_fp16)[name = tensor<string, []>("aw_4647_cast")];
            tensor<string, []> var_54650_equation_0 = const()[name = tensor<string, []>("op_54650_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_54650_cast = einsum(equation = var_54650_equation_0, values = (var_54492_cast, var_54409_cast))[name = tensor<string, []>("op_54650_cast")];
            tensor<fp16, []> var_54651_to_fp16 = const()[name = tensor<string, []>("op_54651_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4649_cast = mul(x = var_54650_cast, y = var_54651_to_fp16)[name = tensor<string, []>("aw_4649_cast")];
            tensor<string, []> var_54654_equation_0 = const()[name = tensor<string, []>("op_54654_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_54654_cast = einsum(equation = var_54654_equation_0, values = (var_54496_cast, var_54413_cast))[name = tensor<string, []>("op_54654_cast")];
            tensor<fp16, []> var_54655_to_fp16 = const()[name = tensor<string, []>("op_54655_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4651_cast = mul(x = var_54654_cast, y = var_54655_to_fp16)[name = tensor<string, []>("aw_4651_cast")];
            tensor<string, []> var_54658_equation_0 = const()[name = tensor<string, []>("op_54658_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_54658_cast = einsum(equation = var_54658_equation_0, values = (var_54500_cast, var_54417_cast))[name = tensor<string, []>("op_54658_cast")];
            tensor<fp16, []> var_54659_to_fp16 = const()[name = tensor<string, []>("op_54659_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4653_cast = mul(x = var_54658_cast, y = var_54659_to_fp16)[name = tensor<string, []>("aw_4653_cast")];
            tensor<string, []> var_54662_equation_0 = const()[name = tensor<string, []>("op_54662_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_54662_cast = einsum(equation = var_54662_equation_0, values = (var_54504_cast, var_54421_cast))[name = tensor<string, []>("op_54662_cast")];
            tensor<fp16, []> var_54663_to_fp16 = const()[name = tensor<string, []>("op_54663_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4655_cast = mul(x = var_54662_cast, y = var_54663_to_fp16)[name = tensor<string, []>("aw_4655_cast")];
            tensor<string, []> var_54666_equation_0 = const()[name = tensor<string, []>("op_54666_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_54666_cast = einsum(equation = var_54666_equation_0, values = (var_54508_cast, var_54425_cast))[name = tensor<string, []>("op_54666_cast")];
            tensor<fp16, []> var_54667_to_fp16 = const()[name = tensor<string, []>("op_54667_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4657_cast = mul(x = var_54666_cast, y = var_54667_to_fp16)[name = tensor<string, []>("aw_4657_cast")];
            tensor<string, []> var_54670_equation_0 = const()[name = tensor<string, []>("op_54670_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_54670_cast = einsum(equation = var_54670_equation_0, values = (var_54512_cast, var_54429_cast))[name = tensor<string, []>("op_54670_cast")];
            tensor<fp16, []> var_54671_to_fp16 = const()[name = tensor<string, []>("op_54671_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4659_cast = mul(x = var_54670_cast, y = var_54671_to_fp16)[name = tensor<string, []>("aw_4659_cast")];
            tensor<string, []> var_54674_equation_0 = const()[name = tensor<string, []>("op_54674_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_54674_cast = einsum(equation = var_54674_equation_0, values = (var_54516_cast, var_54433_cast))[name = tensor<string, []>("op_54674_cast")];
            tensor<fp16, []> var_54675_to_fp16 = const()[name = tensor<string, []>("op_54675_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4661_cast = mul(x = var_54674_cast, y = var_54675_to_fp16)[name = tensor<string, []>("aw_4661_cast")];
            tensor<string, []> var_54678_equation_0 = const()[name = tensor<string, []>("op_54678_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_54678_cast = einsum(equation = var_54678_equation_0, values = (var_54520_cast, var_54437_cast))[name = tensor<string, []>("op_54678_cast")];
            tensor<fp16, []> var_54679_to_fp16 = const()[name = tensor<string, []>("op_54679_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4663_cast = mul(x = var_54678_cast, y = var_54679_to_fp16)[name = tensor<string, []>("aw_4663_cast")];
            tensor<string, []> var_54682_equation_0 = const()[name = tensor<string, []>("op_54682_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_54682_cast = einsum(equation = var_54682_equation_0, values = (var_54524_cast, var_54441_cast))[name = tensor<string, []>("op_54682_cast")];
            tensor<fp16, []> var_54683_to_fp16 = const()[name = tensor<string, []>("op_54683_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4665_cast = mul(x = var_54682_cast, y = var_54683_to_fp16)[name = tensor<string, []>("aw_4665_cast")];
            tensor<string, []> var_54686_equation_0 = const()[name = tensor<string, []>("op_54686_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_54686_cast = einsum(equation = var_54686_equation_0, values = (var_54528_cast, var_54445_cast))[name = tensor<string, []>("op_54686_cast")];
            tensor<fp16, []> var_54687_to_fp16 = const()[name = tensor<string, []>("op_54687_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4667_cast = mul(x = var_54686_cast, y = var_54687_to_fp16)[name = tensor<string, []>("aw_4667_cast")];
            tensor<string, []> var_54690_equation_0 = const()[name = tensor<string, []>("op_54690_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_54690_cast = einsum(equation = var_54690_equation_0, values = (var_54532_cast, var_54449_cast))[name = tensor<string, []>("op_54690_cast")];
            tensor<fp16, []> var_54691_to_fp16 = const()[name = tensor<string, []>("op_54691_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4669_cast = mul(x = var_54690_cast, y = var_54691_to_fp16)[name = tensor<string, []>("aw_4669_cast")];
            tensor<string, []> var_54694_equation_0 = const()[name = tensor<string, []>("op_54694_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_54694_cast = einsum(equation = var_54694_equation_0, values = (var_54536_cast, var_54453_cast))[name = tensor<string, []>("op_54694_cast")];
            tensor<fp16, []> var_54695_to_fp16 = const()[name = tensor<string, []>("op_54695_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4671_cast = mul(x = var_54694_cast, y = var_54695_to_fp16)[name = tensor<string, []>("aw_4671_cast")];
            tensor<string, []> var_54698_equation_0 = const()[name = tensor<string, []>("op_54698_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_54698_cast = einsum(equation = var_54698_equation_0, values = (var_54540_cast, var_54457_cast))[name = tensor<string, []>("op_54698_cast")];
            tensor<fp16, []> var_54699_to_fp16 = const()[name = tensor<string, []>("op_54699_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4673_cast = mul(x = var_54698_cast, y = var_54699_to_fp16)[name = tensor<string, []>("aw_4673_cast")];
            tensor<string, []> var_54702_equation_0 = const()[name = tensor<string, []>("op_54702_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_54702_cast = einsum(equation = var_54702_equation_0, values = (var_54544_cast, var_54461_cast))[name = tensor<string, []>("op_54702_cast")];
            tensor<fp16, []> var_54703_to_fp16 = const()[name = tensor<string, []>("op_54703_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4675_cast = mul(x = var_54702_cast, y = var_54703_to_fp16)[name = tensor<string, []>("aw_4675_cast")];
            tensor<string, []> var_54706_equation_0 = const()[name = tensor<string, []>("op_54706_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_54706_cast = einsum(equation = var_54706_equation_0, values = (var_54548_cast, var_54465_cast))[name = tensor<string, []>("op_54706_cast")];
            tensor<fp16, []> var_54707_to_fp16 = const()[name = tensor<string, []>("op_54707_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4677_cast = mul(x = var_54706_cast, y = var_54707_to_fp16)[name = tensor<string, []>("aw_4677_cast")];
            tensor<string, []> var_54710_equation_0 = const()[name = tensor<string, []>("op_54710_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_54710_cast = einsum(equation = var_54710_equation_0, values = (var_54552_cast, var_54469_cast))[name = tensor<string, []>("op_54710_cast")];
            tensor<fp16, []> var_54711_to_fp16 = const()[name = tensor<string, []>("op_54711_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4679_cast = mul(x = var_54710_cast, y = var_54711_to_fp16)[name = tensor<string, []>("aw_4679_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_54713_cast = softmax(axis = var_30355, x = aw_4641_cast)[name = tensor<string, []>("op_54713_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_54714_cast = softmax(axis = var_30355, x = aw_4643_cast)[name = tensor<string, []>("op_54714_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_54715_cast = softmax(axis = var_30355, x = aw_4645_cast)[name = tensor<string, []>("op_54715_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_54716_cast = softmax(axis = var_30355, x = aw_4647_cast)[name = tensor<string, []>("op_54716_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_54717_cast = softmax(axis = var_30355, x = aw_4649_cast)[name = tensor<string, []>("op_54717_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_54718_cast = softmax(axis = var_30355, x = aw_4651_cast)[name = tensor<string, []>("op_54718_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_54719_cast = softmax(axis = var_30355, x = aw_4653_cast)[name = tensor<string, []>("op_54719_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_54720_cast = softmax(axis = var_30355, x = aw_4655_cast)[name = tensor<string, []>("op_54720_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_54721_cast = softmax(axis = var_30355, x = aw_4657_cast)[name = tensor<string, []>("op_54721_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_54722_cast = softmax(axis = var_30355, x = aw_4659_cast)[name = tensor<string, []>("op_54722_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_54723_cast = softmax(axis = var_30355, x = aw_4661_cast)[name = tensor<string, []>("op_54723_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_54724_cast = softmax(axis = var_30355, x = aw_4663_cast)[name = tensor<string, []>("op_54724_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_54725_cast = softmax(axis = var_30355, x = aw_4665_cast)[name = tensor<string, []>("op_54725_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_54726_cast = softmax(axis = var_30355, x = aw_4667_cast)[name = tensor<string, []>("op_54726_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_54727_cast = softmax(axis = var_30355, x = aw_4669_cast)[name = tensor<string, []>("op_54727_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_54728_cast = softmax(axis = var_30355, x = aw_4671_cast)[name = tensor<string, []>("op_54728_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_54729_cast = softmax(axis = var_30355, x = aw_4673_cast)[name = tensor<string, []>("op_54729_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_54730_cast = softmax(axis = var_30355, x = aw_4675_cast)[name = tensor<string, []>("op_54730_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_54731_cast = softmax(axis = var_30355, x = aw_4677_cast)[name = tensor<string, []>("op_54731_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_54732_cast = softmax(axis = var_30355, x = aw_4679_cast)[name = tensor<string, []>("op_54732_cast")];
            tensor<string, []> var_54734_equation_0 = const()[name = tensor<string, []>("op_54734_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_54734_cast = einsum(equation = var_54734_equation_0, values = (var_54554_cast, var_54713_cast))[name = tensor<string, []>("op_54734_cast")];
            tensor<string, []> var_54736_equation_0 = const()[name = tensor<string, []>("op_54736_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_54736_cast = einsum(equation = var_54736_equation_0, values = (var_54558_cast, var_54714_cast))[name = tensor<string, []>("op_54736_cast")];
            tensor<string, []> var_54738_equation_0 = const()[name = tensor<string, []>("op_54738_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_54738_cast = einsum(equation = var_54738_equation_0, values = (var_54562_cast, var_54715_cast))[name = tensor<string, []>("op_54738_cast")];
            tensor<string, []> var_54740_equation_0 = const()[name = tensor<string, []>("op_54740_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_54740_cast = einsum(equation = var_54740_equation_0, values = (var_54566_cast, var_54716_cast))[name = tensor<string, []>("op_54740_cast")];
            tensor<string, []> var_54742_equation_0 = const()[name = tensor<string, []>("op_54742_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_54742_cast = einsum(equation = var_54742_equation_0, values = (var_54570_cast, var_54717_cast))[name = tensor<string, []>("op_54742_cast")];
            tensor<string, []> var_54744_equation_0 = const()[name = tensor<string, []>("op_54744_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_54744_cast = einsum(equation = var_54744_equation_0, values = (var_54574_cast, var_54718_cast))[name = tensor<string, []>("op_54744_cast")];
            tensor<string, []> var_54746_equation_0 = const()[name = tensor<string, []>("op_54746_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_54746_cast = einsum(equation = var_54746_equation_0, values = (var_54578_cast, var_54719_cast))[name = tensor<string, []>("op_54746_cast")];
            tensor<string, []> var_54748_equation_0 = const()[name = tensor<string, []>("op_54748_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_54748_cast = einsum(equation = var_54748_equation_0, values = (var_54582_cast, var_54720_cast))[name = tensor<string, []>("op_54748_cast")];
            tensor<string, []> var_54750_equation_0 = const()[name = tensor<string, []>("op_54750_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_54750_cast = einsum(equation = var_54750_equation_0, values = (var_54586_cast, var_54721_cast))[name = tensor<string, []>("op_54750_cast")];
            tensor<string, []> var_54752_equation_0 = const()[name = tensor<string, []>("op_54752_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_54752_cast = einsum(equation = var_54752_equation_0, values = (var_54590_cast, var_54722_cast))[name = tensor<string, []>("op_54752_cast")];
            tensor<string, []> var_54754_equation_0 = const()[name = tensor<string, []>("op_54754_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_54754_cast = einsum(equation = var_54754_equation_0, values = (var_54594_cast, var_54723_cast))[name = tensor<string, []>("op_54754_cast")];
            tensor<string, []> var_54756_equation_0 = const()[name = tensor<string, []>("op_54756_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_54756_cast = einsum(equation = var_54756_equation_0, values = (var_54598_cast, var_54724_cast))[name = tensor<string, []>("op_54756_cast")];
            tensor<string, []> var_54758_equation_0 = const()[name = tensor<string, []>("op_54758_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_54758_cast = einsum(equation = var_54758_equation_0, values = (var_54602_cast, var_54725_cast))[name = tensor<string, []>("op_54758_cast")];
            tensor<string, []> var_54760_equation_0 = const()[name = tensor<string, []>("op_54760_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_54760_cast = einsum(equation = var_54760_equation_0, values = (var_54606_cast, var_54726_cast))[name = tensor<string, []>("op_54760_cast")];
            tensor<string, []> var_54762_equation_0 = const()[name = tensor<string, []>("op_54762_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_54762_cast = einsum(equation = var_54762_equation_0, values = (var_54610_cast, var_54727_cast))[name = tensor<string, []>("op_54762_cast")];
            tensor<string, []> var_54764_equation_0 = const()[name = tensor<string, []>("op_54764_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_54764_cast = einsum(equation = var_54764_equation_0, values = (var_54614_cast, var_54728_cast))[name = tensor<string, []>("op_54764_cast")];
            tensor<string, []> var_54766_equation_0 = const()[name = tensor<string, []>("op_54766_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_54766_cast = einsum(equation = var_54766_equation_0, values = (var_54618_cast, var_54729_cast))[name = tensor<string, []>("op_54766_cast")];
            tensor<string, []> var_54768_equation_0 = const()[name = tensor<string, []>("op_54768_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_54768_cast = einsum(equation = var_54768_equation_0, values = (var_54622_cast, var_54730_cast))[name = tensor<string, []>("op_54768_cast")];
            tensor<string, []> var_54770_equation_0 = const()[name = tensor<string, []>("op_54770_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_54770_cast = einsum(equation = var_54770_equation_0, values = (var_54626_cast, var_54731_cast))[name = tensor<string, []>("op_54770_cast")];
            tensor<string, []> var_54772_equation_0 = const()[name = tensor<string, []>("op_54772_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_54772_cast = einsum(equation = var_54772_equation_0, values = (var_54630_cast, var_54732_cast))[name = tensor<string, []>("op_54772_cast")];
            tensor<bool, []> input_683_interleave_0 = const()[name = tensor<string, []>("input_683_interleave_0"), val = tensor<bool, []>(false)];
            tensor<fp16, [2, 1280, 1, 576]> input_683_cast = concat(axis = var_30355, interleave = input_683_interleave_0, values = (var_54734_cast, var_54736_cast, var_54738_cast, var_54740_cast, var_54742_cast, var_54744_cast, var_54746_cast, var_54748_cast, var_54750_cast, var_54752_cast, var_54754_cast, var_54756_cast, var_54758_cast, var_54760_cast, var_54762_cast, var_54764_cast, var_54766_cast, var_54768_cast, var_54770_cast, var_54772_cast))[name = tensor<string, []>("input_683_cast")];
            tensor<int32, [2]> var_54778 = const()[name = tensor<string, []>("op_54778"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_54780 = const()[name = tensor<string, []>("op_54780"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_54782_pad_type_0 = const()[name = tensor<string, []>("op_54782_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_54782_pad_0 = const()[name = tensor<string, []>("op_54782_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_6_attn1_to_out_0_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [1228800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(442443648))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(443672512))), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_6_attn1_to_out_0_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_attentions_2_transformer_blocks_6_attn1_to_out_0_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_6_attn1_to_out_0_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(443672704)))];
            tensor<fp16, [2, 1280, 1, 576]> var_54782_cast = conv(bias = up_blocks_0_attentions_2_transformer_blocks_6_attn1_to_out_0_bias_to_fp16, dilations = var_54780, groups = var_30355, pad = var_54782_pad_0, pad_type = var_54782_pad_type_0, strides = var_54778, weight = up_blocks_0_attentions_2_transformer_blocks_6_attn1_to_out_0_weight_to_fp16_palettized, x = input_683_cast)[name = tensor<string, []>("op_54782_cast")];
            tensor<fp16, [2, 1280, 1, 576]> inputs_363_cast = add(x = var_54782_cast, y = inputs_361_cast)[name = tensor<string, []>("inputs_363_cast")];
            tensor<int32, [1]> var_54786 = const()[name = tensor<string, []>("op_54786"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> channels_mean_363_cast = reduce_mean(axes = var_54786, keep_dims = var_30350, x = inputs_363_cast)[name = tensor<string, []>("channels_mean_363_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_363_cast = sub(x = inputs_363_cast, y = channels_mean_363_cast)[name = tensor<string, []>("zero_mean_363_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_sq_363_cast = mul(x = zero_mean_363_cast, y = zero_mean_363_cast)[name = tensor<string, []>("zero_mean_sq_363_cast")];
            tensor<int32, [1]> var_54790 = const()[name = tensor<string, []>("op_54790"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> var_54791_cast = reduce_mean(axes = var_54790, keep_dims = var_30350, x = zero_mean_sq_363_cast)[name = tensor<string, []>("op_54791_cast")];
            tensor<fp16, []> var_54792_to_fp16 = const()[name = tensor<string, []>("op_54792_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 576]> var_54793_cast = add(x = var_54791_cast, y = var_54792_to_fp16)[name = tensor<string, []>("op_54793_cast")];
            tensor<fp16, []> denom_363_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_363_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 576]> denom_363_cast = rsqrt(epsilon = denom_363_epsilon_0_to_fp16, x = var_54793_cast)[name = tensor<string, []>("denom_363_cast")];
            tensor<fp16, [2, 1280, 1, 576]> out_363_cast = mul(x = zero_mean_363_cast, y = denom_363_cast)[name = tensor<string, []>("out_363_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_54797_to_fp16 = const()[name = tensor<string, []>("op_54797_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(443675328)))];
            tensor<fp16, [2, 1280, 1, 576]> var_54798_cast = add(x = out_363_cast, y = var_54797_to_fp16)[name = tensor<string, []>("op_54798_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_54800_to_fp16 = const()[name = tensor<string, []>("op_54800_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(443677952)))];
            tensor<fp16, [2, 1280, 1, 576]> hidden_states_473_cast = mul(x = var_54798_cast, y = var_54800_to_fp16)[name = tensor<string, []>("hidden_states_473_cast")];
            tensor<int32, [2]> var_54807 = const()[name = tensor<string, []>("op_54807"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_54809 = const()[name = tensor<string, []>("op_54809"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> q_243_pad_type_0 = const()[name = tensor<string, []>("q_243_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> q_243_pad_0 = const()[name = tensor<string, []>("q_243_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_6_attn2_to_q_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [409600]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(443680576))), lut = tensor<fp16, [4]>([-0x1.81cp-6, -0x1.e1p-8, 0x1.e7p-8, 0x1.83cp-6]), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_6_attn2_to_q_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> q_243_cast = conv(dilations = var_54809, groups = var_30355, pad = q_243_pad_0, pad_type = q_243_pad_type_0, strides = var_54807, weight = up_blocks_0_attentions_2_transformer_blocks_6_attn2_to_q_weight_to_fp16_palettized, x = hidden_states_473_cast)[name = tensor<string, []>("q_243_cast")];
            tensor<int32, [2]> var_54813 = const()[name = tensor<string, []>("op_54813"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_54815 = const()[name = tensor<string, []>("op_54815"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> k_485_pad_type_0 = const()[name = tensor<string, []>("k_485_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> k_485_pad_0 = const()[name = tensor<string, []>("k_485_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 2048, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_6_attn2_to_k_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [655360]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(444090240))), lut = tensor<fp16, [4]>([-0x1.22p-6, -0x1.5dp-8, 0x1.5f8p-8, 0x1.224p-6]), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_6_attn2_to_k_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 2048, 1, 1])];
            tensor<fp16, [2, 1280, 1, 77]> k_485_cast = conv(dilations = var_54815, groups = var_30355, pad = k_485_pad_0, pad_type = k_485_pad_type_0, strides = var_54813, weight = up_blocks_0_attentions_2_transformer_blocks_6_attn2_to_k_weight_to_fp16_palettized, x = encoder_hidden_states)[name = tensor<string, []>("k_485_cast")];
            tensor<int32, [2]> var_54819 = const()[name = tensor<string, []>("op_54819"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_54821 = const()[name = tensor<string, []>("op_54821"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> v_243_pad_type_0 = const()[name = tensor<string, []>("v_243_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> v_243_pad_0 = const()[name = tensor<string, []>("v_243_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 2048, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_6_attn2_to_v_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [655360]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(444745664))), lut = tensor<fp16, [4]>([-0x1.4cp-6, -0x1.7bp-8, 0x1.798p-8, 0x1.4b8p-6]), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_6_attn2_to_v_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 2048, 1, 1])];
            tensor<fp16, [2, 1280, 1, 77]> v_243_cast = conv(dilations = var_54821, groups = var_30355, pad = v_243_pad_0, pad_type = v_243_pad_type_0, strides = var_54819, weight = up_blocks_0_attentions_2_transformer_blocks_6_attn2_to_v_weight_to_fp16_palettized, x = encoder_hidden_states)[name = tensor<string, []>("v_243_cast")];
            tensor<int32, [4]> var_54825_begin_0 = const()[name = tensor<string, []>("op_54825_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_54825_end_0 = const()[name = tensor<string, []>("op_54825_end_0"), val = tensor<int32, [4]>([2, 64, 1, 576])];
            tensor<bool, [4]> var_54825_end_mask_0 = const()[name = tensor<string, []>("op_54825_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_54825_cast = slice_by_index(begin = var_54825_begin_0, end = var_54825_end_0, end_mask = var_54825_end_mask_0, x = q_243_cast)[name = tensor<string, []>("op_54825_cast")];
            tensor<int32, [4]> var_54829_begin_0 = const()[name = tensor<string, []>("op_54829_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_54829_end_0 = const()[name = tensor<string, []>("op_54829_end_0"), val = tensor<int32, [4]>([2, 128, 1, 576])];
            tensor<bool, [4]> var_54829_end_mask_0 = const()[name = tensor<string, []>("op_54829_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_54829_cast = slice_by_index(begin = var_54829_begin_0, end = var_54829_end_0, end_mask = var_54829_end_mask_0, x = q_243_cast)[name = tensor<string, []>("op_54829_cast")];
            tensor<int32, [4]> var_54833_begin_0 = const()[name = tensor<string, []>("op_54833_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_54833_end_0 = const()[name = tensor<string, []>("op_54833_end_0"), val = tensor<int32, [4]>([2, 192, 1, 576])];
            tensor<bool, [4]> var_54833_end_mask_0 = const()[name = tensor<string, []>("op_54833_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_54833_cast = slice_by_index(begin = var_54833_begin_0, end = var_54833_end_0, end_mask = var_54833_end_mask_0, x = q_243_cast)[name = tensor<string, []>("op_54833_cast")];
            tensor<int32, [4]> var_54837_begin_0 = const()[name = tensor<string, []>("op_54837_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_54837_end_0 = const()[name = tensor<string, []>("op_54837_end_0"), val = tensor<int32, [4]>([2, 256, 1, 576])];
            tensor<bool, [4]> var_54837_end_mask_0 = const()[name = tensor<string, []>("op_54837_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_54837_cast = slice_by_index(begin = var_54837_begin_0, end = var_54837_end_0, end_mask = var_54837_end_mask_0, x = q_243_cast)[name = tensor<string, []>("op_54837_cast")];
            tensor<int32, [4]> var_54841_begin_0 = const()[name = tensor<string, []>("op_54841_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_54841_end_0 = const()[name = tensor<string, []>("op_54841_end_0"), val = tensor<int32, [4]>([2, 320, 1, 576])];
            tensor<bool, [4]> var_54841_end_mask_0 = const()[name = tensor<string, []>("op_54841_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_54841_cast = slice_by_index(begin = var_54841_begin_0, end = var_54841_end_0, end_mask = var_54841_end_mask_0, x = q_243_cast)[name = tensor<string, []>("op_54841_cast")];
            tensor<int32, [4]> var_54845_begin_0 = const()[name = tensor<string, []>("op_54845_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_54845_end_0 = const()[name = tensor<string, []>("op_54845_end_0"), val = tensor<int32, [4]>([2, 384, 1, 576])];
            tensor<bool, [4]> var_54845_end_mask_0 = const()[name = tensor<string, []>("op_54845_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_54845_cast = slice_by_index(begin = var_54845_begin_0, end = var_54845_end_0, end_mask = var_54845_end_mask_0, x = q_243_cast)[name = tensor<string, []>("op_54845_cast")];
            tensor<int32, [4]> var_54849_begin_0 = const()[name = tensor<string, []>("op_54849_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_54849_end_0 = const()[name = tensor<string, []>("op_54849_end_0"), val = tensor<int32, [4]>([2, 448, 1, 576])];
            tensor<bool, [4]> var_54849_end_mask_0 = const()[name = tensor<string, []>("op_54849_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_54849_cast = slice_by_index(begin = var_54849_begin_0, end = var_54849_end_0, end_mask = var_54849_end_mask_0, x = q_243_cast)[name = tensor<string, []>("op_54849_cast")];
            tensor<int32, [4]> var_54853_begin_0 = const()[name = tensor<string, []>("op_54853_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_54853_end_0 = const()[name = tensor<string, []>("op_54853_end_0"), val = tensor<int32, [4]>([2, 512, 1, 576])];
            tensor<bool, [4]> var_54853_end_mask_0 = const()[name = tensor<string, []>("op_54853_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_54853_cast = slice_by_index(begin = var_54853_begin_0, end = var_54853_end_0, end_mask = var_54853_end_mask_0, x = q_243_cast)[name = tensor<string, []>("op_54853_cast")];
            tensor<int32, [4]> var_54857_begin_0 = const()[name = tensor<string, []>("op_54857_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_54857_end_0 = const()[name = tensor<string, []>("op_54857_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_54857_end_mask_0 = const()[name = tensor<string, []>("op_54857_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_54857_cast = slice_by_index(begin = var_54857_begin_0, end = var_54857_end_0, end_mask = var_54857_end_mask_0, x = q_243_cast)[name = tensor<string, []>("op_54857_cast")];
            tensor<int32, [4]> var_54861_begin_0 = const()[name = tensor<string, []>("op_54861_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_54861_end_0 = const()[name = tensor<string, []>("op_54861_end_0"), val = tensor<int32, [4]>([2, 640, 1, 576])];
            tensor<bool, [4]> var_54861_end_mask_0 = const()[name = tensor<string, []>("op_54861_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_54861_cast = slice_by_index(begin = var_54861_begin_0, end = var_54861_end_0, end_mask = var_54861_end_mask_0, x = q_243_cast)[name = tensor<string, []>("op_54861_cast")];
            tensor<int32, [4]> var_54865_begin_0 = const()[name = tensor<string, []>("op_54865_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_54865_end_0 = const()[name = tensor<string, []>("op_54865_end_0"), val = tensor<int32, [4]>([2, 704, 1, 576])];
            tensor<bool, [4]> var_54865_end_mask_0 = const()[name = tensor<string, []>("op_54865_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_54865_cast = slice_by_index(begin = var_54865_begin_0, end = var_54865_end_0, end_mask = var_54865_end_mask_0, x = q_243_cast)[name = tensor<string, []>("op_54865_cast")];
            tensor<int32, [4]> var_54869_begin_0 = const()[name = tensor<string, []>("op_54869_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_54869_end_0 = const()[name = tensor<string, []>("op_54869_end_0"), val = tensor<int32, [4]>([2, 768, 1, 576])];
            tensor<bool, [4]> var_54869_end_mask_0 = const()[name = tensor<string, []>("op_54869_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_54869_cast = slice_by_index(begin = var_54869_begin_0, end = var_54869_end_0, end_mask = var_54869_end_mask_0, x = q_243_cast)[name = tensor<string, []>("op_54869_cast")];
            tensor<int32, [4]> var_54873_begin_0 = const()[name = tensor<string, []>("op_54873_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_54873_end_0 = const()[name = tensor<string, []>("op_54873_end_0"), val = tensor<int32, [4]>([2, 832, 1, 576])];
            tensor<bool, [4]> var_54873_end_mask_0 = const()[name = tensor<string, []>("op_54873_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_54873_cast = slice_by_index(begin = var_54873_begin_0, end = var_54873_end_0, end_mask = var_54873_end_mask_0, x = q_243_cast)[name = tensor<string, []>("op_54873_cast")];
            tensor<int32, [4]> var_54877_begin_0 = const()[name = tensor<string, []>("op_54877_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_54877_end_0 = const()[name = tensor<string, []>("op_54877_end_0"), val = tensor<int32, [4]>([2, 896, 1, 576])];
            tensor<bool, [4]> var_54877_end_mask_0 = const()[name = tensor<string, []>("op_54877_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_54877_cast = slice_by_index(begin = var_54877_begin_0, end = var_54877_end_0, end_mask = var_54877_end_mask_0, x = q_243_cast)[name = tensor<string, []>("op_54877_cast")];
            tensor<int32, [4]> var_54881_begin_0 = const()[name = tensor<string, []>("op_54881_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_54881_end_0 = const()[name = tensor<string, []>("op_54881_end_0"), val = tensor<int32, [4]>([2, 960, 1, 576])];
            tensor<bool, [4]> var_54881_end_mask_0 = const()[name = tensor<string, []>("op_54881_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_54881_cast = slice_by_index(begin = var_54881_begin_0, end = var_54881_end_0, end_mask = var_54881_end_mask_0, x = q_243_cast)[name = tensor<string, []>("op_54881_cast")];
            tensor<int32, [4]> var_54885_begin_0 = const()[name = tensor<string, []>("op_54885_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_54885_end_0 = const()[name = tensor<string, []>("op_54885_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 576])];
            tensor<bool, [4]> var_54885_end_mask_0 = const()[name = tensor<string, []>("op_54885_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_54885_cast = slice_by_index(begin = var_54885_begin_0, end = var_54885_end_0, end_mask = var_54885_end_mask_0, x = q_243_cast)[name = tensor<string, []>("op_54885_cast")];
            tensor<int32, [4]> var_54889_begin_0 = const()[name = tensor<string, []>("op_54889_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_54889_end_0 = const()[name = tensor<string, []>("op_54889_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 576])];
            tensor<bool, [4]> var_54889_end_mask_0 = const()[name = tensor<string, []>("op_54889_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_54889_cast = slice_by_index(begin = var_54889_begin_0, end = var_54889_end_0, end_mask = var_54889_end_mask_0, x = q_243_cast)[name = tensor<string, []>("op_54889_cast")];
            tensor<int32, [4]> var_54893_begin_0 = const()[name = tensor<string, []>("op_54893_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_54893_end_0 = const()[name = tensor<string, []>("op_54893_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 576])];
            tensor<bool, [4]> var_54893_end_mask_0 = const()[name = tensor<string, []>("op_54893_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_54893_cast = slice_by_index(begin = var_54893_begin_0, end = var_54893_end_0, end_mask = var_54893_end_mask_0, x = q_243_cast)[name = tensor<string, []>("op_54893_cast")];
            tensor<int32, [4]> var_54897_begin_0 = const()[name = tensor<string, []>("op_54897_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_54897_end_0 = const()[name = tensor<string, []>("op_54897_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 576])];
            tensor<bool, [4]> var_54897_end_mask_0 = const()[name = tensor<string, []>("op_54897_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_54897_cast = slice_by_index(begin = var_54897_begin_0, end = var_54897_end_0, end_mask = var_54897_end_mask_0, x = q_243_cast)[name = tensor<string, []>("op_54897_cast")];
            tensor<int32, [4]> var_54901_begin_0 = const()[name = tensor<string, []>("op_54901_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_54901_end_0 = const()[name = tensor<string, []>("op_54901_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 576])];
            tensor<bool, [4]> var_54901_end_mask_0 = const()[name = tensor<string, []>("op_54901_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_54901_cast = slice_by_index(begin = var_54901_begin_0, end = var_54901_end_0, end_mask = var_54901_end_mask_0, x = q_243_cast)[name = tensor<string, []>("op_54901_cast")];
            tensor<int32, [4]> k_487_perm_0 = const()[name = tensor<string, []>("k_487_perm_0"), val = tensor<int32, [4]>([0, 3, 2, 1])];
            tensor<int32, [4]> var_54908_begin_0 = const()[name = tensor<string, []>("op_54908_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_54908_end_0 = const()[name = tensor<string, []>("op_54908_end_0"), val = tensor<int32, [4]>([2, 77, 1, 64])];
            tensor<bool, [4]> var_54908_end_mask_0 = const()[name = tensor<string, []>("op_54908_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 1280]> transpose_18 = transpose(perm = k_487_perm_0, x = k_485_cast)[name = tensor<string, []>("transpose_18")];
            tensor<fp16, [2, 77, 1, 64]> var_54908_cast = slice_by_index(begin = var_54908_begin_0, end = var_54908_end_0, end_mask = var_54908_end_mask_0, x = transpose_18)[name = tensor<string, []>("op_54908_cast")];
            tensor<int32, [4]> var_54912_begin_0 = const()[name = tensor<string, []>("op_54912_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 64])];
            tensor<int32, [4]> var_54912_end_0 = const()[name = tensor<string, []>("op_54912_end_0"), val = tensor<int32, [4]>([2, 77, 1, 128])];
            tensor<bool, [4]> var_54912_end_mask_0 = const()[name = tensor<string, []>("op_54912_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_54912_cast = slice_by_index(begin = var_54912_begin_0, end = var_54912_end_0, end_mask = var_54912_end_mask_0, x = transpose_18)[name = tensor<string, []>("op_54912_cast")];
            tensor<int32, [4]> var_54916_begin_0 = const()[name = tensor<string, []>("op_54916_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 128])];
            tensor<int32, [4]> var_54916_end_0 = const()[name = tensor<string, []>("op_54916_end_0"), val = tensor<int32, [4]>([2, 77, 1, 192])];
            tensor<bool, [4]> var_54916_end_mask_0 = const()[name = tensor<string, []>("op_54916_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_54916_cast = slice_by_index(begin = var_54916_begin_0, end = var_54916_end_0, end_mask = var_54916_end_mask_0, x = transpose_18)[name = tensor<string, []>("op_54916_cast")];
            tensor<int32, [4]> var_54920_begin_0 = const()[name = tensor<string, []>("op_54920_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 192])];
            tensor<int32, [4]> var_54920_end_0 = const()[name = tensor<string, []>("op_54920_end_0"), val = tensor<int32, [4]>([2, 77, 1, 256])];
            tensor<bool, [4]> var_54920_end_mask_0 = const()[name = tensor<string, []>("op_54920_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_54920_cast = slice_by_index(begin = var_54920_begin_0, end = var_54920_end_0, end_mask = var_54920_end_mask_0, x = transpose_18)[name = tensor<string, []>("op_54920_cast")];
            tensor<int32, [4]> var_54924_begin_0 = const()[name = tensor<string, []>("op_54924_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 256])];
            tensor<int32, [4]> var_54924_end_0 = const()[name = tensor<string, []>("op_54924_end_0"), val = tensor<int32, [4]>([2, 77, 1, 320])];
            tensor<bool, [4]> var_54924_end_mask_0 = const()[name = tensor<string, []>("op_54924_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_54924_cast = slice_by_index(begin = var_54924_begin_0, end = var_54924_end_0, end_mask = var_54924_end_mask_0, x = transpose_18)[name = tensor<string, []>("op_54924_cast")];
            tensor<int32, [4]> var_54928_begin_0 = const()[name = tensor<string, []>("op_54928_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 320])];
            tensor<int32, [4]> var_54928_end_0 = const()[name = tensor<string, []>("op_54928_end_0"), val = tensor<int32, [4]>([2, 77, 1, 384])];
            tensor<bool, [4]> var_54928_end_mask_0 = const()[name = tensor<string, []>("op_54928_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_54928_cast = slice_by_index(begin = var_54928_begin_0, end = var_54928_end_0, end_mask = var_54928_end_mask_0, x = transpose_18)[name = tensor<string, []>("op_54928_cast")];
            tensor<int32, [4]> var_54932_begin_0 = const()[name = tensor<string, []>("op_54932_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 384])];
            tensor<int32, [4]> var_54932_end_0 = const()[name = tensor<string, []>("op_54932_end_0"), val = tensor<int32, [4]>([2, 77, 1, 448])];
            tensor<bool, [4]> var_54932_end_mask_0 = const()[name = tensor<string, []>("op_54932_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_54932_cast = slice_by_index(begin = var_54932_begin_0, end = var_54932_end_0, end_mask = var_54932_end_mask_0, x = transpose_18)[name = tensor<string, []>("op_54932_cast")];
            tensor<int32, [4]> var_54936_begin_0 = const()[name = tensor<string, []>("op_54936_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 448])];
            tensor<int32, [4]> var_54936_end_0 = const()[name = tensor<string, []>("op_54936_end_0"), val = tensor<int32, [4]>([2, 77, 1, 512])];
            tensor<bool, [4]> var_54936_end_mask_0 = const()[name = tensor<string, []>("op_54936_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_54936_cast = slice_by_index(begin = var_54936_begin_0, end = var_54936_end_0, end_mask = var_54936_end_mask_0, x = transpose_18)[name = tensor<string, []>("op_54936_cast")];
            tensor<int32, [4]> var_54940_begin_0 = const()[name = tensor<string, []>("op_54940_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 512])];
            tensor<int32, [4]> var_54940_end_0 = const()[name = tensor<string, []>("op_54940_end_0"), val = tensor<int32, [4]>([2, 77, 1, 576])];
            tensor<bool, [4]> var_54940_end_mask_0 = const()[name = tensor<string, []>("op_54940_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_54940_cast = slice_by_index(begin = var_54940_begin_0, end = var_54940_end_0, end_mask = var_54940_end_mask_0, x = transpose_18)[name = tensor<string, []>("op_54940_cast")];
            tensor<int32, [4]> var_54944_begin_0 = const()[name = tensor<string, []>("op_54944_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 576])];
            tensor<int32, [4]> var_54944_end_0 = const()[name = tensor<string, []>("op_54944_end_0"), val = tensor<int32, [4]>([2, 77, 1, 640])];
            tensor<bool, [4]> var_54944_end_mask_0 = const()[name = tensor<string, []>("op_54944_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_54944_cast = slice_by_index(begin = var_54944_begin_0, end = var_54944_end_0, end_mask = var_54944_end_mask_0, x = transpose_18)[name = tensor<string, []>("op_54944_cast")];
            tensor<int32, [4]> var_54948_begin_0 = const()[name = tensor<string, []>("op_54948_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 640])];
            tensor<int32, [4]> var_54948_end_0 = const()[name = tensor<string, []>("op_54948_end_0"), val = tensor<int32, [4]>([2, 77, 1, 704])];
            tensor<bool, [4]> var_54948_end_mask_0 = const()[name = tensor<string, []>("op_54948_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_54948_cast = slice_by_index(begin = var_54948_begin_0, end = var_54948_end_0, end_mask = var_54948_end_mask_0, x = transpose_18)[name = tensor<string, []>("op_54948_cast")];
            tensor<int32, [4]> var_54952_begin_0 = const()[name = tensor<string, []>("op_54952_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 704])];
            tensor<int32, [4]> var_54952_end_0 = const()[name = tensor<string, []>("op_54952_end_0"), val = tensor<int32, [4]>([2, 77, 1, 768])];
            tensor<bool, [4]> var_54952_end_mask_0 = const()[name = tensor<string, []>("op_54952_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_54952_cast = slice_by_index(begin = var_54952_begin_0, end = var_54952_end_0, end_mask = var_54952_end_mask_0, x = transpose_18)[name = tensor<string, []>("op_54952_cast")];
            tensor<int32, [4]> var_54956_begin_0 = const()[name = tensor<string, []>("op_54956_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 768])];
            tensor<int32, [4]> var_54956_end_0 = const()[name = tensor<string, []>("op_54956_end_0"), val = tensor<int32, [4]>([2, 77, 1, 832])];
            tensor<bool, [4]> var_54956_end_mask_0 = const()[name = tensor<string, []>("op_54956_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_54956_cast = slice_by_index(begin = var_54956_begin_0, end = var_54956_end_0, end_mask = var_54956_end_mask_0, x = transpose_18)[name = tensor<string, []>("op_54956_cast")];
            tensor<int32, [4]> var_54960_begin_0 = const()[name = tensor<string, []>("op_54960_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 832])];
            tensor<int32, [4]> var_54960_end_0 = const()[name = tensor<string, []>("op_54960_end_0"), val = tensor<int32, [4]>([2, 77, 1, 896])];
            tensor<bool, [4]> var_54960_end_mask_0 = const()[name = tensor<string, []>("op_54960_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_54960_cast = slice_by_index(begin = var_54960_begin_0, end = var_54960_end_0, end_mask = var_54960_end_mask_0, x = transpose_18)[name = tensor<string, []>("op_54960_cast")];
            tensor<int32, [4]> var_54964_begin_0 = const()[name = tensor<string, []>("op_54964_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 896])];
            tensor<int32, [4]> var_54964_end_0 = const()[name = tensor<string, []>("op_54964_end_0"), val = tensor<int32, [4]>([2, 77, 1, 960])];
            tensor<bool, [4]> var_54964_end_mask_0 = const()[name = tensor<string, []>("op_54964_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_54964_cast = slice_by_index(begin = var_54964_begin_0, end = var_54964_end_0, end_mask = var_54964_end_mask_0, x = transpose_18)[name = tensor<string, []>("op_54964_cast")];
            tensor<int32, [4]> var_54968_begin_0 = const()[name = tensor<string, []>("op_54968_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 960])];
            tensor<int32, [4]> var_54968_end_0 = const()[name = tensor<string, []>("op_54968_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1024])];
            tensor<bool, [4]> var_54968_end_mask_0 = const()[name = tensor<string, []>("op_54968_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_54968_cast = slice_by_index(begin = var_54968_begin_0, end = var_54968_end_0, end_mask = var_54968_end_mask_0, x = transpose_18)[name = tensor<string, []>("op_54968_cast")];
            tensor<int32, [4]> var_54972_begin_0 = const()[name = tensor<string, []>("op_54972_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1024])];
            tensor<int32, [4]> var_54972_end_0 = const()[name = tensor<string, []>("op_54972_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1088])];
            tensor<bool, [4]> var_54972_end_mask_0 = const()[name = tensor<string, []>("op_54972_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_54972_cast = slice_by_index(begin = var_54972_begin_0, end = var_54972_end_0, end_mask = var_54972_end_mask_0, x = transpose_18)[name = tensor<string, []>("op_54972_cast")];
            tensor<int32, [4]> var_54976_begin_0 = const()[name = tensor<string, []>("op_54976_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1088])];
            tensor<int32, [4]> var_54976_end_0 = const()[name = tensor<string, []>("op_54976_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1152])];
            tensor<bool, [4]> var_54976_end_mask_0 = const()[name = tensor<string, []>("op_54976_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_54976_cast = slice_by_index(begin = var_54976_begin_0, end = var_54976_end_0, end_mask = var_54976_end_mask_0, x = transpose_18)[name = tensor<string, []>("op_54976_cast")];
            tensor<int32, [4]> var_54980_begin_0 = const()[name = tensor<string, []>("op_54980_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1152])];
            tensor<int32, [4]> var_54980_end_0 = const()[name = tensor<string, []>("op_54980_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1216])];
            tensor<bool, [4]> var_54980_end_mask_0 = const()[name = tensor<string, []>("op_54980_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_54980_cast = slice_by_index(begin = var_54980_begin_0, end = var_54980_end_0, end_mask = var_54980_end_mask_0, x = transpose_18)[name = tensor<string, []>("op_54980_cast")];
            tensor<int32, [4]> var_54984_begin_0 = const()[name = tensor<string, []>("op_54984_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1216])];
            tensor<int32, [4]> var_54984_end_0 = const()[name = tensor<string, []>("op_54984_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1280])];
            tensor<bool, [4]> var_54984_end_mask_0 = const()[name = tensor<string, []>("op_54984_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_54984_cast = slice_by_index(begin = var_54984_begin_0, end = var_54984_end_0, end_mask = var_54984_end_mask_0, x = transpose_18)[name = tensor<string, []>("op_54984_cast")];
            tensor<int32, [4]> var_54986_begin_0 = const()[name = tensor<string, []>("op_54986_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_54986_end_0 = const()[name = tensor<string, []>("op_54986_end_0"), val = tensor<int32, [4]>([2, 64, 1, 77])];
            tensor<bool, [4]> var_54986_end_mask_0 = const()[name = tensor<string, []>("op_54986_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_54986_cast = slice_by_index(begin = var_54986_begin_0, end = var_54986_end_0, end_mask = var_54986_end_mask_0, x = v_243_cast)[name = tensor<string, []>("op_54986_cast")];
            tensor<int32, [4]> var_54990_begin_0 = const()[name = tensor<string, []>("op_54990_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_54990_end_0 = const()[name = tensor<string, []>("op_54990_end_0"), val = tensor<int32, [4]>([2, 128, 1, 77])];
            tensor<bool, [4]> var_54990_end_mask_0 = const()[name = tensor<string, []>("op_54990_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_54990_cast = slice_by_index(begin = var_54990_begin_0, end = var_54990_end_0, end_mask = var_54990_end_mask_0, x = v_243_cast)[name = tensor<string, []>("op_54990_cast")];
            tensor<int32, [4]> var_54994_begin_0 = const()[name = tensor<string, []>("op_54994_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_54994_end_0 = const()[name = tensor<string, []>("op_54994_end_0"), val = tensor<int32, [4]>([2, 192, 1, 77])];
            tensor<bool, [4]> var_54994_end_mask_0 = const()[name = tensor<string, []>("op_54994_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_54994_cast = slice_by_index(begin = var_54994_begin_0, end = var_54994_end_0, end_mask = var_54994_end_mask_0, x = v_243_cast)[name = tensor<string, []>("op_54994_cast")];
            tensor<int32, [4]> var_54998_begin_0 = const()[name = tensor<string, []>("op_54998_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_54998_end_0 = const()[name = tensor<string, []>("op_54998_end_0"), val = tensor<int32, [4]>([2, 256, 1, 77])];
            tensor<bool, [4]> var_54998_end_mask_0 = const()[name = tensor<string, []>("op_54998_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_54998_cast = slice_by_index(begin = var_54998_begin_0, end = var_54998_end_0, end_mask = var_54998_end_mask_0, x = v_243_cast)[name = tensor<string, []>("op_54998_cast")];
            tensor<int32, [4]> var_55002_begin_0 = const()[name = tensor<string, []>("op_55002_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_55002_end_0 = const()[name = tensor<string, []>("op_55002_end_0"), val = tensor<int32, [4]>([2, 320, 1, 77])];
            tensor<bool, [4]> var_55002_end_mask_0 = const()[name = tensor<string, []>("op_55002_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_55002_cast = slice_by_index(begin = var_55002_begin_0, end = var_55002_end_0, end_mask = var_55002_end_mask_0, x = v_243_cast)[name = tensor<string, []>("op_55002_cast")];
            tensor<int32, [4]> var_55006_begin_0 = const()[name = tensor<string, []>("op_55006_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_55006_end_0 = const()[name = tensor<string, []>("op_55006_end_0"), val = tensor<int32, [4]>([2, 384, 1, 77])];
            tensor<bool, [4]> var_55006_end_mask_0 = const()[name = tensor<string, []>("op_55006_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_55006_cast = slice_by_index(begin = var_55006_begin_0, end = var_55006_end_0, end_mask = var_55006_end_mask_0, x = v_243_cast)[name = tensor<string, []>("op_55006_cast")];
            tensor<int32, [4]> var_55010_begin_0 = const()[name = tensor<string, []>("op_55010_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_55010_end_0 = const()[name = tensor<string, []>("op_55010_end_0"), val = tensor<int32, [4]>([2, 448, 1, 77])];
            tensor<bool, [4]> var_55010_end_mask_0 = const()[name = tensor<string, []>("op_55010_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_55010_cast = slice_by_index(begin = var_55010_begin_0, end = var_55010_end_0, end_mask = var_55010_end_mask_0, x = v_243_cast)[name = tensor<string, []>("op_55010_cast")];
            tensor<int32, [4]> var_55014_begin_0 = const()[name = tensor<string, []>("op_55014_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_55014_end_0 = const()[name = tensor<string, []>("op_55014_end_0"), val = tensor<int32, [4]>([2, 512, 1, 77])];
            tensor<bool, [4]> var_55014_end_mask_0 = const()[name = tensor<string, []>("op_55014_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_55014_cast = slice_by_index(begin = var_55014_begin_0, end = var_55014_end_0, end_mask = var_55014_end_mask_0, x = v_243_cast)[name = tensor<string, []>("op_55014_cast")];
            tensor<int32, [4]> var_55018_begin_0 = const()[name = tensor<string, []>("op_55018_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_55018_end_0 = const()[name = tensor<string, []>("op_55018_end_0"), val = tensor<int32, [4]>([2, 576, 1, 77])];
            tensor<bool, [4]> var_55018_end_mask_0 = const()[name = tensor<string, []>("op_55018_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_55018_cast = slice_by_index(begin = var_55018_begin_0, end = var_55018_end_0, end_mask = var_55018_end_mask_0, x = v_243_cast)[name = tensor<string, []>("op_55018_cast")];
            tensor<int32, [4]> var_55022_begin_0 = const()[name = tensor<string, []>("op_55022_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_55022_end_0 = const()[name = tensor<string, []>("op_55022_end_0"), val = tensor<int32, [4]>([2, 640, 1, 77])];
            tensor<bool, [4]> var_55022_end_mask_0 = const()[name = tensor<string, []>("op_55022_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_55022_cast = slice_by_index(begin = var_55022_begin_0, end = var_55022_end_0, end_mask = var_55022_end_mask_0, x = v_243_cast)[name = tensor<string, []>("op_55022_cast")];
            tensor<int32, [4]> var_55026_begin_0 = const()[name = tensor<string, []>("op_55026_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_55026_end_0 = const()[name = tensor<string, []>("op_55026_end_0"), val = tensor<int32, [4]>([2, 704, 1, 77])];
            tensor<bool, [4]> var_55026_end_mask_0 = const()[name = tensor<string, []>("op_55026_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_55026_cast = slice_by_index(begin = var_55026_begin_0, end = var_55026_end_0, end_mask = var_55026_end_mask_0, x = v_243_cast)[name = tensor<string, []>("op_55026_cast")];
            tensor<int32, [4]> var_55030_begin_0 = const()[name = tensor<string, []>("op_55030_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_55030_end_0 = const()[name = tensor<string, []>("op_55030_end_0"), val = tensor<int32, [4]>([2, 768, 1, 77])];
            tensor<bool, [4]> var_55030_end_mask_0 = const()[name = tensor<string, []>("op_55030_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_55030_cast = slice_by_index(begin = var_55030_begin_0, end = var_55030_end_0, end_mask = var_55030_end_mask_0, x = v_243_cast)[name = tensor<string, []>("op_55030_cast")];
            tensor<int32, [4]> var_55034_begin_0 = const()[name = tensor<string, []>("op_55034_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_55034_end_0 = const()[name = tensor<string, []>("op_55034_end_0"), val = tensor<int32, [4]>([2, 832, 1, 77])];
            tensor<bool, [4]> var_55034_end_mask_0 = const()[name = tensor<string, []>("op_55034_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_55034_cast = slice_by_index(begin = var_55034_begin_0, end = var_55034_end_0, end_mask = var_55034_end_mask_0, x = v_243_cast)[name = tensor<string, []>("op_55034_cast")];
            tensor<int32, [4]> var_55038_begin_0 = const()[name = tensor<string, []>("op_55038_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_55038_end_0 = const()[name = tensor<string, []>("op_55038_end_0"), val = tensor<int32, [4]>([2, 896, 1, 77])];
            tensor<bool, [4]> var_55038_end_mask_0 = const()[name = tensor<string, []>("op_55038_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_55038_cast = slice_by_index(begin = var_55038_begin_0, end = var_55038_end_0, end_mask = var_55038_end_mask_0, x = v_243_cast)[name = tensor<string, []>("op_55038_cast")];
            tensor<int32, [4]> var_55042_begin_0 = const()[name = tensor<string, []>("op_55042_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_55042_end_0 = const()[name = tensor<string, []>("op_55042_end_0"), val = tensor<int32, [4]>([2, 960, 1, 77])];
            tensor<bool, [4]> var_55042_end_mask_0 = const()[name = tensor<string, []>("op_55042_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_55042_cast = slice_by_index(begin = var_55042_begin_0, end = var_55042_end_0, end_mask = var_55042_end_mask_0, x = v_243_cast)[name = tensor<string, []>("op_55042_cast")];
            tensor<int32, [4]> var_55046_begin_0 = const()[name = tensor<string, []>("op_55046_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_55046_end_0 = const()[name = tensor<string, []>("op_55046_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 77])];
            tensor<bool, [4]> var_55046_end_mask_0 = const()[name = tensor<string, []>("op_55046_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_55046_cast = slice_by_index(begin = var_55046_begin_0, end = var_55046_end_0, end_mask = var_55046_end_mask_0, x = v_243_cast)[name = tensor<string, []>("op_55046_cast")];
            tensor<int32, [4]> var_55050_begin_0 = const()[name = tensor<string, []>("op_55050_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_55050_end_0 = const()[name = tensor<string, []>("op_55050_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 77])];
            tensor<bool, [4]> var_55050_end_mask_0 = const()[name = tensor<string, []>("op_55050_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_55050_cast = slice_by_index(begin = var_55050_begin_0, end = var_55050_end_0, end_mask = var_55050_end_mask_0, x = v_243_cast)[name = tensor<string, []>("op_55050_cast")];
            tensor<int32, [4]> var_55054_begin_0 = const()[name = tensor<string, []>("op_55054_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_55054_end_0 = const()[name = tensor<string, []>("op_55054_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 77])];
            tensor<bool, [4]> var_55054_end_mask_0 = const()[name = tensor<string, []>("op_55054_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_55054_cast = slice_by_index(begin = var_55054_begin_0, end = var_55054_end_0, end_mask = var_55054_end_mask_0, x = v_243_cast)[name = tensor<string, []>("op_55054_cast")];
            tensor<int32, [4]> var_55058_begin_0 = const()[name = tensor<string, []>("op_55058_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_55058_end_0 = const()[name = tensor<string, []>("op_55058_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 77])];
            tensor<bool, [4]> var_55058_end_mask_0 = const()[name = tensor<string, []>("op_55058_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_55058_cast = slice_by_index(begin = var_55058_begin_0, end = var_55058_end_0, end_mask = var_55058_end_mask_0, x = v_243_cast)[name = tensor<string, []>("op_55058_cast")];
            tensor<int32, [4]> var_55062_begin_0 = const()[name = tensor<string, []>("op_55062_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_55062_end_0 = const()[name = tensor<string, []>("op_55062_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 77])];
            tensor<bool, [4]> var_55062_end_mask_0 = const()[name = tensor<string, []>("op_55062_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_55062_cast = slice_by_index(begin = var_55062_begin_0, end = var_55062_end_0, end_mask = var_55062_end_mask_0, x = v_243_cast)[name = tensor<string, []>("op_55062_cast")];
            tensor<string, []> var_55066_equation_0 = const()[name = tensor<string, []>("op_55066_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_55066_cast = einsum(equation = var_55066_equation_0, values = (var_54908_cast, var_54825_cast))[name = tensor<string, []>("op_55066_cast")];
            tensor<fp16, []> var_55067_to_fp16 = const()[name = tensor<string, []>("op_55067_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4681_cast = mul(x = var_55066_cast, y = var_55067_to_fp16)[name = tensor<string, []>("aw_4681_cast")];
            tensor<string, []> var_55070_equation_0 = const()[name = tensor<string, []>("op_55070_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_55070_cast = einsum(equation = var_55070_equation_0, values = (var_54912_cast, var_54829_cast))[name = tensor<string, []>("op_55070_cast")];
            tensor<fp16, []> var_55071_to_fp16 = const()[name = tensor<string, []>("op_55071_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4683_cast = mul(x = var_55070_cast, y = var_55071_to_fp16)[name = tensor<string, []>("aw_4683_cast")];
            tensor<string, []> var_55074_equation_0 = const()[name = tensor<string, []>("op_55074_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_55074_cast = einsum(equation = var_55074_equation_0, values = (var_54916_cast, var_54833_cast))[name = tensor<string, []>("op_55074_cast")];
            tensor<fp16, []> var_55075_to_fp16 = const()[name = tensor<string, []>("op_55075_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4685_cast = mul(x = var_55074_cast, y = var_55075_to_fp16)[name = tensor<string, []>("aw_4685_cast")];
            tensor<string, []> var_55078_equation_0 = const()[name = tensor<string, []>("op_55078_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_55078_cast = einsum(equation = var_55078_equation_0, values = (var_54920_cast, var_54837_cast))[name = tensor<string, []>("op_55078_cast")];
            tensor<fp16, []> var_55079_to_fp16 = const()[name = tensor<string, []>("op_55079_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4687_cast = mul(x = var_55078_cast, y = var_55079_to_fp16)[name = tensor<string, []>("aw_4687_cast")];
            tensor<string, []> var_55082_equation_0 = const()[name = tensor<string, []>("op_55082_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_55082_cast = einsum(equation = var_55082_equation_0, values = (var_54924_cast, var_54841_cast))[name = tensor<string, []>("op_55082_cast")];
            tensor<fp16, []> var_55083_to_fp16 = const()[name = tensor<string, []>("op_55083_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4689_cast = mul(x = var_55082_cast, y = var_55083_to_fp16)[name = tensor<string, []>("aw_4689_cast")];
            tensor<string, []> var_55086_equation_0 = const()[name = tensor<string, []>("op_55086_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_55086_cast = einsum(equation = var_55086_equation_0, values = (var_54928_cast, var_54845_cast))[name = tensor<string, []>("op_55086_cast")];
            tensor<fp16, []> var_55087_to_fp16 = const()[name = tensor<string, []>("op_55087_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4691_cast = mul(x = var_55086_cast, y = var_55087_to_fp16)[name = tensor<string, []>("aw_4691_cast")];
            tensor<string, []> var_55090_equation_0 = const()[name = tensor<string, []>("op_55090_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_55090_cast = einsum(equation = var_55090_equation_0, values = (var_54932_cast, var_54849_cast))[name = tensor<string, []>("op_55090_cast")];
            tensor<fp16, []> var_55091_to_fp16 = const()[name = tensor<string, []>("op_55091_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4693_cast = mul(x = var_55090_cast, y = var_55091_to_fp16)[name = tensor<string, []>("aw_4693_cast")];
            tensor<string, []> var_55094_equation_0 = const()[name = tensor<string, []>("op_55094_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_55094_cast = einsum(equation = var_55094_equation_0, values = (var_54936_cast, var_54853_cast))[name = tensor<string, []>("op_55094_cast")];
            tensor<fp16, []> var_55095_to_fp16 = const()[name = tensor<string, []>("op_55095_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4695_cast = mul(x = var_55094_cast, y = var_55095_to_fp16)[name = tensor<string, []>("aw_4695_cast")];
            tensor<string, []> var_55098_equation_0 = const()[name = tensor<string, []>("op_55098_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_55098_cast = einsum(equation = var_55098_equation_0, values = (var_54940_cast, var_54857_cast))[name = tensor<string, []>("op_55098_cast")];
            tensor<fp16, []> var_55099_to_fp16 = const()[name = tensor<string, []>("op_55099_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4697_cast = mul(x = var_55098_cast, y = var_55099_to_fp16)[name = tensor<string, []>("aw_4697_cast")];
            tensor<string, []> var_55102_equation_0 = const()[name = tensor<string, []>("op_55102_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_55102_cast = einsum(equation = var_55102_equation_0, values = (var_54944_cast, var_54861_cast))[name = tensor<string, []>("op_55102_cast")];
            tensor<fp16, []> var_55103_to_fp16 = const()[name = tensor<string, []>("op_55103_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4699_cast = mul(x = var_55102_cast, y = var_55103_to_fp16)[name = tensor<string, []>("aw_4699_cast")];
            tensor<string, []> var_55106_equation_0 = const()[name = tensor<string, []>("op_55106_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_55106_cast = einsum(equation = var_55106_equation_0, values = (var_54948_cast, var_54865_cast))[name = tensor<string, []>("op_55106_cast")];
            tensor<fp16, []> var_55107_to_fp16 = const()[name = tensor<string, []>("op_55107_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4701_cast = mul(x = var_55106_cast, y = var_55107_to_fp16)[name = tensor<string, []>("aw_4701_cast")];
            tensor<string, []> var_55110_equation_0 = const()[name = tensor<string, []>("op_55110_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_55110_cast = einsum(equation = var_55110_equation_0, values = (var_54952_cast, var_54869_cast))[name = tensor<string, []>("op_55110_cast")];
            tensor<fp16, []> var_55111_to_fp16 = const()[name = tensor<string, []>("op_55111_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4703_cast = mul(x = var_55110_cast, y = var_55111_to_fp16)[name = tensor<string, []>("aw_4703_cast")];
            tensor<string, []> var_55114_equation_0 = const()[name = tensor<string, []>("op_55114_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_55114_cast = einsum(equation = var_55114_equation_0, values = (var_54956_cast, var_54873_cast))[name = tensor<string, []>("op_55114_cast")];
            tensor<fp16, []> var_55115_to_fp16 = const()[name = tensor<string, []>("op_55115_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4705_cast = mul(x = var_55114_cast, y = var_55115_to_fp16)[name = tensor<string, []>("aw_4705_cast")];
            tensor<string, []> var_55118_equation_0 = const()[name = tensor<string, []>("op_55118_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_55118_cast = einsum(equation = var_55118_equation_0, values = (var_54960_cast, var_54877_cast))[name = tensor<string, []>("op_55118_cast")];
            tensor<fp16, []> var_55119_to_fp16 = const()[name = tensor<string, []>("op_55119_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4707_cast = mul(x = var_55118_cast, y = var_55119_to_fp16)[name = tensor<string, []>("aw_4707_cast")];
            tensor<string, []> var_55122_equation_0 = const()[name = tensor<string, []>("op_55122_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_55122_cast = einsum(equation = var_55122_equation_0, values = (var_54964_cast, var_54881_cast))[name = tensor<string, []>("op_55122_cast")];
            tensor<fp16, []> var_55123_to_fp16 = const()[name = tensor<string, []>("op_55123_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4709_cast = mul(x = var_55122_cast, y = var_55123_to_fp16)[name = tensor<string, []>("aw_4709_cast")];
            tensor<string, []> var_55126_equation_0 = const()[name = tensor<string, []>("op_55126_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_55126_cast = einsum(equation = var_55126_equation_0, values = (var_54968_cast, var_54885_cast))[name = tensor<string, []>("op_55126_cast")];
            tensor<fp16, []> var_55127_to_fp16 = const()[name = tensor<string, []>("op_55127_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4711_cast = mul(x = var_55126_cast, y = var_55127_to_fp16)[name = tensor<string, []>("aw_4711_cast")];
            tensor<string, []> var_55130_equation_0 = const()[name = tensor<string, []>("op_55130_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_55130_cast = einsum(equation = var_55130_equation_0, values = (var_54972_cast, var_54889_cast))[name = tensor<string, []>("op_55130_cast")];
            tensor<fp16, []> var_55131_to_fp16 = const()[name = tensor<string, []>("op_55131_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4713_cast = mul(x = var_55130_cast, y = var_55131_to_fp16)[name = tensor<string, []>("aw_4713_cast")];
            tensor<string, []> var_55134_equation_0 = const()[name = tensor<string, []>("op_55134_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_55134_cast = einsum(equation = var_55134_equation_0, values = (var_54976_cast, var_54893_cast))[name = tensor<string, []>("op_55134_cast")];
            tensor<fp16, []> var_55135_to_fp16 = const()[name = tensor<string, []>("op_55135_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4715_cast = mul(x = var_55134_cast, y = var_55135_to_fp16)[name = tensor<string, []>("aw_4715_cast")];
            tensor<string, []> var_55138_equation_0 = const()[name = tensor<string, []>("op_55138_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_55138_cast = einsum(equation = var_55138_equation_0, values = (var_54980_cast, var_54897_cast))[name = tensor<string, []>("op_55138_cast")];
            tensor<fp16, []> var_55139_to_fp16 = const()[name = tensor<string, []>("op_55139_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4717_cast = mul(x = var_55138_cast, y = var_55139_to_fp16)[name = tensor<string, []>("aw_4717_cast")];
            tensor<string, []> var_55142_equation_0 = const()[name = tensor<string, []>("op_55142_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_55142_cast = einsum(equation = var_55142_equation_0, values = (var_54984_cast, var_54901_cast))[name = tensor<string, []>("op_55142_cast")];
            tensor<fp16, []> var_55143_to_fp16 = const()[name = tensor<string, []>("op_55143_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4719_cast = mul(x = var_55142_cast, y = var_55143_to_fp16)[name = tensor<string, []>("aw_4719_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_55145_cast = softmax(axis = var_30355, x = aw_4681_cast)[name = tensor<string, []>("op_55145_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_55146_cast = softmax(axis = var_30355, x = aw_4683_cast)[name = tensor<string, []>("op_55146_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_55147_cast = softmax(axis = var_30355, x = aw_4685_cast)[name = tensor<string, []>("op_55147_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_55148_cast = softmax(axis = var_30355, x = aw_4687_cast)[name = tensor<string, []>("op_55148_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_55149_cast = softmax(axis = var_30355, x = aw_4689_cast)[name = tensor<string, []>("op_55149_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_55150_cast = softmax(axis = var_30355, x = aw_4691_cast)[name = tensor<string, []>("op_55150_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_55151_cast = softmax(axis = var_30355, x = aw_4693_cast)[name = tensor<string, []>("op_55151_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_55152_cast = softmax(axis = var_30355, x = aw_4695_cast)[name = tensor<string, []>("op_55152_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_55153_cast = softmax(axis = var_30355, x = aw_4697_cast)[name = tensor<string, []>("op_55153_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_55154_cast = softmax(axis = var_30355, x = aw_4699_cast)[name = tensor<string, []>("op_55154_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_55155_cast = softmax(axis = var_30355, x = aw_4701_cast)[name = tensor<string, []>("op_55155_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_55156_cast = softmax(axis = var_30355, x = aw_4703_cast)[name = tensor<string, []>("op_55156_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_55157_cast = softmax(axis = var_30355, x = aw_4705_cast)[name = tensor<string, []>("op_55157_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_55158_cast = softmax(axis = var_30355, x = aw_4707_cast)[name = tensor<string, []>("op_55158_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_55159_cast = softmax(axis = var_30355, x = aw_4709_cast)[name = tensor<string, []>("op_55159_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_55160_cast = softmax(axis = var_30355, x = aw_4711_cast)[name = tensor<string, []>("op_55160_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_55161_cast = softmax(axis = var_30355, x = aw_4713_cast)[name = tensor<string, []>("op_55161_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_55162_cast = softmax(axis = var_30355, x = aw_4715_cast)[name = tensor<string, []>("op_55162_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_55163_cast = softmax(axis = var_30355, x = aw_4717_cast)[name = tensor<string, []>("op_55163_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_55164_cast = softmax(axis = var_30355, x = aw_4719_cast)[name = tensor<string, []>("op_55164_cast")];
            tensor<string, []> var_55166_equation_0 = const()[name = tensor<string, []>("op_55166_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_55166_cast = einsum(equation = var_55166_equation_0, values = (var_54986_cast, var_55145_cast))[name = tensor<string, []>("op_55166_cast")];
            tensor<string, []> var_55168_equation_0 = const()[name = tensor<string, []>("op_55168_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_55168_cast = einsum(equation = var_55168_equation_0, values = (var_54990_cast, var_55146_cast))[name = tensor<string, []>("op_55168_cast")];
            tensor<string, []> var_55170_equation_0 = const()[name = tensor<string, []>("op_55170_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_55170_cast = einsum(equation = var_55170_equation_0, values = (var_54994_cast, var_55147_cast))[name = tensor<string, []>("op_55170_cast")];
            tensor<string, []> var_55172_equation_0 = const()[name = tensor<string, []>("op_55172_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_55172_cast = einsum(equation = var_55172_equation_0, values = (var_54998_cast, var_55148_cast))[name = tensor<string, []>("op_55172_cast")];
            tensor<string, []> var_55174_equation_0 = const()[name = tensor<string, []>("op_55174_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_55174_cast = einsum(equation = var_55174_equation_0, values = (var_55002_cast, var_55149_cast))[name = tensor<string, []>("op_55174_cast")];
            tensor<string, []> var_55176_equation_0 = const()[name = tensor<string, []>("op_55176_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_55176_cast = einsum(equation = var_55176_equation_0, values = (var_55006_cast, var_55150_cast))[name = tensor<string, []>("op_55176_cast")];
            tensor<string, []> var_55178_equation_0 = const()[name = tensor<string, []>("op_55178_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_55178_cast = einsum(equation = var_55178_equation_0, values = (var_55010_cast, var_55151_cast))[name = tensor<string, []>("op_55178_cast")];
            tensor<string, []> var_55180_equation_0 = const()[name = tensor<string, []>("op_55180_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_55180_cast = einsum(equation = var_55180_equation_0, values = (var_55014_cast, var_55152_cast))[name = tensor<string, []>("op_55180_cast")];
            tensor<string, []> var_55182_equation_0 = const()[name = tensor<string, []>("op_55182_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_55182_cast = einsum(equation = var_55182_equation_0, values = (var_55018_cast, var_55153_cast))[name = tensor<string, []>("op_55182_cast")];
            tensor<string, []> var_55184_equation_0 = const()[name = tensor<string, []>("op_55184_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_55184_cast = einsum(equation = var_55184_equation_0, values = (var_55022_cast, var_55154_cast))[name = tensor<string, []>("op_55184_cast")];
            tensor<string, []> var_55186_equation_0 = const()[name = tensor<string, []>("op_55186_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_55186_cast = einsum(equation = var_55186_equation_0, values = (var_55026_cast, var_55155_cast))[name = tensor<string, []>("op_55186_cast")];
            tensor<string, []> var_55188_equation_0 = const()[name = tensor<string, []>("op_55188_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_55188_cast = einsum(equation = var_55188_equation_0, values = (var_55030_cast, var_55156_cast))[name = tensor<string, []>("op_55188_cast")];
            tensor<string, []> var_55190_equation_0 = const()[name = tensor<string, []>("op_55190_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_55190_cast = einsum(equation = var_55190_equation_0, values = (var_55034_cast, var_55157_cast))[name = tensor<string, []>("op_55190_cast")];
            tensor<string, []> var_55192_equation_0 = const()[name = tensor<string, []>("op_55192_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_55192_cast = einsum(equation = var_55192_equation_0, values = (var_55038_cast, var_55158_cast))[name = tensor<string, []>("op_55192_cast")];
            tensor<string, []> var_55194_equation_0 = const()[name = tensor<string, []>("op_55194_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_55194_cast = einsum(equation = var_55194_equation_0, values = (var_55042_cast, var_55159_cast))[name = tensor<string, []>("op_55194_cast")];
            tensor<string, []> var_55196_equation_0 = const()[name = tensor<string, []>("op_55196_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_55196_cast = einsum(equation = var_55196_equation_0, values = (var_55046_cast, var_55160_cast))[name = tensor<string, []>("op_55196_cast")];
            tensor<string, []> var_55198_equation_0 = const()[name = tensor<string, []>("op_55198_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_55198_cast = einsum(equation = var_55198_equation_0, values = (var_55050_cast, var_55161_cast))[name = tensor<string, []>("op_55198_cast")];
            tensor<string, []> var_55200_equation_0 = const()[name = tensor<string, []>("op_55200_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_55200_cast = einsum(equation = var_55200_equation_0, values = (var_55054_cast, var_55162_cast))[name = tensor<string, []>("op_55200_cast")];
            tensor<string, []> var_55202_equation_0 = const()[name = tensor<string, []>("op_55202_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_55202_cast = einsum(equation = var_55202_equation_0, values = (var_55058_cast, var_55163_cast))[name = tensor<string, []>("op_55202_cast")];
            tensor<string, []> var_55204_equation_0 = const()[name = tensor<string, []>("op_55204_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_55204_cast = einsum(equation = var_55204_equation_0, values = (var_55062_cast, var_55164_cast))[name = tensor<string, []>("op_55204_cast")];
            tensor<bool, []> input_685_interleave_0 = const()[name = tensor<string, []>("input_685_interleave_0"), val = tensor<bool, []>(false)];
            tensor<fp16, [2, 1280, 1, 576]> input_685_cast = concat(axis = var_30355, interleave = input_685_interleave_0, values = (var_55166_cast, var_55168_cast, var_55170_cast, var_55172_cast, var_55174_cast, var_55176_cast, var_55178_cast, var_55180_cast, var_55182_cast, var_55184_cast, var_55186_cast, var_55188_cast, var_55190_cast, var_55192_cast, var_55194_cast, var_55196_cast, var_55198_cast, var_55200_cast, var_55202_cast, var_55204_cast))[name = tensor<string, []>("input_685_cast")];
            tensor<int32, [2]> var_55210 = const()[name = tensor<string, []>("op_55210"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_55212 = const()[name = tensor<string, []>("op_55212"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_55214_pad_type_0 = const()[name = tensor<string, []>("op_55214_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_55214_pad_0 = const()[name = tensor<string, []>("op_55214_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_6_attn2_to_out_0_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [409600]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(445401088))), lut = tensor<fp16, [4]>([-0x1.4bcp-7, -0x1.8a8p-9, 0x1.84cp-9, 0x1.4a8p-7]), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_6_attn2_to_out_0_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_attentions_2_transformer_blocks_6_attn2_to_out_0_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_6_attn2_to_out_0_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(445810752)))];
            tensor<fp16, [2, 1280, 1, 576]> var_55214_cast = conv(bias = up_blocks_0_attentions_2_transformer_blocks_6_attn2_to_out_0_bias_to_fp16, dilations = var_55212, groups = var_30355, pad = var_55214_pad_0, pad_type = var_55214_pad_type_0, strides = var_55210, weight = up_blocks_0_attentions_2_transformer_blocks_6_attn2_to_out_0_weight_to_fp16_palettized, x = input_685_cast)[name = tensor<string, []>("op_55214_cast")];
            tensor<fp16, [2, 1280, 1, 576]> inputs_365_cast = add(x = var_55214_cast, y = inputs_363_cast)[name = tensor<string, []>("inputs_365_cast")];
            tensor<int32, [1]> var_55218 = const()[name = tensor<string, []>("op_55218"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> channels_mean_365_cast = reduce_mean(axes = var_55218, keep_dims = var_30350, x = inputs_365_cast)[name = tensor<string, []>("channels_mean_365_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_365_cast = sub(x = inputs_365_cast, y = channels_mean_365_cast)[name = tensor<string, []>("zero_mean_365_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_sq_365_cast = mul(x = zero_mean_365_cast, y = zero_mean_365_cast)[name = tensor<string, []>("zero_mean_sq_365_cast")];
            tensor<int32, [1]> var_55222 = const()[name = tensor<string, []>("op_55222"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> var_55223_cast = reduce_mean(axes = var_55222, keep_dims = var_30350, x = zero_mean_sq_365_cast)[name = tensor<string, []>("op_55223_cast")];
            tensor<fp16, []> var_55224_to_fp16 = const()[name = tensor<string, []>("op_55224_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 576]> var_55225_cast = add(x = var_55223_cast, y = var_55224_to_fp16)[name = tensor<string, []>("op_55225_cast")];
            tensor<fp16, []> denom_365_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_365_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 576]> denom_365_cast = rsqrt(epsilon = denom_365_epsilon_0_to_fp16, x = var_55225_cast)[name = tensor<string, []>("denom_365_cast")];
            tensor<fp16, [2, 1280, 1, 576]> out_365_cast = mul(x = zero_mean_365_cast, y = denom_365_cast)[name = tensor<string, []>("out_365_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_55229_to_fp16 = const()[name = tensor<string, []>("op_55229_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(445813376)))];
            tensor<fp16, [2, 1280, 1, 576]> var_55230_cast = add(x = out_365_cast, y = var_55229_to_fp16)[name = tensor<string, []>("op_55230_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_55232_to_fp16 = const()[name = tensor<string, []>("op_55232_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(445816000)))];
            tensor<fp16, [2, 1280, 1, 576]> input_687_cast = mul(x = var_55230_cast, y = var_55232_to_fp16)[name = tensor<string, []>("input_687_cast")];
            tensor<int32, [2]> var_55240 = const()[name = tensor<string, []>("op_55240"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_55242 = const()[name = tensor<string, []>("op_55242"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_55244_pad_type_0 = const()[name = tensor<string, []>("op_55244_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_55244_pad_0 = const()[name = tensor<string, []>("op_55244_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [10240, 1280, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_6_ff_net_0_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [9830400]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(445818624))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(455649088))), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_6_ff_net_0_proj_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([10240, 1280, 1, 1])];
            tensor<fp16, [10240]> up_blocks_0_attentions_2_transformer_blocks_6_ff_net_0_proj_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_6_ff_net_0_proj_bias_to_fp16"), val = tensor<fp16, [10240]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(455649280)))];
            tensor<fp16, [2, 10240, 1, 576]> var_55244_cast = conv(bias = up_blocks_0_attentions_2_transformer_blocks_6_ff_net_0_proj_bias_to_fp16, dilations = var_55242, groups = var_30355, pad = var_55244_pad_0, pad_type = var_55244_pad_type_0, strides = var_55240, weight = up_blocks_0_attentions_2_transformer_blocks_6_ff_net_0_proj_weight_to_fp16_palettized, x = input_687_cast)[name = tensor<string, []>("op_55244_cast")];
            tensor<int32, [2]> var_55245_split_sizes_0 = const()[name = tensor<string, []>("op_55245_split_sizes_0"), val = tensor<int32, [2]>([5120, 5120])];
            tensor<int32, []> var_55245_axis_0 = const()[name = tensor<string, []>("op_55245_axis_0"), val = tensor<int32, []>(1)];
            tensor<fp16, [2, 5120, 1, 576]> var_55245_cast_0, tensor<fp16, [2, 5120, 1, 576]> var_55245_cast_1 = split(axis = var_55245_axis_0, split_sizes = var_55245_split_sizes_0, x = var_55244_cast)[name = tensor<string, []>("op_55245_cast")];
            tensor<string, []> var_55247_mode_0 = const()[name = tensor<string, []>("op_55247_mode_0"), val = tensor<string, []>("EXACT")];
            tensor<fp16, [2, 5120, 1, 576]> var_55247_cast = gelu(mode = var_55247_mode_0, x = var_55245_cast_1)[name = tensor<string, []>("op_55247_cast")];
            tensor<fp16, [2, 5120, 1, 576]> input_689_cast = mul(x = var_55245_cast_0, y = var_55247_cast)[name = tensor<string, []>("input_689_cast")];
            tensor<int32, [2]> var_55251 = const()[name = tensor<string, []>("op_55251"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_55253 = const()[name = tensor<string, []>("op_55253"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_55255_pad_type_0 = const()[name = tensor<string, []>("op_55255_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_55255_pad_0 = const()[name = tensor<string, []>("op_55255_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 5120, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_6_ff_net_2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [4915200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(455669824))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(460585088))), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_6_ff_net_2_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 5120, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_attentions_2_transformer_blocks_6_ff_net_2_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_6_ff_net_2_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(460585280)))];
            tensor<fp16, [2, 1280, 1, 576]> var_55255_cast = conv(bias = up_blocks_0_attentions_2_transformer_blocks_6_ff_net_2_bias_to_fp16, dilations = var_55253, groups = var_30355, pad = var_55255_pad_0, pad_type = var_55255_pad_type_0, strides = var_55251, weight = up_blocks_0_attentions_2_transformer_blocks_6_ff_net_2_weight_to_fp16_palettized, x = input_689_cast)[name = tensor<string, []>("op_55255_cast")];
            tensor<fp16, [2, 1280, 1, 576]> inputs_367_cast = add(x = var_55255_cast, y = inputs_365_cast)[name = tensor<string, []>("inputs_367_cast")];
            tensor<int32, [1]> var_55265 = const()[name = tensor<string, []>("op_55265"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> channels_mean_367_cast = reduce_mean(axes = var_55265, keep_dims = var_30350, x = inputs_367_cast)[name = tensor<string, []>("channels_mean_367_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_367_cast = sub(x = inputs_367_cast, y = channels_mean_367_cast)[name = tensor<string, []>("zero_mean_367_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_sq_367_cast = mul(x = zero_mean_367_cast, y = zero_mean_367_cast)[name = tensor<string, []>("zero_mean_sq_367_cast")];
            tensor<int32, [1]> var_55269 = const()[name = tensor<string, []>("op_55269"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> var_55270_cast = reduce_mean(axes = var_55269, keep_dims = var_30350, x = zero_mean_sq_367_cast)[name = tensor<string, []>("op_55270_cast")];
            tensor<fp16, []> var_55271_to_fp16 = const()[name = tensor<string, []>("op_55271_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 576]> var_55272_cast = add(x = var_55270_cast, y = var_55271_to_fp16)[name = tensor<string, []>("op_55272_cast")];
            tensor<fp16, []> denom_367_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_367_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 576]> denom_367_cast = rsqrt(epsilon = denom_367_epsilon_0_to_fp16, x = var_55272_cast)[name = tensor<string, []>("denom_367_cast")];
            tensor<fp16, [2, 1280, 1, 576]> out_367_cast = mul(x = zero_mean_367_cast, y = denom_367_cast)[name = tensor<string, []>("out_367_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_55276_to_fp16 = const()[name = tensor<string, []>("op_55276_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(460587904)))];
            tensor<fp16, [2, 1280, 1, 576]> var_55277_cast = add(x = out_367_cast, y = var_55276_to_fp16)[name = tensor<string, []>("op_55277_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_55279_to_fp16 = const()[name = tensor<string, []>("op_55279_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(460590528)))];
            tensor<fp16, [2, 1280, 1, 576]> hidden_states_477_cast = mul(x = var_55277_cast, y = var_55279_to_fp16)[name = tensor<string, []>("hidden_states_477_cast")];
            tensor<int32, [2]> var_55286 = const()[name = tensor<string, []>("op_55286"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_55288 = const()[name = tensor<string, []>("op_55288"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> q_245_pad_type_0 = const()[name = tensor<string, []>("q_245_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> q_245_pad_0 = const()[name = tensor<string, []>("q_245_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_7_attn1_to_q_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [819200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(460593152))), lut = tensor<fp16, [16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(461412416))), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_7_attn1_to_q_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> q_245_cast = conv(dilations = var_55288, groups = var_30355, pad = q_245_pad_0, pad_type = q_245_pad_type_0, strides = var_55286, weight = up_blocks_0_attentions_2_transformer_blocks_7_attn1_to_q_weight_to_fp16_palettized, x = hidden_states_477_cast)[name = tensor<string, []>("q_245_cast")];
            tensor<int32, [2]> var_55292 = const()[name = tensor<string, []>("op_55292"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_55294 = const()[name = tensor<string, []>("op_55294"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> k_489_pad_type_0 = const()[name = tensor<string, []>("k_489_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> k_489_pad_0 = const()[name = tensor<string, []>("k_489_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_7_attn1_to_k_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [819200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(461412544))), lut = tensor<fp16, [16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(462231808))), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_7_attn1_to_k_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> k_489_cast = conv(dilations = var_55294, groups = var_30355, pad = k_489_pad_0, pad_type = k_489_pad_type_0, strides = var_55292, weight = up_blocks_0_attentions_2_transformer_blocks_7_attn1_to_k_weight_to_fp16_palettized, x = hidden_states_477_cast)[name = tensor<string, []>("k_489_cast")];
            tensor<int32, [2]> var_55298 = const()[name = tensor<string, []>("op_55298"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_55300 = const()[name = tensor<string, []>("op_55300"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> v_245_pad_type_0 = const()[name = tensor<string, []>("v_245_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> v_245_pad_0 = const()[name = tensor<string, []>("v_245_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_7_attn1_to_v_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [1228800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(462231936))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(463460800))), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_7_attn1_to_v_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> v_245_cast = conv(dilations = var_55300, groups = var_30355, pad = v_245_pad_0, pad_type = v_245_pad_type_0, strides = var_55298, weight = up_blocks_0_attentions_2_transformer_blocks_7_attn1_to_v_weight_to_fp16_palettized, x = hidden_states_477_cast)[name = tensor<string, []>("v_245_cast")];
            tensor<int32, [4]> var_55304_begin_0 = const()[name = tensor<string, []>("op_55304_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_55304_end_0 = const()[name = tensor<string, []>("op_55304_end_0"), val = tensor<int32, [4]>([2, 64, 1, 576])];
            tensor<bool, [4]> var_55304_end_mask_0 = const()[name = tensor<string, []>("op_55304_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_55304_cast = slice_by_index(begin = var_55304_begin_0, end = var_55304_end_0, end_mask = var_55304_end_mask_0, x = q_245_cast)[name = tensor<string, []>("op_55304_cast")];
            tensor<int32, [4]> var_55308_begin_0 = const()[name = tensor<string, []>("op_55308_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_55308_end_0 = const()[name = tensor<string, []>("op_55308_end_0"), val = tensor<int32, [4]>([2, 128, 1, 576])];
            tensor<bool, [4]> var_55308_end_mask_0 = const()[name = tensor<string, []>("op_55308_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_55308_cast = slice_by_index(begin = var_55308_begin_0, end = var_55308_end_0, end_mask = var_55308_end_mask_0, x = q_245_cast)[name = tensor<string, []>("op_55308_cast")];
            tensor<int32, [4]> var_55312_begin_0 = const()[name = tensor<string, []>("op_55312_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_55312_end_0 = const()[name = tensor<string, []>("op_55312_end_0"), val = tensor<int32, [4]>([2, 192, 1, 576])];
            tensor<bool, [4]> var_55312_end_mask_0 = const()[name = tensor<string, []>("op_55312_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_55312_cast = slice_by_index(begin = var_55312_begin_0, end = var_55312_end_0, end_mask = var_55312_end_mask_0, x = q_245_cast)[name = tensor<string, []>("op_55312_cast")];
            tensor<int32, [4]> var_55316_begin_0 = const()[name = tensor<string, []>("op_55316_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_55316_end_0 = const()[name = tensor<string, []>("op_55316_end_0"), val = tensor<int32, [4]>([2, 256, 1, 576])];
            tensor<bool, [4]> var_55316_end_mask_0 = const()[name = tensor<string, []>("op_55316_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_55316_cast = slice_by_index(begin = var_55316_begin_0, end = var_55316_end_0, end_mask = var_55316_end_mask_0, x = q_245_cast)[name = tensor<string, []>("op_55316_cast")];
            tensor<int32, [4]> var_55320_begin_0 = const()[name = tensor<string, []>("op_55320_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_55320_end_0 = const()[name = tensor<string, []>("op_55320_end_0"), val = tensor<int32, [4]>([2, 320, 1, 576])];
            tensor<bool, [4]> var_55320_end_mask_0 = const()[name = tensor<string, []>("op_55320_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_55320_cast = slice_by_index(begin = var_55320_begin_0, end = var_55320_end_0, end_mask = var_55320_end_mask_0, x = q_245_cast)[name = tensor<string, []>("op_55320_cast")];
            tensor<int32, [4]> var_55324_begin_0 = const()[name = tensor<string, []>("op_55324_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_55324_end_0 = const()[name = tensor<string, []>("op_55324_end_0"), val = tensor<int32, [4]>([2, 384, 1, 576])];
            tensor<bool, [4]> var_55324_end_mask_0 = const()[name = tensor<string, []>("op_55324_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_55324_cast = slice_by_index(begin = var_55324_begin_0, end = var_55324_end_0, end_mask = var_55324_end_mask_0, x = q_245_cast)[name = tensor<string, []>("op_55324_cast")];
            tensor<int32, [4]> var_55328_begin_0 = const()[name = tensor<string, []>("op_55328_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_55328_end_0 = const()[name = tensor<string, []>("op_55328_end_0"), val = tensor<int32, [4]>([2, 448, 1, 576])];
            tensor<bool, [4]> var_55328_end_mask_0 = const()[name = tensor<string, []>("op_55328_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_55328_cast = slice_by_index(begin = var_55328_begin_0, end = var_55328_end_0, end_mask = var_55328_end_mask_0, x = q_245_cast)[name = tensor<string, []>("op_55328_cast")];
            tensor<int32, [4]> var_55332_begin_0 = const()[name = tensor<string, []>("op_55332_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_55332_end_0 = const()[name = tensor<string, []>("op_55332_end_0"), val = tensor<int32, [4]>([2, 512, 1, 576])];
            tensor<bool, [4]> var_55332_end_mask_0 = const()[name = tensor<string, []>("op_55332_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_55332_cast = slice_by_index(begin = var_55332_begin_0, end = var_55332_end_0, end_mask = var_55332_end_mask_0, x = q_245_cast)[name = tensor<string, []>("op_55332_cast")];
            tensor<int32, [4]> var_55336_begin_0 = const()[name = tensor<string, []>("op_55336_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_55336_end_0 = const()[name = tensor<string, []>("op_55336_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_55336_end_mask_0 = const()[name = tensor<string, []>("op_55336_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_55336_cast = slice_by_index(begin = var_55336_begin_0, end = var_55336_end_0, end_mask = var_55336_end_mask_0, x = q_245_cast)[name = tensor<string, []>("op_55336_cast")];
            tensor<int32, [4]> var_55340_begin_0 = const()[name = tensor<string, []>("op_55340_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_55340_end_0 = const()[name = tensor<string, []>("op_55340_end_0"), val = tensor<int32, [4]>([2, 640, 1, 576])];
            tensor<bool, [4]> var_55340_end_mask_0 = const()[name = tensor<string, []>("op_55340_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_55340_cast = slice_by_index(begin = var_55340_begin_0, end = var_55340_end_0, end_mask = var_55340_end_mask_0, x = q_245_cast)[name = tensor<string, []>("op_55340_cast")];
            tensor<int32, [4]> var_55344_begin_0 = const()[name = tensor<string, []>("op_55344_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_55344_end_0 = const()[name = tensor<string, []>("op_55344_end_0"), val = tensor<int32, [4]>([2, 704, 1, 576])];
            tensor<bool, [4]> var_55344_end_mask_0 = const()[name = tensor<string, []>("op_55344_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_55344_cast = slice_by_index(begin = var_55344_begin_0, end = var_55344_end_0, end_mask = var_55344_end_mask_0, x = q_245_cast)[name = tensor<string, []>("op_55344_cast")];
            tensor<int32, [4]> var_55348_begin_0 = const()[name = tensor<string, []>("op_55348_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_55348_end_0 = const()[name = tensor<string, []>("op_55348_end_0"), val = tensor<int32, [4]>([2, 768, 1, 576])];
            tensor<bool, [4]> var_55348_end_mask_0 = const()[name = tensor<string, []>("op_55348_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_55348_cast = slice_by_index(begin = var_55348_begin_0, end = var_55348_end_0, end_mask = var_55348_end_mask_0, x = q_245_cast)[name = tensor<string, []>("op_55348_cast")];
            tensor<int32, [4]> var_55352_begin_0 = const()[name = tensor<string, []>("op_55352_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_55352_end_0 = const()[name = tensor<string, []>("op_55352_end_0"), val = tensor<int32, [4]>([2, 832, 1, 576])];
            tensor<bool, [4]> var_55352_end_mask_0 = const()[name = tensor<string, []>("op_55352_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_55352_cast = slice_by_index(begin = var_55352_begin_0, end = var_55352_end_0, end_mask = var_55352_end_mask_0, x = q_245_cast)[name = tensor<string, []>("op_55352_cast")];
            tensor<int32, [4]> var_55356_begin_0 = const()[name = tensor<string, []>("op_55356_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_55356_end_0 = const()[name = tensor<string, []>("op_55356_end_0"), val = tensor<int32, [4]>([2, 896, 1, 576])];
            tensor<bool, [4]> var_55356_end_mask_0 = const()[name = tensor<string, []>("op_55356_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_55356_cast = slice_by_index(begin = var_55356_begin_0, end = var_55356_end_0, end_mask = var_55356_end_mask_0, x = q_245_cast)[name = tensor<string, []>("op_55356_cast")];
            tensor<int32, [4]> var_55360_begin_0 = const()[name = tensor<string, []>("op_55360_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_55360_end_0 = const()[name = tensor<string, []>("op_55360_end_0"), val = tensor<int32, [4]>([2, 960, 1, 576])];
            tensor<bool, [4]> var_55360_end_mask_0 = const()[name = tensor<string, []>("op_55360_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_55360_cast = slice_by_index(begin = var_55360_begin_0, end = var_55360_end_0, end_mask = var_55360_end_mask_0, x = q_245_cast)[name = tensor<string, []>("op_55360_cast")];
            tensor<int32, [4]> var_55364_begin_0 = const()[name = tensor<string, []>("op_55364_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_55364_end_0 = const()[name = tensor<string, []>("op_55364_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 576])];
            tensor<bool, [4]> var_55364_end_mask_0 = const()[name = tensor<string, []>("op_55364_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_55364_cast = slice_by_index(begin = var_55364_begin_0, end = var_55364_end_0, end_mask = var_55364_end_mask_0, x = q_245_cast)[name = tensor<string, []>("op_55364_cast")];
            tensor<int32, [4]> var_55368_begin_0 = const()[name = tensor<string, []>("op_55368_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_55368_end_0 = const()[name = tensor<string, []>("op_55368_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 576])];
            tensor<bool, [4]> var_55368_end_mask_0 = const()[name = tensor<string, []>("op_55368_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_55368_cast = slice_by_index(begin = var_55368_begin_0, end = var_55368_end_0, end_mask = var_55368_end_mask_0, x = q_245_cast)[name = tensor<string, []>("op_55368_cast")];
            tensor<int32, [4]> var_55372_begin_0 = const()[name = tensor<string, []>("op_55372_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_55372_end_0 = const()[name = tensor<string, []>("op_55372_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 576])];
            tensor<bool, [4]> var_55372_end_mask_0 = const()[name = tensor<string, []>("op_55372_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_55372_cast = slice_by_index(begin = var_55372_begin_0, end = var_55372_end_0, end_mask = var_55372_end_mask_0, x = q_245_cast)[name = tensor<string, []>("op_55372_cast")];
            tensor<int32, [4]> var_55376_begin_0 = const()[name = tensor<string, []>("op_55376_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_55376_end_0 = const()[name = tensor<string, []>("op_55376_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 576])];
            tensor<bool, [4]> var_55376_end_mask_0 = const()[name = tensor<string, []>("op_55376_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_55376_cast = slice_by_index(begin = var_55376_begin_0, end = var_55376_end_0, end_mask = var_55376_end_mask_0, x = q_245_cast)[name = tensor<string, []>("op_55376_cast")];
            tensor<int32, [4]> var_55380_begin_0 = const()[name = tensor<string, []>("op_55380_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_55380_end_0 = const()[name = tensor<string, []>("op_55380_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 576])];
            tensor<bool, [4]> var_55380_end_mask_0 = const()[name = tensor<string, []>("op_55380_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_55380_cast = slice_by_index(begin = var_55380_begin_0, end = var_55380_end_0, end_mask = var_55380_end_mask_0, x = q_245_cast)[name = tensor<string, []>("op_55380_cast")];
            tensor<int32, [4]> k_491_perm_0 = const()[name = tensor<string, []>("k_491_perm_0"), val = tensor<int32, [4]>([0, 3, 2, 1])];
            tensor<int32, [4]> var_55387_begin_0 = const()[name = tensor<string, []>("op_55387_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_55387_end_0 = const()[name = tensor<string, []>("op_55387_end_0"), val = tensor<int32, [4]>([2, 576, 1, 64])];
            tensor<bool, [4]> var_55387_end_mask_0 = const()[name = tensor<string, []>("op_55387_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 1280]> transpose_17 = transpose(perm = k_491_perm_0, x = k_489_cast)[name = tensor<string, []>("transpose_17")];
            tensor<fp16, [2, 576, 1, 64]> var_55387_cast = slice_by_index(begin = var_55387_begin_0, end = var_55387_end_0, end_mask = var_55387_end_mask_0, x = transpose_17)[name = tensor<string, []>("op_55387_cast")];
            tensor<int32, [4]> var_55391_begin_0 = const()[name = tensor<string, []>("op_55391_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 64])];
            tensor<int32, [4]> var_55391_end_0 = const()[name = tensor<string, []>("op_55391_end_0"), val = tensor<int32, [4]>([2, 576, 1, 128])];
            tensor<bool, [4]> var_55391_end_mask_0 = const()[name = tensor<string, []>("op_55391_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_55391_cast = slice_by_index(begin = var_55391_begin_0, end = var_55391_end_0, end_mask = var_55391_end_mask_0, x = transpose_17)[name = tensor<string, []>("op_55391_cast")];
            tensor<int32, [4]> var_55395_begin_0 = const()[name = tensor<string, []>("op_55395_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 128])];
            tensor<int32, [4]> var_55395_end_0 = const()[name = tensor<string, []>("op_55395_end_0"), val = tensor<int32, [4]>([2, 576, 1, 192])];
            tensor<bool, [4]> var_55395_end_mask_0 = const()[name = tensor<string, []>("op_55395_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_55395_cast = slice_by_index(begin = var_55395_begin_0, end = var_55395_end_0, end_mask = var_55395_end_mask_0, x = transpose_17)[name = tensor<string, []>("op_55395_cast")];
            tensor<int32, [4]> var_55399_begin_0 = const()[name = tensor<string, []>("op_55399_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 192])];
            tensor<int32, [4]> var_55399_end_0 = const()[name = tensor<string, []>("op_55399_end_0"), val = tensor<int32, [4]>([2, 576, 1, 256])];
            tensor<bool, [4]> var_55399_end_mask_0 = const()[name = tensor<string, []>("op_55399_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_55399_cast = slice_by_index(begin = var_55399_begin_0, end = var_55399_end_0, end_mask = var_55399_end_mask_0, x = transpose_17)[name = tensor<string, []>("op_55399_cast")];
            tensor<int32, [4]> var_55403_begin_0 = const()[name = tensor<string, []>("op_55403_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 256])];
            tensor<int32, [4]> var_55403_end_0 = const()[name = tensor<string, []>("op_55403_end_0"), val = tensor<int32, [4]>([2, 576, 1, 320])];
            tensor<bool, [4]> var_55403_end_mask_0 = const()[name = tensor<string, []>("op_55403_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_55403_cast = slice_by_index(begin = var_55403_begin_0, end = var_55403_end_0, end_mask = var_55403_end_mask_0, x = transpose_17)[name = tensor<string, []>("op_55403_cast")];
            tensor<int32, [4]> var_55407_begin_0 = const()[name = tensor<string, []>("op_55407_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 320])];
            tensor<int32, [4]> var_55407_end_0 = const()[name = tensor<string, []>("op_55407_end_0"), val = tensor<int32, [4]>([2, 576, 1, 384])];
            tensor<bool, [4]> var_55407_end_mask_0 = const()[name = tensor<string, []>("op_55407_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_55407_cast = slice_by_index(begin = var_55407_begin_0, end = var_55407_end_0, end_mask = var_55407_end_mask_0, x = transpose_17)[name = tensor<string, []>("op_55407_cast")];
            tensor<int32, [4]> var_55411_begin_0 = const()[name = tensor<string, []>("op_55411_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 384])];
            tensor<int32, [4]> var_55411_end_0 = const()[name = tensor<string, []>("op_55411_end_0"), val = tensor<int32, [4]>([2, 576, 1, 448])];
            tensor<bool, [4]> var_55411_end_mask_0 = const()[name = tensor<string, []>("op_55411_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_55411_cast = slice_by_index(begin = var_55411_begin_0, end = var_55411_end_0, end_mask = var_55411_end_mask_0, x = transpose_17)[name = tensor<string, []>("op_55411_cast")];
            tensor<int32, [4]> var_55415_begin_0 = const()[name = tensor<string, []>("op_55415_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 448])];
            tensor<int32, [4]> var_55415_end_0 = const()[name = tensor<string, []>("op_55415_end_0"), val = tensor<int32, [4]>([2, 576, 1, 512])];
            tensor<bool, [4]> var_55415_end_mask_0 = const()[name = tensor<string, []>("op_55415_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_55415_cast = slice_by_index(begin = var_55415_begin_0, end = var_55415_end_0, end_mask = var_55415_end_mask_0, x = transpose_17)[name = tensor<string, []>("op_55415_cast")];
            tensor<int32, [4]> var_55419_begin_0 = const()[name = tensor<string, []>("op_55419_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 512])];
            tensor<int32, [4]> var_55419_end_0 = const()[name = tensor<string, []>("op_55419_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_55419_end_mask_0 = const()[name = tensor<string, []>("op_55419_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_55419_cast = slice_by_index(begin = var_55419_begin_0, end = var_55419_end_0, end_mask = var_55419_end_mask_0, x = transpose_17)[name = tensor<string, []>("op_55419_cast")];
            tensor<int32, [4]> var_55423_begin_0 = const()[name = tensor<string, []>("op_55423_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 576])];
            tensor<int32, [4]> var_55423_end_0 = const()[name = tensor<string, []>("op_55423_end_0"), val = tensor<int32, [4]>([2, 576, 1, 640])];
            tensor<bool, [4]> var_55423_end_mask_0 = const()[name = tensor<string, []>("op_55423_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_55423_cast = slice_by_index(begin = var_55423_begin_0, end = var_55423_end_0, end_mask = var_55423_end_mask_0, x = transpose_17)[name = tensor<string, []>("op_55423_cast")];
            tensor<int32, [4]> var_55427_begin_0 = const()[name = tensor<string, []>("op_55427_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 640])];
            tensor<int32, [4]> var_55427_end_0 = const()[name = tensor<string, []>("op_55427_end_0"), val = tensor<int32, [4]>([2, 576, 1, 704])];
            tensor<bool, [4]> var_55427_end_mask_0 = const()[name = tensor<string, []>("op_55427_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_55427_cast = slice_by_index(begin = var_55427_begin_0, end = var_55427_end_0, end_mask = var_55427_end_mask_0, x = transpose_17)[name = tensor<string, []>("op_55427_cast")];
            tensor<int32, [4]> var_55431_begin_0 = const()[name = tensor<string, []>("op_55431_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 704])];
            tensor<int32, [4]> var_55431_end_0 = const()[name = tensor<string, []>("op_55431_end_0"), val = tensor<int32, [4]>([2, 576, 1, 768])];
            tensor<bool, [4]> var_55431_end_mask_0 = const()[name = tensor<string, []>("op_55431_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_55431_cast = slice_by_index(begin = var_55431_begin_0, end = var_55431_end_0, end_mask = var_55431_end_mask_0, x = transpose_17)[name = tensor<string, []>("op_55431_cast")];
            tensor<int32, [4]> var_55435_begin_0 = const()[name = tensor<string, []>("op_55435_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 768])];
            tensor<int32, [4]> var_55435_end_0 = const()[name = tensor<string, []>("op_55435_end_0"), val = tensor<int32, [4]>([2, 576, 1, 832])];
            tensor<bool, [4]> var_55435_end_mask_0 = const()[name = tensor<string, []>("op_55435_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_55435_cast = slice_by_index(begin = var_55435_begin_0, end = var_55435_end_0, end_mask = var_55435_end_mask_0, x = transpose_17)[name = tensor<string, []>("op_55435_cast")];
            tensor<int32, [4]> var_55439_begin_0 = const()[name = tensor<string, []>("op_55439_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 832])];
            tensor<int32, [4]> var_55439_end_0 = const()[name = tensor<string, []>("op_55439_end_0"), val = tensor<int32, [4]>([2, 576, 1, 896])];
            tensor<bool, [4]> var_55439_end_mask_0 = const()[name = tensor<string, []>("op_55439_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_55439_cast = slice_by_index(begin = var_55439_begin_0, end = var_55439_end_0, end_mask = var_55439_end_mask_0, x = transpose_17)[name = tensor<string, []>("op_55439_cast")];
            tensor<int32, [4]> var_55443_begin_0 = const()[name = tensor<string, []>("op_55443_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 896])];
            tensor<int32, [4]> var_55443_end_0 = const()[name = tensor<string, []>("op_55443_end_0"), val = tensor<int32, [4]>([2, 576, 1, 960])];
            tensor<bool, [4]> var_55443_end_mask_0 = const()[name = tensor<string, []>("op_55443_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_55443_cast = slice_by_index(begin = var_55443_begin_0, end = var_55443_end_0, end_mask = var_55443_end_mask_0, x = transpose_17)[name = tensor<string, []>("op_55443_cast")];
            tensor<int32, [4]> var_55447_begin_0 = const()[name = tensor<string, []>("op_55447_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 960])];
            tensor<int32, [4]> var_55447_end_0 = const()[name = tensor<string, []>("op_55447_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1024])];
            tensor<bool, [4]> var_55447_end_mask_0 = const()[name = tensor<string, []>("op_55447_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_55447_cast = slice_by_index(begin = var_55447_begin_0, end = var_55447_end_0, end_mask = var_55447_end_mask_0, x = transpose_17)[name = tensor<string, []>("op_55447_cast")];
            tensor<int32, [4]> var_55451_begin_0 = const()[name = tensor<string, []>("op_55451_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1024])];
            tensor<int32, [4]> var_55451_end_0 = const()[name = tensor<string, []>("op_55451_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1088])];
            tensor<bool, [4]> var_55451_end_mask_0 = const()[name = tensor<string, []>("op_55451_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_55451_cast = slice_by_index(begin = var_55451_begin_0, end = var_55451_end_0, end_mask = var_55451_end_mask_0, x = transpose_17)[name = tensor<string, []>("op_55451_cast")];
            tensor<int32, [4]> var_55455_begin_0 = const()[name = tensor<string, []>("op_55455_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1088])];
            tensor<int32, [4]> var_55455_end_0 = const()[name = tensor<string, []>("op_55455_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1152])];
            tensor<bool, [4]> var_55455_end_mask_0 = const()[name = tensor<string, []>("op_55455_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_55455_cast = slice_by_index(begin = var_55455_begin_0, end = var_55455_end_0, end_mask = var_55455_end_mask_0, x = transpose_17)[name = tensor<string, []>("op_55455_cast")];
            tensor<int32, [4]> var_55459_begin_0 = const()[name = tensor<string, []>("op_55459_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1152])];
            tensor<int32, [4]> var_55459_end_0 = const()[name = tensor<string, []>("op_55459_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1216])];
            tensor<bool, [4]> var_55459_end_mask_0 = const()[name = tensor<string, []>("op_55459_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_55459_cast = slice_by_index(begin = var_55459_begin_0, end = var_55459_end_0, end_mask = var_55459_end_mask_0, x = transpose_17)[name = tensor<string, []>("op_55459_cast")];
            tensor<int32, [4]> var_55463_begin_0 = const()[name = tensor<string, []>("op_55463_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1216])];
            tensor<int32, [4]> var_55463_end_0 = const()[name = tensor<string, []>("op_55463_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1280])];
            tensor<bool, [4]> var_55463_end_mask_0 = const()[name = tensor<string, []>("op_55463_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_55463_cast = slice_by_index(begin = var_55463_begin_0, end = var_55463_end_0, end_mask = var_55463_end_mask_0, x = transpose_17)[name = tensor<string, []>("op_55463_cast")];
            tensor<int32, [4]> var_55465_begin_0 = const()[name = tensor<string, []>("op_55465_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_55465_end_0 = const()[name = tensor<string, []>("op_55465_end_0"), val = tensor<int32, [4]>([2, 64, 1, 576])];
            tensor<bool, [4]> var_55465_end_mask_0 = const()[name = tensor<string, []>("op_55465_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_55465_cast = slice_by_index(begin = var_55465_begin_0, end = var_55465_end_0, end_mask = var_55465_end_mask_0, x = v_245_cast)[name = tensor<string, []>("op_55465_cast")];
            tensor<int32, [4]> var_55469_begin_0 = const()[name = tensor<string, []>("op_55469_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_55469_end_0 = const()[name = tensor<string, []>("op_55469_end_0"), val = tensor<int32, [4]>([2, 128, 1, 576])];
            tensor<bool, [4]> var_55469_end_mask_0 = const()[name = tensor<string, []>("op_55469_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_55469_cast = slice_by_index(begin = var_55469_begin_0, end = var_55469_end_0, end_mask = var_55469_end_mask_0, x = v_245_cast)[name = tensor<string, []>("op_55469_cast")];
            tensor<int32, [4]> var_55473_begin_0 = const()[name = tensor<string, []>("op_55473_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_55473_end_0 = const()[name = tensor<string, []>("op_55473_end_0"), val = tensor<int32, [4]>([2, 192, 1, 576])];
            tensor<bool, [4]> var_55473_end_mask_0 = const()[name = tensor<string, []>("op_55473_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_55473_cast = slice_by_index(begin = var_55473_begin_0, end = var_55473_end_0, end_mask = var_55473_end_mask_0, x = v_245_cast)[name = tensor<string, []>("op_55473_cast")];
            tensor<int32, [4]> var_55477_begin_0 = const()[name = tensor<string, []>("op_55477_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_55477_end_0 = const()[name = tensor<string, []>("op_55477_end_0"), val = tensor<int32, [4]>([2, 256, 1, 576])];
            tensor<bool, [4]> var_55477_end_mask_0 = const()[name = tensor<string, []>("op_55477_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_55477_cast = slice_by_index(begin = var_55477_begin_0, end = var_55477_end_0, end_mask = var_55477_end_mask_0, x = v_245_cast)[name = tensor<string, []>("op_55477_cast")];
            tensor<int32, [4]> var_55481_begin_0 = const()[name = tensor<string, []>("op_55481_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_55481_end_0 = const()[name = tensor<string, []>("op_55481_end_0"), val = tensor<int32, [4]>([2, 320, 1, 576])];
            tensor<bool, [4]> var_55481_end_mask_0 = const()[name = tensor<string, []>("op_55481_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_55481_cast = slice_by_index(begin = var_55481_begin_0, end = var_55481_end_0, end_mask = var_55481_end_mask_0, x = v_245_cast)[name = tensor<string, []>("op_55481_cast")];
            tensor<int32, [4]> var_55485_begin_0 = const()[name = tensor<string, []>("op_55485_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_55485_end_0 = const()[name = tensor<string, []>("op_55485_end_0"), val = tensor<int32, [4]>([2, 384, 1, 576])];
            tensor<bool, [4]> var_55485_end_mask_0 = const()[name = tensor<string, []>("op_55485_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_55485_cast = slice_by_index(begin = var_55485_begin_0, end = var_55485_end_0, end_mask = var_55485_end_mask_0, x = v_245_cast)[name = tensor<string, []>("op_55485_cast")];
            tensor<int32, [4]> var_55489_begin_0 = const()[name = tensor<string, []>("op_55489_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_55489_end_0 = const()[name = tensor<string, []>("op_55489_end_0"), val = tensor<int32, [4]>([2, 448, 1, 576])];
            tensor<bool, [4]> var_55489_end_mask_0 = const()[name = tensor<string, []>("op_55489_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_55489_cast = slice_by_index(begin = var_55489_begin_0, end = var_55489_end_0, end_mask = var_55489_end_mask_0, x = v_245_cast)[name = tensor<string, []>("op_55489_cast")];
            tensor<int32, [4]> var_55493_begin_0 = const()[name = tensor<string, []>("op_55493_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_55493_end_0 = const()[name = tensor<string, []>("op_55493_end_0"), val = tensor<int32, [4]>([2, 512, 1, 576])];
            tensor<bool, [4]> var_55493_end_mask_0 = const()[name = tensor<string, []>("op_55493_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_55493_cast = slice_by_index(begin = var_55493_begin_0, end = var_55493_end_0, end_mask = var_55493_end_mask_0, x = v_245_cast)[name = tensor<string, []>("op_55493_cast")];
            tensor<int32, [4]> var_55497_begin_0 = const()[name = tensor<string, []>("op_55497_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_55497_end_0 = const()[name = tensor<string, []>("op_55497_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_55497_end_mask_0 = const()[name = tensor<string, []>("op_55497_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_55497_cast = slice_by_index(begin = var_55497_begin_0, end = var_55497_end_0, end_mask = var_55497_end_mask_0, x = v_245_cast)[name = tensor<string, []>("op_55497_cast")];
            tensor<int32, [4]> var_55501_begin_0 = const()[name = tensor<string, []>("op_55501_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_55501_end_0 = const()[name = tensor<string, []>("op_55501_end_0"), val = tensor<int32, [4]>([2, 640, 1, 576])];
            tensor<bool, [4]> var_55501_end_mask_0 = const()[name = tensor<string, []>("op_55501_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_55501_cast = slice_by_index(begin = var_55501_begin_0, end = var_55501_end_0, end_mask = var_55501_end_mask_0, x = v_245_cast)[name = tensor<string, []>("op_55501_cast")];
            tensor<int32, [4]> var_55505_begin_0 = const()[name = tensor<string, []>("op_55505_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_55505_end_0 = const()[name = tensor<string, []>("op_55505_end_0"), val = tensor<int32, [4]>([2, 704, 1, 576])];
            tensor<bool, [4]> var_55505_end_mask_0 = const()[name = tensor<string, []>("op_55505_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_55505_cast = slice_by_index(begin = var_55505_begin_0, end = var_55505_end_0, end_mask = var_55505_end_mask_0, x = v_245_cast)[name = tensor<string, []>("op_55505_cast")];
            tensor<int32, [4]> var_55509_begin_0 = const()[name = tensor<string, []>("op_55509_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_55509_end_0 = const()[name = tensor<string, []>("op_55509_end_0"), val = tensor<int32, [4]>([2, 768, 1, 576])];
            tensor<bool, [4]> var_55509_end_mask_0 = const()[name = tensor<string, []>("op_55509_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_55509_cast = slice_by_index(begin = var_55509_begin_0, end = var_55509_end_0, end_mask = var_55509_end_mask_0, x = v_245_cast)[name = tensor<string, []>("op_55509_cast")];
            tensor<int32, [4]> var_55513_begin_0 = const()[name = tensor<string, []>("op_55513_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_55513_end_0 = const()[name = tensor<string, []>("op_55513_end_0"), val = tensor<int32, [4]>([2, 832, 1, 576])];
            tensor<bool, [4]> var_55513_end_mask_0 = const()[name = tensor<string, []>("op_55513_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_55513_cast = slice_by_index(begin = var_55513_begin_0, end = var_55513_end_0, end_mask = var_55513_end_mask_0, x = v_245_cast)[name = tensor<string, []>("op_55513_cast")];
            tensor<int32, [4]> var_55517_begin_0 = const()[name = tensor<string, []>("op_55517_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_55517_end_0 = const()[name = tensor<string, []>("op_55517_end_0"), val = tensor<int32, [4]>([2, 896, 1, 576])];
            tensor<bool, [4]> var_55517_end_mask_0 = const()[name = tensor<string, []>("op_55517_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_55517_cast = slice_by_index(begin = var_55517_begin_0, end = var_55517_end_0, end_mask = var_55517_end_mask_0, x = v_245_cast)[name = tensor<string, []>("op_55517_cast")];
            tensor<int32, [4]> var_55521_begin_0 = const()[name = tensor<string, []>("op_55521_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_55521_end_0 = const()[name = tensor<string, []>("op_55521_end_0"), val = tensor<int32, [4]>([2, 960, 1, 576])];
            tensor<bool, [4]> var_55521_end_mask_0 = const()[name = tensor<string, []>("op_55521_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_55521_cast = slice_by_index(begin = var_55521_begin_0, end = var_55521_end_0, end_mask = var_55521_end_mask_0, x = v_245_cast)[name = tensor<string, []>("op_55521_cast")];
            tensor<int32, [4]> var_55525_begin_0 = const()[name = tensor<string, []>("op_55525_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_55525_end_0 = const()[name = tensor<string, []>("op_55525_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 576])];
            tensor<bool, [4]> var_55525_end_mask_0 = const()[name = tensor<string, []>("op_55525_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_55525_cast = slice_by_index(begin = var_55525_begin_0, end = var_55525_end_0, end_mask = var_55525_end_mask_0, x = v_245_cast)[name = tensor<string, []>("op_55525_cast")];
            tensor<int32, [4]> var_55529_begin_0 = const()[name = tensor<string, []>("op_55529_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_55529_end_0 = const()[name = tensor<string, []>("op_55529_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 576])];
            tensor<bool, [4]> var_55529_end_mask_0 = const()[name = tensor<string, []>("op_55529_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_55529_cast = slice_by_index(begin = var_55529_begin_0, end = var_55529_end_0, end_mask = var_55529_end_mask_0, x = v_245_cast)[name = tensor<string, []>("op_55529_cast")];
            tensor<int32, [4]> var_55533_begin_0 = const()[name = tensor<string, []>("op_55533_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_55533_end_0 = const()[name = tensor<string, []>("op_55533_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 576])];
            tensor<bool, [4]> var_55533_end_mask_0 = const()[name = tensor<string, []>("op_55533_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_55533_cast = slice_by_index(begin = var_55533_begin_0, end = var_55533_end_0, end_mask = var_55533_end_mask_0, x = v_245_cast)[name = tensor<string, []>("op_55533_cast")];
            tensor<int32, [4]> var_55537_begin_0 = const()[name = tensor<string, []>("op_55537_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_55537_end_0 = const()[name = tensor<string, []>("op_55537_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 576])];
            tensor<bool, [4]> var_55537_end_mask_0 = const()[name = tensor<string, []>("op_55537_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_55537_cast = slice_by_index(begin = var_55537_begin_0, end = var_55537_end_0, end_mask = var_55537_end_mask_0, x = v_245_cast)[name = tensor<string, []>("op_55537_cast")];
            tensor<int32, [4]> var_55541_begin_0 = const()[name = tensor<string, []>("op_55541_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_55541_end_0 = const()[name = tensor<string, []>("op_55541_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 576])];
            tensor<bool, [4]> var_55541_end_mask_0 = const()[name = tensor<string, []>("op_55541_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_55541_cast = slice_by_index(begin = var_55541_begin_0, end = var_55541_end_0, end_mask = var_55541_end_mask_0, x = v_245_cast)[name = tensor<string, []>("op_55541_cast")];
            tensor<string, []> var_55545_equation_0 = const()[name = tensor<string, []>("op_55545_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_55545_cast = einsum(equation = var_55545_equation_0, values = (var_55387_cast, var_55304_cast))[name = tensor<string, []>("op_55545_cast")];
            tensor<fp16, []> var_55546_to_fp16 = const()[name = tensor<string, []>("op_55546_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4721_cast = mul(x = var_55545_cast, y = var_55546_to_fp16)[name = tensor<string, []>("aw_4721_cast")];
            tensor<string, []> var_55549_equation_0 = const()[name = tensor<string, []>("op_55549_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_55549_cast = einsum(equation = var_55549_equation_0, values = (var_55391_cast, var_55308_cast))[name = tensor<string, []>("op_55549_cast")];
            tensor<fp16, []> var_55550_to_fp16 = const()[name = tensor<string, []>("op_55550_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4723_cast = mul(x = var_55549_cast, y = var_55550_to_fp16)[name = tensor<string, []>("aw_4723_cast")];
            tensor<string, []> var_55553_equation_0 = const()[name = tensor<string, []>("op_55553_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_55553_cast = einsum(equation = var_55553_equation_0, values = (var_55395_cast, var_55312_cast))[name = tensor<string, []>("op_55553_cast")];
            tensor<fp16, []> var_55554_to_fp16 = const()[name = tensor<string, []>("op_55554_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4725_cast = mul(x = var_55553_cast, y = var_55554_to_fp16)[name = tensor<string, []>("aw_4725_cast")];
            tensor<string, []> var_55557_equation_0 = const()[name = tensor<string, []>("op_55557_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_55557_cast = einsum(equation = var_55557_equation_0, values = (var_55399_cast, var_55316_cast))[name = tensor<string, []>("op_55557_cast")];
            tensor<fp16, []> var_55558_to_fp16 = const()[name = tensor<string, []>("op_55558_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4727_cast = mul(x = var_55557_cast, y = var_55558_to_fp16)[name = tensor<string, []>("aw_4727_cast")];
            tensor<string, []> var_55561_equation_0 = const()[name = tensor<string, []>("op_55561_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_55561_cast = einsum(equation = var_55561_equation_0, values = (var_55403_cast, var_55320_cast))[name = tensor<string, []>("op_55561_cast")];
            tensor<fp16, []> var_55562_to_fp16 = const()[name = tensor<string, []>("op_55562_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4729_cast = mul(x = var_55561_cast, y = var_55562_to_fp16)[name = tensor<string, []>("aw_4729_cast")];
            tensor<string, []> var_55565_equation_0 = const()[name = tensor<string, []>("op_55565_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_55565_cast = einsum(equation = var_55565_equation_0, values = (var_55407_cast, var_55324_cast))[name = tensor<string, []>("op_55565_cast")];
            tensor<fp16, []> var_55566_to_fp16 = const()[name = tensor<string, []>("op_55566_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4731_cast = mul(x = var_55565_cast, y = var_55566_to_fp16)[name = tensor<string, []>("aw_4731_cast")];
            tensor<string, []> var_55569_equation_0 = const()[name = tensor<string, []>("op_55569_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_55569_cast = einsum(equation = var_55569_equation_0, values = (var_55411_cast, var_55328_cast))[name = tensor<string, []>("op_55569_cast")];
            tensor<fp16, []> var_55570_to_fp16 = const()[name = tensor<string, []>("op_55570_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4733_cast = mul(x = var_55569_cast, y = var_55570_to_fp16)[name = tensor<string, []>("aw_4733_cast")];
            tensor<string, []> var_55573_equation_0 = const()[name = tensor<string, []>("op_55573_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_55573_cast = einsum(equation = var_55573_equation_0, values = (var_55415_cast, var_55332_cast))[name = tensor<string, []>("op_55573_cast")];
            tensor<fp16, []> var_55574_to_fp16 = const()[name = tensor<string, []>("op_55574_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4735_cast = mul(x = var_55573_cast, y = var_55574_to_fp16)[name = tensor<string, []>("aw_4735_cast")];
            tensor<string, []> var_55577_equation_0 = const()[name = tensor<string, []>("op_55577_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_55577_cast = einsum(equation = var_55577_equation_0, values = (var_55419_cast, var_55336_cast))[name = tensor<string, []>("op_55577_cast")];
            tensor<fp16, []> var_55578_to_fp16 = const()[name = tensor<string, []>("op_55578_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4737_cast = mul(x = var_55577_cast, y = var_55578_to_fp16)[name = tensor<string, []>("aw_4737_cast")];
            tensor<string, []> var_55581_equation_0 = const()[name = tensor<string, []>("op_55581_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_55581_cast = einsum(equation = var_55581_equation_0, values = (var_55423_cast, var_55340_cast))[name = tensor<string, []>("op_55581_cast")];
            tensor<fp16, []> var_55582_to_fp16 = const()[name = tensor<string, []>("op_55582_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4739_cast = mul(x = var_55581_cast, y = var_55582_to_fp16)[name = tensor<string, []>("aw_4739_cast")];
            tensor<string, []> var_55585_equation_0 = const()[name = tensor<string, []>("op_55585_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_55585_cast = einsum(equation = var_55585_equation_0, values = (var_55427_cast, var_55344_cast))[name = tensor<string, []>("op_55585_cast")];
            tensor<fp16, []> var_55586_to_fp16 = const()[name = tensor<string, []>("op_55586_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4741_cast = mul(x = var_55585_cast, y = var_55586_to_fp16)[name = tensor<string, []>("aw_4741_cast")];
            tensor<string, []> var_55589_equation_0 = const()[name = tensor<string, []>("op_55589_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_55589_cast = einsum(equation = var_55589_equation_0, values = (var_55431_cast, var_55348_cast))[name = tensor<string, []>("op_55589_cast")];
            tensor<fp16, []> var_55590_to_fp16 = const()[name = tensor<string, []>("op_55590_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4743_cast = mul(x = var_55589_cast, y = var_55590_to_fp16)[name = tensor<string, []>("aw_4743_cast")];
            tensor<string, []> var_55593_equation_0 = const()[name = tensor<string, []>("op_55593_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_55593_cast = einsum(equation = var_55593_equation_0, values = (var_55435_cast, var_55352_cast))[name = tensor<string, []>("op_55593_cast")];
            tensor<fp16, []> var_55594_to_fp16 = const()[name = tensor<string, []>("op_55594_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4745_cast = mul(x = var_55593_cast, y = var_55594_to_fp16)[name = tensor<string, []>("aw_4745_cast")];
            tensor<string, []> var_55597_equation_0 = const()[name = tensor<string, []>("op_55597_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_55597_cast = einsum(equation = var_55597_equation_0, values = (var_55439_cast, var_55356_cast))[name = tensor<string, []>("op_55597_cast")];
            tensor<fp16, []> var_55598_to_fp16 = const()[name = tensor<string, []>("op_55598_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4747_cast = mul(x = var_55597_cast, y = var_55598_to_fp16)[name = tensor<string, []>("aw_4747_cast")];
            tensor<string, []> var_55601_equation_0 = const()[name = tensor<string, []>("op_55601_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_55601_cast = einsum(equation = var_55601_equation_0, values = (var_55443_cast, var_55360_cast))[name = tensor<string, []>("op_55601_cast")];
            tensor<fp16, []> var_55602_to_fp16 = const()[name = tensor<string, []>("op_55602_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4749_cast = mul(x = var_55601_cast, y = var_55602_to_fp16)[name = tensor<string, []>("aw_4749_cast")];
            tensor<string, []> var_55605_equation_0 = const()[name = tensor<string, []>("op_55605_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_55605_cast = einsum(equation = var_55605_equation_0, values = (var_55447_cast, var_55364_cast))[name = tensor<string, []>("op_55605_cast")];
            tensor<fp16, []> var_55606_to_fp16 = const()[name = tensor<string, []>("op_55606_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4751_cast = mul(x = var_55605_cast, y = var_55606_to_fp16)[name = tensor<string, []>("aw_4751_cast")];
            tensor<string, []> var_55609_equation_0 = const()[name = tensor<string, []>("op_55609_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_55609_cast = einsum(equation = var_55609_equation_0, values = (var_55451_cast, var_55368_cast))[name = tensor<string, []>("op_55609_cast")];
            tensor<fp16, []> var_55610_to_fp16 = const()[name = tensor<string, []>("op_55610_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4753_cast = mul(x = var_55609_cast, y = var_55610_to_fp16)[name = tensor<string, []>("aw_4753_cast")];
            tensor<string, []> var_55613_equation_0 = const()[name = tensor<string, []>("op_55613_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_55613_cast = einsum(equation = var_55613_equation_0, values = (var_55455_cast, var_55372_cast))[name = tensor<string, []>("op_55613_cast")];
            tensor<fp16, []> var_55614_to_fp16 = const()[name = tensor<string, []>("op_55614_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4755_cast = mul(x = var_55613_cast, y = var_55614_to_fp16)[name = tensor<string, []>("aw_4755_cast")];
            tensor<string, []> var_55617_equation_0 = const()[name = tensor<string, []>("op_55617_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_55617_cast = einsum(equation = var_55617_equation_0, values = (var_55459_cast, var_55376_cast))[name = tensor<string, []>("op_55617_cast")];
            tensor<fp16, []> var_55618_to_fp16 = const()[name = tensor<string, []>("op_55618_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4757_cast = mul(x = var_55617_cast, y = var_55618_to_fp16)[name = tensor<string, []>("aw_4757_cast")];
            tensor<string, []> var_55621_equation_0 = const()[name = tensor<string, []>("op_55621_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_55621_cast = einsum(equation = var_55621_equation_0, values = (var_55463_cast, var_55380_cast))[name = tensor<string, []>("op_55621_cast")];
            tensor<fp16, []> var_55622_to_fp16 = const()[name = tensor<string, []>("op_55622_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4759_cast = mul(x = var_55621_cast, y = var_55622_to_fp16)[name = tensor<string, []>("aw_4759_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_55624_cast = softmax(axis = var_30355, x = aw_4721_cast)[name = tensor<string, []>("op_55624_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_55625_cast = softmax(axis = var_30355, x = aw_4723_cast)[name = tensor<string, []>("op_55625_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_55626_cast = softmax(axis = var_30355, x = aw_4725_cast)[name = tensor<string, []>("op_55626_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_55627_cast = softmax(axis = var_30355, x = aw_4727_cast)[name = tensor<string, []>("op_55627_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_55628_cast = softmax(axis = var_30355, x = aw_4729_cast)[name = tensor<string, []>("op_55628_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_55629_cast = softmax(axis = var_30355, x = aw_4731_cast)[name = tensor<string, []>("op_55629_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_55630_cast = softmax(axis = var_30355, x = aw_4733_cast)[name = tensor<string, []>("op_55630_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_55631_cast = softmax(axis = var_30355, x = aw_4735_cast)[name = tensor<string, []>("op_55631_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_55632_cast = softmax(axis = var_30355, x = aw_4737_cast)[name = tensor<string, []>("op_55632_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_55633_cast = softmax(axis = var_30355, x = aw_4739_cast)[name = tensor<string, []>("op_55633_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_55634_cast = softmax(axis = var_30355, x = aw_4741_cast)[name = tensor<string, []>("op_55634_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_55635_cast = softmax(axis = var_30355, x = aw_4743_cast)[name = tensor<string, []>("op_55635_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_55636_cast = softmax(axis = var_30355, x = aw_4745_cast)[name = tensor<string, []>("op_55636_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_55637_cast = softmax(axis = var_30355, x = aw_4747_cast)[name = tensor<string, []>("op_55637_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_55638_cast = softmax(axis = var_30355, x = aw_4749_cast)[name = tensor<string, []>("op_55638_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_55639_cast = softmax(axis = var_30355, x = aw_4751_cast)[name = tensor<string, []>("op_55639_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_55640_cast = softmax(axis = var_30355, x = aw_4753_cast)[name = tensor<string, []>("op_55640_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_55641_cast = softmax(axis = var_30355, x = aw_4755_cast)[name = tensor<string, []>("op_55641_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_55642_cast = softmax(axis = var_30355, x = aw_4757_cast)[name = tensor<string, []>("op_55642_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_55643_cast = softmax(axis = var_30355, x = aw_4759_cast)[name = tensor<string, []>("op_55643_cast")];
            tensor<string, []> var_55645_equation_0 = const()[name = tensor<string, []>("op_55645_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_55645_cast = einsum(equation = var_55645_equation_0, values = (var_55465_cast, var_55624_cast))[name = tensor<string, []>("op_55645_cast")];
            tensor<string, []> var_55647_equation_0 = const()[name = tensor<string, []>("op_55647_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_55647_cast = einsum(equation = var_55647_equation_0, values = (var_55469_cast, var_55625_cast))[name = tensor<string, []>("op_55647_cast")];
            tensor<string, []> var_55649_equation_0 = const()[name = tensor<string, []>("op_55649_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_55649_cast = einsum(equation = var_55649_equation_0, values = (var_55473_cast, var_55626_cast))[name = tensor<string, []>("op_55649_cast")];
            tensor<string, []> var_55651_equation_0 = const()[name = tensor<string, []>("op_55651_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_55651_cast = einsum(equation = var_55651_equation_0, values = (var_55477_cast, var_55627_cast))[name = tensor<string, []>("op_55651_cast")];
            tensor<string, []> var_55653_equation_0 = const()[name = tensor<string, []>("op_55653_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_55653_cast = einsum(equation = var_55653_equation_0, values = (var_55481_cast, var_55628_cast))[name = tensor<string, []>("op_55653_cast")];
            tensor<string, []> var_55655_equation_0 = const()[name = tensor<string, []>("op_55655_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_55655_cast = einsum(equation = var_55655_equation_0, values = (var_55485_cast, var_55629_cast))[name = tensor<string, []>("op_55655_cast")];
            tensor<string, []> var_55657_equation_0 = const()[name = tensor<string, []>("op_55657_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_55657_cast = einsum(equation = var_55657_equation_0, values = (var_55489_cast, var_55630_cast))[name = tensor<string, []>("op_55657_cast")];
            tensor<string, []> var_55659_equation_0 = const()[name = tensor<string, []>("op_55659_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_55659_cast = einsum(equation = var_55659_equation_0, values = (var_55493_cast, var_55631_cast))[name = tensor<string, []>("op_55659_cast")];
            tensor<string, []> var_55661_equation_0 = const()[name = tensor<string, []>("op_55661_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_55661_cast = einsum(equation = var_55661_equation_0, values = (var_55497_cast, var_55632_cast))[name = tensor<string, []>("op_55661_cast")];
            tensor<string, []> var_55663_equation_0 = const()[name = tensor<string, []>("op_55663_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_55663_cast = einsum(equation = var_55663_equation_0, values = (var_55501_cast, var_55633_cast))[name = tensor<string, []>("op_55663_cast")];
            tensor<string, []> var_55665_equation_0 = const()[name = tensor<string, []>("op_55665_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_55665_cast = einsum(equation = var_55665_equation_0, values = (var_55505_cast, var_55634_cast))[name = tensor<string, []>("op_55665_cast")];
            tensor<string, []> var_55667_equation_0 = const()[name = tensor<string, []>("op_55667_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_55667_cast = einsum(equation = var_55667_equation_0, values = (var_55509_cast, var_55635_cast))[name = tensor<string, []>("op_55667_cast")];
            tensor<string, []> var_55669_equation_0 = const()[name = tensor<string, []>("op_55669_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_55669_cast = einsum(equation = var_55669_equation_0, values = (var_55513_cast, var_55636_cast))[name = tensor<string, []>("op_55669_cast")];
            tensor<string, []> var_55671_equation_0 = const()[name = tensor<string, []>("op_55671_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_55671_cast = einsum(equation = var_55671_equation_0, values = (var_55517_cast, var_55637_cast))[name = tensor<string, []>("op_55671_cast")];
            tensor<string, []> var_55673_equation_0 = const()[name = tensor<string, []>("op_55673_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_55673_cast = einsum(equation = var_55673_equation_0, values = (var_55521_cast, var_55638_cast))[name = tensor<string, []>("op_55673_cast")];
            tensor<string, []> var_55675_equation_0 = const()[name = tensor<string, []>("op_55675_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_55675_cast = einsum(equation = var_55675_equation_0, values = (var_55525_cast, var_55639_cast))[name = tensor<string, []>("op_55675_cast")];
            tensor<string, []> var_55677_equation_0 = const()[name = tensor<string, []>("op_55677_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_55677_cast = einsum(equation = var_55677_equation_0, values = (var_55529_cast, var_55640_cast))[name = tensor<string, []>("op_55677_cast")];
            tensor<string, []> var_55679_equation_0 = const()[name = tensor<string, []>("op_55679_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_55679_cast = einsum(equation = var_55679_equation_0, values = (var_55533_cast, var_55641_cast))[name = tensor<string, []>("op_55679_cast")];
            tensor<string, []> var_55681_equation_0 = const()[name = tensor<string, []>("op_55681_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_55681_cast = einsum(equation = var_55681_equation_0, values = (var_55537_cast, var_55642_cast))[name = tensor<string, []>("op_55681_cast")];
            tensor<string, []> var_55683_equation_0 = const()[name = tensor<string, []>("op_55683_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_55683_cast = einsum(equation = var_55683_equation_0, values = (var_55541_cast, var_55643_cast))[name = tensor<string, []>("op_55683_cast")];
            tensor<bool, []> input_691_interleave_0 = const()[name = tensor<string, []>("input_691_interleave_0"), val = tensor<bool, []>(false)];
            tensor<fp16, [2, 1280, 1, 576]> input_691_cast = concat(axis = var_30355, interleave = input_691_interleave_0, values = (var_55645_cast, var_55647_cast, var_55649_cast, var_55651_cast, var_55653_cast, var_55655_cast, var_55657_cast, var_55659_cast, var_55661_cast, var_55663_cast, var_55665_cast, var_55667_cast, var_55669_cast, var_55671_cast, var_55673_cast, var_55675_cast, var_55677_cast, var_55679_cast, var_55681_cast, var_55683_cast))[name = tensor<string, []>("input_691_cast")];
            tensor<int32, [2]> var_55689 = const()[name = tensor<string, []>("op_55689"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_55691 = const()[name = tensor<string, []>("op_55691"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_55693_pad_type_0 = const()[name = tensor<string, []>("op_55693_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_55693_pad_0 = const()[name = tensor<string, []>("op_55693_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_7_attn1_to_out_0_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [1228800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(463460992))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(464689856))), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_7_attn1_to_out_0_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_attentions_2_transformer_blocks_7_attn1_to_out_0_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_7_attn1_to_out_0_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(464690048)))];
            tensor<fp16, [2, 1280, 1, 576]> var_55693_cast = conv(bias = up_blocks_0_attentions_2_transformer_blocks_7_attn1_to_out_0_bias_to_fp16, dilations = var_55691, groups = var_30355, pad = var_55693_pad_0, pad_type = var_55693_pad_type_0, strides = var_55689, weight = up_blocks_0_attentions_2_transformer_blocks_7_attn1_to_out_0_weight_to_fp16_palettized, x = input_691_cast)[name = tensor<string, []>("op_55693_cast")];
            tensor<fp16, [2, 1280, 1, 576]> inputs_369_cast = add(x = var_55693_cast, y = inputs_367_cast)[name = tensor<string, []>("inputs_369_cast")];
            tensor<int32, [1]> var_55697 = const()[name = tensor<string, []>("op_55697"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> channels_mean_369_cast = reduce_mean(axes = var_55697, keep_dims = var_30350, x = inputs_369_cast)[name = tensor<string, []>("channels_mean_369_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_369_cast = sub(x = inputs_369_cast, y = channels_mean_369_cast)[name = tensor<string, []>("zero_mean_369_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_sq_369_cast = mul(x = zero_mean_369_cast, y = zero_mean_369_cast)[name = tensor<string, []>("zero_mean_sq_369_cast")];
            tensor<int32, [1]> var_55701 = const()[name = tensor<string, []>("op_55701"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> var_55702_cast = reduce_mean(axes = var_55701, keep_dims = var_30350, x = zero_mean_sq_369_cast)[name = tensor<string, []>("op_55702_cast")];
            tensor<fp16, []> var_55703_to_fp16 = const()[name = tensor<string, []>("op_55703_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 576]> var_55704_cast = add(x = var_55702_cast, y = var_55703_to_fp16)[name = tensor<string, []>("op_55704_cast")];
            tensor<fp16, []> denom_369_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_369_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 576]> denom_369_cast = rsqrt(epsilon = denom_369_epsilon_0_to_fp16, x = var_55704_cast)[name = tensor<string, []>("denom_369_cast")];
            tensor<fp16, [2, 1280, 1, 576]> out_369_cast = mul(x = zero_mean_369_cast, y = denom_369_cast)[name = tensor<string, []>("out_369_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_55708_to_fp16 = const()[name = tensor<string, []>("op_55708_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(464692672)))];
            tensor<fp16, [2, 1280, 1, 576]> var_55709_cast = add(x = out_369_cast, y = var_55708_to_fp16)[name = tensor<string, []>("op_55709_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_55711_to_fp16 = const()[name = tensor<string, []>("op_55711_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(464695296)))];
            tensor<fp16, [2, 1280, 1, 576]> hidden_states_479_cast = mul(x = var_55709_cast, y = var_55711_to_fp16)[name = tensor<string, []>("hidden_states_479_cast")];
            tensor<int32, [2]> var_55718 = const()[name = tensor<string, []>("op_55718"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_55720 = const()[name = tensor<string, []>("op_55720"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> q_247_pad_type_0 = const()[name = tensor<string, []>("q_247_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> q_247_pad_0 = const()[name = tensor<string, []>("q_247_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_7_attn2_to_q_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [1228800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(464697920))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(465926784))), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_7_attn2_to_q_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> q_247_cast = conv(dilations = var_55720, groups = var_30355, pad = q_247_pad_0, pad_type = q_247_pad_type_0, strides = var_55718, weight = up_blocks_0_attentions_2_transformer_blocks_7_attn2_to_q_weight_to_fp16_palettized, x = hidden_states_479_cast)[name = tensor<string, []>("q_247_cast")];
            tensor<int32, [2]> var_55724 = const()[name = tensor<string, []>("op_55724"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_55726 = const()[name = tensor<string, []>("op_55726"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> k_493_pad_type_0 = const()[name = tensor<string, []>("k_493_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> k_493_pad_0 = const()[name = tensor<string, []>("k_493_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 2048, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_7_attn2_to_k_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [655360]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(465926976))), lut = tensor<fp16, [4]>([-0x1.128p-6, -0x1.4dp-8, 0x1.4e8p-8, 0x1.12cp-6]), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_7_attn2_to_k_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 2048, 1, 1])];
            tensor<fp16, [2, 1280, 1, 77]> k_493_cast = conv(dilations = var_55726, groups = var_30355, pad = k_493_pad_0, pad_type = k_493_pad_type_0, strides = var_55724, weight = up_blocks_0_attentions_2_transformer_blocks_7_attn2_to_k_weight_to_fp16_palettized, x = encoder_hidden_states)[name = tensor<string, []>("k_493_cast")];
            tensor<int32, [2]> var_55730 = const()[name = tensor<string, []>("op_55730"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_55732 = const()[name = tensor<string, []>("op_55732"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> v_247_pad_type_0 = const()[name = tensor<string, []>("v_247_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> v_247_pad_0 = const()[name = tensor<string, []>("v_247_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 2048, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_7_attn2_to_v_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [655360]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(466582400))), lut = tensor<fp16, [4]>([-0x1.4b8p-6, -0x1.7acp-8, 0x1.758p-8, 0x1.4a4p-6]), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_7_attn2_to_v_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 2048, 1, 1])];
            tensor<fp16, [2, 1280, 1, 77]> v_247_cast = conv(dilations = var_55732, groups = var_30355, pad = v_247_pad_0, pad_type = v_247_pad_type_0, strides = var_55730, weight = up_blocks_0_attentions_2_transformer_blocks_7_attn2_to_v_weight_to_fp16_palettized, x = encoder_hidden_states)[name = tensor<string, []>("v_247_cast")];
            tensor<int32, [4]> var_55736_begin_0 = const()[name = tensor<string, []>("op_55736_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_55736_end_0 = const()[name = tensor<string, []>("op_55736_end_0"), val = tensor<int32, [4]>([2, 64, 1, 576])];
            tensor<bool, [4]> var_55736_end_mask_0 = const()[name = tensor<string, []>("op_55736_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_55736_cast = slice_by_index(begin = var_55736_begin_0, end = var_55736_end_0, end_mask = var_55736_end_mask_0, x = q_247_cast)[name = tensor<string, []>("op_55736_cast")];
            tensor<int32, [4]> var_55740_begin_0 = const()[name = tensor<string, []>("op_55740_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_55740_end_0 = const()[name = tensor<string, []>("op_55740_end_0"), val = tensor<int32, [4]>([2, 128, 1, 576])];
            tensor<bool, [4]> var_55740_end_mask_0 = const()[name = tensor<string, []>("op_55740_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_55740_cast = slice_by_index(begin = var_55740_begin_0, end = var_55740_end_0, end_mask = var_55740_end_mask_0, x = q_247_cast)[name = tensor<string, []>("op_55740_cast")];
            tensor<int32, [4]> var_55744_begin_0 = const()[name = tensor<string, []>("op_55744_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_55744_end_0 = const()[name = tensor<string, []>("op_55744_end_0"), val = tensor<int32, [4]>([2, 192, 1, 576])];
            tensor<bool, [4]> var_55744_end_mask_0 = const()[name = tensor<string, []>("op_55744_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_55744_cast = slice_by_index(begin = var_55744_begin_0, end = var_55744_end_0, end_mask = var_55744_end_mask_0, x = q_247_cast)[name = tensor<string, []>("op_55744_cast")];
            tensor<int32, [4]> var_55748_begin_0 = const()[name = tensor<string, []>("op_55748_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_55748_end_0 = const()[name = tensor<string, []>("op_55748_end_0"), val = tensor<int32, [4]>([2, 256, 1, 576])];
            tensor<bool, [4]> var_55748_end_mask_0 = const()[name = tensor<string, []>("op_55748_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_55748_cast = slice_by_index(begin = var_55748_begin_0, end = var_55748_end_0, end_mask = var_55748_end_mask_0, x = q_247_cast)[name = tensor<string, []>("op_55748_cast")];
            tensor<int32, [4]> var_55752_begin_0 = const()[name = tensor<string, []>("op_55752_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_55752_end_0 = const()[name = tensor<string, []>("op_55752_end_0"), val = tensor<int32, [4]>([2, 320, 1, 576])];
            tensor<bool, [4]> var_55752_end_mask_0 = const()[name = tensor<string, []>("op_55752_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_55752_cast = slice_by_index(begin = var_55752_begin_0, end = var_55752_end_0, end_mask = var_55752_end_mask_0, x = q_247_cast)[name = tensor<string, []>("op_55752_cast")];
            tensor<int32, [4]> var_55756_begin_0 = const()[name = tensor<string, []>("op_55756_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_55756_end_0 = const()[name = tensor<string, []>("op_55756_end_0"), val = tensor<int32, [4]>([2, 384, 1, 576])];
            tensor<bool, [4]> var_55756_end_mask_0 = const()[name = tensor<string, []>("op_55756_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_55756_cast = slice_by_index(begin = var_55756_begin_0, end = var_55756_end_0, end_mask = var_55756_end_mask_0, x = q_247_cast)[name = tensor<string, []>("op_55756_cast")];
            tensor<int32, [4]> var_55760_begin_0 = const()[name = tensor<string, []>("op_55760_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_55760_end_0 = const()[name = tensor<string, []>("op_55760_end_0"), val = tensor<int32, [4]>([2, 448, 1, 576])];
            tensor<bool, [4]> var_55760_end_mask_0 = const()[name = tensor<string, []>("op_55760_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_55760_cast = slice_by_index(begin = var_55760_begin_0, end = var_55760_end_0, end_mask = var_55760_end_mask_0, x = q_247_cast)[name = tensor<string, []>("op_55760_cast")];
            tensor<int32, [4]> var_55764_begin_0 = const()[name = tensor<string, []>("op_55764_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_55764_end_0 = const()[name = tensor<string, []>("op_55764_end_0"), val = tensor<int32, [4]>([2, 512, 1, 576])];
            tensor<bool, [4]> var_55764_end_mask_0 = const()[name = tensor<string, []>("op_55764_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_55764_cast = slice_by_index(begin = var_55764_begin_0, end = var_55764_end_0, end_mask = var_55764_end_mask_0, x = q_247_cast)[name = tensor<string, []>("op_55764_cast")];
            tensor<int32, [4]> var_55768_begin_0 = const()[name = tensor<string, []>("op_55768_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_55768_end_0 = const()[name = tensor<string, []>("op_55768_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_55768_end_mask_0 = const()[name = tensor<string, []>("op_55768_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_55768_cast = slice_by_index(begin = var_55768_begin_0, end = var_55768_end_0, end_mask = var_55768_end_mask_0, x = q_247_cast)[name = tensor<string, []>("op_55768_cast")];
            tensor<int32, [4]> var_55772_begin_0 = const()[name = tensor<string, []>("op_55772_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_55772_end_0 = const()[name = tensor<string, []>("op_55772_end_0"), val = tensor<int32, [4]>([2, 640, 1, 576])];
            tensor<bool, [4]> var_55772_end_mask_0 = const()[name = tensor<string, []>("op_55772_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_55772_cast = slice_by_index(begin = var_55772_begin_0, end = var_55772_end_0, end_mask = var_55772_end_mask_0, x = q_247_cast)[name = tensor<string, []>("op_55772_cast")];
            tensor<int32, [4]> var_55776_begin_0 = const()[name = tensor<string, []>("op_55776_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_55776_end_0 = const()[name = tensor<string, []>("op_55776_end_0"), val = tensor<int32, [4]>([2, 704, 1, 576])];
            tensor<bool, [4]> var_55776_end_mask_0 = const()[name = tensor<string, []>("op_55776_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_55776_cast = slice_by_index(begin = var_55776_begin_0, end = var_55776_end_0, end_mask = var_55776_end_mask_0, x = q_247_cast)[name = tensor<string, []>("op_55776_cast")];
            tensor<int32, [4]> var_55780_begin_0 = const()[name = tensor<string, []>("op_55780_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_55780_end_0 = const()[name = tensor<string, []>("op_55780_end_0"), val = tensor<int32, [4]>([2, 768, 1, 576])];
            tensor<bool, [4]> var_55780_end_mask_0 = const()[name = tensor<string, []>("op_55780_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_55780_cast = slice_by_index(begin = var_55780_begin_0, end = var_55780_end_0, end_mask = var_55780_end_mask_0, x = q_247_cast)[name = tensor<string, []>("op_55780_cast")];
            tensor<int32, [4]> var_55784_begin_0 = const()[name = tensor<string, []>("op_55784_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_55784_end_0 = const()[name = tensor<string, []>("op_55784_end_0"), val = tensor<int32, [4]>([2, 832, 1, 576])];
            tensor<bool, [4]> var_55784_end_mask_0 = const()[name = tensor<string, []>("op_55784_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_55784_cast = slice_by_index(begin = var_55784_begin_0, end = var_55784_end_0, end_mask = var_55784_end_mask_0, x = q_247_cast)[name = tensor<string, []>("op_55784_cast")];
            tensor<int32, [4]> var_55788_begin_0 = const()[name = tensor<string, []>("op_55788_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_55788_end_0 = const()[name = tensor<string, []>("op_55788_end_0"), val = tensor<int32, [4]>([2, 896, 1, 576])];
            tensor<bool, [4]> var_55788_end_mask_0 = const()[name = tensor<string, []>("op_55788_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_55788_cast = slice_by_index(begin = var_55788_begin_0, end = var_55788_end_0, end_mask = var_55788_end_mask_0, x = q_247_cast)[name = tensor<string, []>("op_55788_cast")];
            tensor<int32, [4]> var_55792_begin_0 = const()[name = tensor<string, []>("op_55792_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_55792_end_0 = const()[name = tensor<string, []>("op_55792_end_0"), val = tensor<int32, [4]>([2, 960, 1, 576])];
            tensor<bool, [4]> var_55792_end_mask_0 = const()[name = tensor<string, []>("op_55792_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_55792_cast = slice_by_index(begin = var_55792_begin_0, end = var_55792_end_0, end_mask = var_55792_end_mask_0, x = q_247_cast)[name = tensor<string, []>("op_55792_cast")];
            tensor<int32, [4]> var_55796_begin_0 = const()[name = tensor<string, []>("op_55796_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_55796_end_0 = const()[name = tensor<string, []>("op_55796_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 576])];
            tensor<bool, [4]> var_55796_end_mask_0 = const()[name = tensor<string, []>("op_55796_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_55796_cast = slice_by_index(begin = var_55796_begin_0, end = var_55796_end_0, end_mask = var_55796_end_mask_0, x = q_247_cast)[name = tensor<string, []>("op_55796_cast")];
            tensor<int32, [4]> var_55800_begin_0 = const()[name = tensor<string, []>("op_55800_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_55800_end_0 = const()[name = tensor<string, []>("op_55800_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 576])];
            tensor<bool, [4]> var_55800_end_mask_0 = const()[name = tensor<string, []>("op_55800_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_55800_cast = slice_by_index(begin = var_55800_begin_0, end = var_55800_end_0, end_mask = var_55800_end_mask_0, x = q_247_cast)[name = tensor<string, []>("op_55800_cast")];
            tensor<int32, [4]> var_55804_begin_0 = const()[name = tensor<string, []>("op_55804_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_55804_end_0 = const()[name = tensor<string, []>("op_55804_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 576])];
            tensor<bool, [4]> var_55804_end_mask_0 = const()[name = tensor<string, []>("op_55804_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_55804_cast = slice_by_index(begin = var_55804_begin_0, end = var_55804_end_0, end_mask = var_55804_end_mask_0, x = q_247_cast)[name = tensor<string, []>("op_55804_cast")];
            tensor<int32, [4]> var_55808_begin_0 = const()[name = tensor<string, []>("op_55808_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_55808_end_0 = const()[name = tensor<string, []>("op_55808_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 576])];
            tensor<bool, [4]> var_55808_end_mask_0 = const()[name = tensor<string, []>("op_55808_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_55808_cast = slice_by_index(begin = var_55808_begin_0, end = var_55808_end_0, end_mask = var_55808_end_mask_0, x = q_247_cast)[name = tensor<string, []>("op_55808_cast")];
            tensor<int32, [4]> var_55812_begin_0 = const()[name = tensor<string, []>("op_55812_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_55812_end_0 = const()[name = tensor<string, []>("op_55812_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 576])];
            tensor<bool, [4]> var_55812_end_mask_0 = const()[name = tensor<string, []>("op_55812_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_55812_cast = slice_by_index(begin = var_55812_begin_0, end = var_55812_end_0, end_mask = var_55812_end_mask_0, x = q_247_cast)[name = tensor<string, []>("op_55812_cast")];
            tensor<int32, [4]> k_495_perm_0 = const()[name = tensor<string, []>("k_495_perm_0"), val = tensor<int32, [4]>([0, 3, 2, 1])];
            tensor<int32, [4]> var_55819_begin_0 = const()[name = tensor<string, []>("op_55819_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_55819_end_0 = const()[name = tensor<string, []>("op_55819_end_0"), val = tensor<int32, [4]>([2, 77, 1, 64])];
            tensor<bool, [4]> var_55819_end_mask_0 = const()[name = tensor<string, []>("op_55819_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 1280]> transpose_16 = transpose(perm = k_495_perm_0, x = k_493_cast)[name = tensor<string, []>("transpose_16")];
            tensor<fp16, [2, 77, 1, 64]> var_55819_cast = slice_by_index(begin = var_55819_begin_0, end = var_55819_end_0, end_mask = var_55819_end_mask_0, x = transpose_16)[name = tensor<string, []>("op_55819_cast")];
            tensor<int32, [4]> var_55823_begin_0 = const()[name = tensor<string, []>("op_55823_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 64])];
            tensor<int32, [4]> var_55823_end_0 = const()[name = tensor<string, []>("op_55823_end_0"), val = tensor<int32, [4]>([2, 77, 1, 128])];
            tensor<bool, [4]> var_55823_end_mask_0 = const()[name = tensor<string, []>("op_55823_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_55823_cast = slice_by_index(begin = var_55823_begin_0, end = var_55823_end_0, end_mask = var_55823_end_mask_0, x = transpose_16)[name = tensor<string, []>("op_55823_cast")];
            tensor<int32, [4]> var_55827_begin_0 = const()[name = tensor<string, []>("op_55827_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 128])];
            tensor<int32, [4]> var_55827_end_0 = const()[name = tensor<string, []>("op_55827_end_0"), val = tensor<int32, [4]>([2, 77, 1, 192])];
            tensor<bool, [4]> var_55827_end_mask_0 = const()[name = tensor<string, []>("op_55827_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_55827_cast = slice_by_index(begin = var_55827_begin_0, end = var_55827_end_0, end_mask = var_55827_end_mask_0, x = transpose_16)[name = tensor<string, []>("op_55827_cast")];
            tensor<int32, [4]> var_55831_begin_0 = const()[name = tensor<string, []>("op_55831_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 192])];
            tensor<int32, [4]> var_55831_end_0 = const()[name = tensor<string, []>("op_55831_end_0"), val = tensor<int32, [4]>([2, 77, 1, 256])];
            tensor<bool, [4]> var_55831_end_mask_0 = const()[name = tensor<string, []>("op_55831_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_55831_cast = slice_by_index(begin = var_55831_begin_0, end = var_55831_end_0, end_mask = var_55831_end_mask_0, x = transpose_16)[name = tensor<string, []>("op_55831_cast")];
            tensor<int32, [4]> var_55835_begin_0 = const()[name = tensor<string, []>("op_55835_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 256])];
            tensor<int32, [4]> var_55835_end_0 = const()[name = tensor<string, []>("op_55835_end_0"), val = tensor<int32, [4]>([2, 77, 1, 320])];
            tensor<bool, [4]> var_55835_end_mask_0 = const()[name = tensor<string, []>("op_55835_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_55835_cast = slice_by_index(begin = var_55835_begin_0, end = var_55835_end_0, end_mask = var_55835_end_mask_0, x = transpose_16)[name = tensor<string, []>("op_55835_cast")];
            tensor<int32, [4]> var_55839_begin_0 = const()[name = tensor<string, []>("op_55839_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 320])];
            tensor<int32, [4]> var_55839_end_0 = const()[name = tensor<string, []>("op_55839_end_0"), val = tensor<int32, [4]>([2, 77, 1, 384])];
            tensor<bool, [4]> var_55839_end_mask_0 = const()[name = tensor<string, []>("op_55839_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_55839_cast = slice_by_index(begin = var_55839_begin_0, end = var_55839_end_0, end_mask = var_55839_end_mask_0, x = transpose_16)[name = tensor<string, []>("op_55839_cast")];
            tensor<int32, [4]> var_55843_begin_0 = const()[name = tensor<string, []>("op_55843_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 384])];
            tensor<int32, [4]> var_55843_end_0 = const()[name = tensor<string, []>("op_55843_end_0"), val = tensor<int32, [4]>([2, 77, 1, 448])];
            tensor<bool, [4]> var_55843_end_mask_0 = const()[name = tensor<string, []>("op_55843_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_55843_cast = slice_by_index(begin = var_55843_begin_0, end = var_55843_end_0, end_mask = var_55843_end_mask_0, x = transpose_16)[name = tensor<string, []>("op_55843_cast")];
            tensor<int32, [4]> var_55847_begin_0 = const()[name = tensor<string, []>("op_55847_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 448])];
            tensor<int32, [4]> var_55847_end_0 = const()[name = tensor<string, []>("op_55847_end_0"), val = tensor<int32, [4]>([2, 77, 1, 512])];
            tensor<bool, [4]> var_55847_end_mask_0 = const()[name = tensor<string, []>("op_55847_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_55847_cast = slice_by_index(begin = var_55847_begin_0, end = var_55847_end_0, end_mask = var_55847_end_mask_0, x = transpose_16)[name = tensor<string, []>("op_55847_cast")];
            tensor<int32, [4]> var_55851_begin_0 = const()[name = tensor<string, []>("op_55851_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 512])];
            tensor<int32, [4]> var_55851_end_0 = const()[name = tensor<string, []>("op_55851_end_0"), val = tensor<int32, [4]>([2, 77, 1, 576])];
            tensor<bool, [4]> var_55851_end_mask_0 = const()[name = tensor<string, []>("op_55851_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_55851_cast = slice_by_index(begin = var_55851_begin_0, end = var_55851_end_0, end_mask = var_55851_end_mask_0, x = transpose_16)[name = tensor<string, []>("op_55851_cast")];
            tensor<int32, [4]> var_55855_begin_0 = const()[name = tensor<string, []>("op_55855_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 576])];
            tensor<int32, [4]> var_55855_end_0 = const()[name = tensor<string, []>("op_55855_end_0"), val = tensor<int32, [4]>([2, 77, 1, 640])];
            tensor<bool, [4]> var_55855_end_mask_0 = const()[name = tensor<string, []>("op_55855_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_55855_cast = slice_by_index(begin = var_55855_begin_0, end = var_55855_end_0, end_mask = var_55855_end_mask_0, x = transpose_16)[name = tensor<string, []>("op_55855_cast")];
            tensor<int32, [4]> var_55859_begin_0 = const()[name = tensor<string, []>("op_55859_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 640])];
            tensor<int32, [4]> var_55859_end_0 = const()[name = tensor<string, []>("op_55859_end_0"), val = tensor<int32, [4]>([2, 77, 1, 704])];
            tensor<bool, [4]> var_55859_end_mask_0 = const()[name = tensor<string, []>("op_55859_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_55859_cast = slice_by_index(begin = var_55859_begin_0, end = var_55859_end_0, end_mask = var_55859_end_mask_0, x = transpose_16)[name = tensor<string, []>("op_55859_cast")];
            tensor<int32, [4]> var_55863_begin_0 = const()[name = tensor<string, []>("op_55863_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 704])];
            tensor<int32, [4]> var_55863_end_0 = const()[name = tensor<string, []>("op_55863_end_0"), val = tensor<int32, [4]>([2, 77, 1, 768])];
            tensor<bool, [4]> var_55863_end_mask_0 = const()[name = tensor<string, []>("op_55863_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_55863_cast = slice_by_index(begin = var_55863_begin_0, end = var_55863_end_0, end_mask = var_55863_end_mask_0, x = transpose_16)[name = tensor<string, []>("op_55863_cast")];
            tensor<int32, [4]> var_55867_begin_0 = const()[name = tensor<string, []>("op_55867_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 768])];
            tensor<int32, [4]> var_55867_end_0 = const()[name = tensor<string, []>("op_55867_end_0"), val = tensor<int32, [4]>([2, 77, 1, 832])];
            tensor<bool, [4]> var_55867_end_mask_0 = const()[name = tensor<string, []>("op_55867_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_55867_cast = slice_by_index(begin = var_55867_begin_0, end = var_55867_end_0, end_mask = var_55867_end_mask_0, x = transpose_16)[name = tensor<string, []>("op_55867_cast")];
            tensor<int32, [4]> var_55871_begin_0 = const()[name = tensor<string, []>("op_55871_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 832])];
            tensor<int32, [4]> var_55871_end_0 = const()[name = tensor<string, []>("op_55871_end_0"), val = tensor<int32, [4]>([2, 77, 1, 896])];
            tensor<bool, [4]> var_55871_end_mask_0 = const()[name = tensor<string, []>("op_55871_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_55871_cast = slice_by_index(begin = var_55871_begin_0, end = var_55871_end_0, end_mask = var_55871_end_mask_0, x = transpose_16)[name = tensor<string, []>("op_55871_cast")];
            tensor<int32, [4]> var_55875_begin_0 = const()[name = tensor<string, []>("op_55875_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 896])];
            tensor<int32, [4]> var_55875_end_0 = const()[name = tensor<string, []>("op_55875_end_0"), val = tensor<int32, [4]>([2, 77, 1, 960])];
            tensor<bool, [4]> var_55875_end_mask_0 = const()[name = tensor<string, []>("op_55875_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_55875_cast = slice_by_index(begin = var_55875_begin_0, end = var_55875_end_0, end_mask = var_55875_end_mask_0, x = transpose_16)[name = tensor<string, []>("op_55875_cast")];
            tensor<int32, [4]> var_55879_begin_0 = const()[name = tensor<string, []>("op_55879_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 960])];
            tensor<int32, [4]> var_55879_end_0 = const()[name = tensor<string, []>("op_55879_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1024])];
            tensor<bool, [4]> var_55879_end_mask_0 = const()[name = tensor<string, []>("op_55879_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_55879_cast = slice_by_index(begin = var_55879_begin_0, end = var_55879_end_0, end_mask = var_55879_end_mask_0, x = transpose_16)[name = tensor<string, []>("op_55879_cast")];
            tensor<int32, [4]> var_55883_begin_0 = const()[name = tensor<string, []>("op_55883_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1024])];
            tensor<int32, [4]> var_55883_end_0 = const()[name = tensor<string, []>("op_55883_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1088])];
            tensor<bool, [4]> var_55883_end_mask_0 = const()[name = tensor<string, []>("op_55883_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_55883_cast = slice_by_index(begin = var_55883_begin_0, end = var_55883_end_0, end_mask = var_55883_end_mask_0, x = transpose_16)[name = tensor<string, []>("op_55883_cast")];
            tensor<int32, [4]> var_55887_begin_0 = const()[name = tensor<string, []>("op_55887_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1088])];
            tensor<int32, [4]> var_55887_end_0 = const()[name = tensor<string, []>("op_55887_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1152])];
            tensor<bool, [4]> var_55887_end_mask_0 = const()[name = tensor<string, []>("op_55887_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_55887_cast = slice_by_index(begin = var_55887_begin_0, end = var_55887_end_0, end_mask = var_55887_end_mask_0, x = transpose_16)[name = tensor<string, []>("op_55887_cast")];
            tensor<int32, [4]> var_55891_begin_0 = const()[name = tensor<string, []>("op_55891_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1152])];
            tensor<int32, [4]> var_55891_end_0 = const()[name = tensor<string, []>("op_55891_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1216])];
            tensor<bool, [4]> var_55891_end_mask_0 = const()[name = tensor<string, []>("op_55891_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_55891_cast = slice_by_index(begin = var_55891_begin_0, end = var_55891_end_0, end_mask = var_55891_end_mask_0, x = transpose_16)[name = tensor<string, []>("op_55891_cast")];
            tensor<int32, [4]> var_55895_begin_0 = const()[name = tensor<string, []>("op_55895_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1216])];
            tensor<int32, [4]> var_55895_end_0 = const()[name = tensor<string, []>("op_55895_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1280])];
            tensor<bool, [4]> var_55895_end_mask_0 = const()[name = tensor<string, []>("op_55895_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_55895_cast = slice_by_index(begin = var_55895_begin_0, end = var_55895_end_0, end_mask = var_55895_end_mask_0, x = transpose_16)[name = tensor<string, []>("op_55895_cast")];
            tensor<int32, [4]> var_55897_begin_0 = const()[name = tensor<string, []>("op_55897_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_55897_end_0 = const()[name = tensor<string, []>("op_55897_end_0"), val = tensor<int32, [4]>([2, 64, 1, 77])];
            tensor<bool, [4]> var_55897_end_mask_0 = const()[name = tensor<string, []>("op_55897_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_55897_cast = slice_by_index(begin = var_55897_begin_0, end = var_55897_end_0, end_mask = var_55897_end_mask_0, x = v_247_cast)[name = tensor<string, []>("op_55897_cast")];
            tensor<int32, [4]> var_55901_begin_0 = const()[name = tensor<string, []>("op_55901_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_55901_end_0 = const()[name = tensor<string, []>("op_55901_end_0"), val = tensor<int32, [4]>([2, 128, 1, 77])];
            tensor<bool, [4]> var_55901_end_mask_0 = const()[name = tensor<string, []>("op_55901_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_55901_cast = slice_by_index(begin = var_55901_begin_0, end = var_55901_end_0, end_mask = var_55901_end_mask_0, x = v_247_cast)[name = tensor<string, []>("op_55901_cast")];
            tensor<int32, [4]> var_55905_begin_0 = const()[name = tensor<string, []>("op_55905_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_55905_end_0 = const()[name = tensor<string, []>("op_55905_end_0"), val = tensor<int32, [4]>([2, 192, 1, 77])];
            tensor<bool, [4]> var_55905_end_mask_0 = const()[name = tensor<string, []>("op_55905_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_55905_cast = slice_by_index(begin = var_55905_begin_0, end = var_55905_end_0, end_mask = var_55905_end_mask_0, x = v_247_cast)[name = tensor<string, []>("op_55905_cast")];
            tensor<int32, [4]> var_55909_begin_0 = const()[name = tensor<string, []>("op_55909_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_55909_end_0 = const()[name = tensor<string, []>("op_55909_end_0"), val = tensor<int32, [4]>([2, 256, 1, 77])];
            tensor<bool, [4]> var_55909_end_mask_0 = const()[name = tensor<string, []>("op_55909_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_55909_cast = slice_by_index(begin = var_55909_begin_0, end = var_55909_end_0, end_mask = var_55909_end_mask_0, x = v_247_cast)[name = tensor<string, []>("op_55909_cast")];
            tensor<int32, [4]> var_55913_begin_0 = const()[name = tensor<string, []>("op_55913_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_55913_end_0 = const()[name = tensor<string, []>("op_55913_end_0"), val = tensor<int32, [4]>([2, 320, 1, 77])];
            tensor<bool, [4]> var_55913_end_mask_0 = const()[name = tensor<string, []>("op_55913_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_55913_cast = slice_by_index(begin = var_55913_begin_0, end = var_55913_end_0, end_mask = var_55913_end_mask_0, x = v_247_cast)[name = tensor<string, []>("op_55913_cast")];
            tensor<int32, [4]> var_55917_begin_0 = const()[name = tensor<string, []>("op_55917_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_55917_end_0 = const()[name = tensor<string, []>("op_55917_end_0"), val = tensor<int32, [4]>([2, 384, 1, 77])];
            tensor<bool, [4]> var_55917_end_mask_0 = const()[name = tensor<string, []>("op_55917_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_55917_cast = slice_by_index(begin = var_55917_begin_0, end = var_55917_end_0, end_mask = var_55917_end_mask_0, x = v_247_cast)[name = tensor<string, []>("op_55917_cast")];
            tensor<int32, [4]> var_55921_begin_0 = const()[name = tensor<string, []>("op_55921_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_55921_end_0 = const()[name = tensor<string, []>("op_55921_end_0"), val = tensor<int32, [4]>([2, 448, 1, 77])];
            tensor<bool, [4]> var_55921_end_mask_0 = const()[name = tensor<string, []>("op_55921_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_55921_cast = slice_by_index(begin = var_55921_begin_0, end = var_55921_end_0, end_mask = var_55921_end_mask_0, x = v_247_cast)[name = tensor<string, []>("op_55921_cast")];
            tensor<int32, [4]> var_55925_begin_0 = const()[name = tensor<string, []>("op_55925_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_55925_end_0 = const()[name = tensor<string, []>("op_55925_end_0"), val = tensor<int32, [4]>([2, 512, 1, 77])];
            tensor<bool, [4]> var_55925_end_mask_0 = const()[name = tensor<string, []>("op_55925_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_55925_cast = slice_by_index(begin = var_55925_begin_0, end = var_55925_end_0, end_mask = var_55925_end_mask_0, x = v_247_cast)[name = tensor<string, []>("op_55925_cast")];
            tensor<int32, [4]> var_55929_begin_0 = const()[name = tensor<string, []>("op_55929_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_55929_end_0 = const()[name = tensor<string, []>("op_55929_end_0"), val = tensor<int32, [4]>([2, 576, 1, 77])];
            tensor<bool, [4]> var_55929_end_mask_0 = const()[name = tensor<string, []>("op_55929_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_55929_cast = slice_by_index(begin = var_55929_begin_0, end = var_55929_end_0, end_mask = var_55929_end_mask_0, x = v_247_cast)[name = tensor<string, []>("op_55929_cast")];
            tensor<int32, [4]> var_55933_begin_0 = const()[name = tensor<string, []>("op_55933_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_55933_end_0 = const()[name = tensor<string, []>("op_55933_end_0"), val = tensor<int32, [4]>([2, 640, 1, 77])];
            tensor<bool, [4]> var_55933_end_mask_0 = const()[name = tensor<string, []>("op_55933_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_55933_cast = slice_by_index(begin = var_55933_begin_0, end = var_55933_end_0, end_mask = var_55933_end_mask_0, x = v_247_cast)[name = tensor<string, []>("op_55933_cast")];
            tensor<int32, [4]> var_55937_begin_0 = const()[name = tensor<string, []>("op_55937_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_55937_end_0 = const()[name = tensor<string, []>("op_55937_end_0"), val = tensor<int32, [4]>([2, 704, 1, 77])];
            tensor<bool, [4]> var_55937_end_mask_0 = const()[name = tensor<string, []>("op_55937_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_55937_cast = slice_by_index(begin = var_55937_begin_0, end = var_55937_end_0, end_mask = var_55937_end_mask_0, x = v_247_cast)[name = tensor<string, []>("op_55937_cast")];
            tensor<int32, [4]> var_55941_begin_0 = const()[name = tensor<string, []>("op_55941_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_55941_end_0 = const()[name = tensor<string, []>("op_55941_end_0"), val = tensor<int32, [4]>([2, 768, 1, 77])];
            tensor<bool, [4]> var_55941_end_mask_0 = const()[name = tensor<string, []>("op_55941_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_55941_cast = slice_by_index(begin = var_55941_begin_0, end = var_55941_end_0, end_mask = var_55941_end_mask_0, x = v_247_cast)[name = tensor<string, []>("op_55941_cast")];
            tensor<int32, [4]> var_55945_begin_0 = const()[name = tensor<string, []>("op_55945_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_55945_end_0 = const()[name = tensor<string, []>("op_55945_end_0"), val = tensor<int32, [4]>([2, 832, 1, 77])];
            tensor<bool, [4]> var_55945_end_mask_0 = const()[name = tensor<string, []>("op_55945_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_55945_cast = slice_by_index(begin = var_55945_begin_0, end = var_55945_end_0, end_mask = var_55945_end_mask_0, x = v_247_cast)[name = tensor<string, []>("op_55945_cast")];
            tensor<int32, [4]> var_55949_begin_0 = const()[name = tensor<string, []>("op_55949_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_55949_end_0 = const()[name = tensor<string, []>("op_55949_end_0"), val = tensor<int32, [4]>([2, 896, 1, 77])];
            tensor<bool, [4]> var_55949_end_mask_0 = const()[name = tensor<string, []>("op_55949_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_55949_cast = slice_by_index(begin = var_55949_begin_0, end = var_55949_end_0, end_mask = var_55949_end_mask_0, x = v_247_cast)[name = tensor<string, []>("op_55949_cast")];
            tensor<int32, [4]> var_55953_begin_0 = const()[name = tensor<string, []>("op_55953_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_55953_end_0 = const()[name = tensor<string, []>("op_55953_end_0"), val = tensor<int32, [4]>([2, 960, 1, 77])];
            tensor<bool, [4]> var_55953_end_mask_0 = const()[name = tensor<string, []>("op_55953_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_55953_cast = slice_by_index(begin = var_55953_begin_0, end = var_55953_end_0, end_mask = var_55953_end_mask_0, x = v_247_cast)[name = tensor<string, []>("op_55953_cast")];
            tensor<int32, [4]> var_55957_begin_0 = const()[name = tensor<string, []>("op_55957_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_55957_end_0 = const()[name = tensor<string, []>("op_55957_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 77])];
            tensor<bool, [4]> var_55957_end_mask_0 = const()[name = tensor<string, []>("op_55957_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_55957_cast = slice_by_index(begin = var_55957_begin_0, end = var_55957_end_0, end_mask = var_55957_end_mask_0, x = v_247_cast)[name = tensor<string, []>("op_55957_cast")];
            tensor<int32, [4]> var_55961_begin_0 = const()[name = tensor<string, []>("op_55961_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_55961_end_0 = const()[name = tensor<string, []>("op_55961_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 77])];
            tensor<bool, [4]> var_55961_end_mask_0 = const()[name = tensor<string, []>("op_55961_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_55961_cast = slice_by_index(begin = var_55961_begin_0, end = var_55961_end_0, end_mask = var_55961_end_mask_0, x = v_247_cast)[name = tensor<string, []>("op_55961_cast")];
            tensor<int32, [4]> var_55965_begin_0 = const()[name = tensor<string, []>("op_55965_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_55965_end_0 = const()[name = tensor<string, []>("op_55965_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 77])];
            tensor<bool, [4]> var_55965_end_mask_0 = const()[name = tensor<string, []>("op_55965_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_55965_cast = slice_by_index(begin = var_55965_begin_0, end = var_55965_end_0, end_mask = var_55965_end_mask_0, x = v_247_cast)[name = tensor<string, []>("op_55965_cast")];
            tensor<int32, [4]> var_55969_begin_0 = const()[name = tensor<string, []>("op_55969_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_55969_end_0 = const()[name = tensor<string, []>("op_55969_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 77])];
            tensor<bool, [4]> var_55969_end_mask_0 = const()[name = tensor<string, []>("op_55969_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_55969_cast = slice_by_index(begin = var_55969_begin_0, end = var_55969_end_0, end_mask = var_55969_end_mask_0, x = v_247_cast)[name = tensor<string, []>("op_55969_cast")];
            tensor<int32, [4]> var_55973_begin_0 = const()[name = tensor<string, []>("op_55973_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_55973_end_0 = const()[name = tensor<string, []>("op_55973_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 77])];
            tensor<bool, [4]> var_55973_end_mask_0 = const()[name = tensor<string, []>("op_55973_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_55973_cast = slice_by_index(begin = var_55973_begin_0, end = var_55973_end_0, end_mask = var_55973_end_mask_0, x = v_247_cast)[name = tensor<string, []>("op_55973_cast")];
            tensor<string, []> var_55977_equation_0 = const()[name = tensor<string, []>("op_55977_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_55977_cast = einsum(equation = var_55977_equation_0, values = (var_55819_cast, var_55736_cast))[name = tensor<string, []>("op_55977_cast")];
            tensor<fp16, []> var_55978_to_fp16 = const()[name = tensor<string, []>("op_55978_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4761_cast = mul(x = var_55977_cast, y = var_55978_to_fp16)[name = tensor<string, []>("aw_4761_cast")];
            tensor<string, []> var_55981_equation_0 = const()[name = tensor<string, []>("op_55981_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_55981_cast = einsum(equation = var_55981_equation_0, values = (var_55823_cast, var_55740_cast))[name = tensor<string, []>("op_55981_cast")];
            tensor<fp16, []> var_55982_to_fp16 = const()[name = tensor<string, []>("op_55982_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4763_cast = mul(x = var_55981_cast, y = var_55982_to_fp16)[name = tensor<string, []>("aw_4763_cast")];
            tensor<string, []> var_55985_equation_0 = const()[name = tensor<string, []>("op_55985_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_55985_cast = einsum(equation = var_55985_equation_0, values = (var_55827_cast, var_55744_cast))[name = tensor<string, []>("op_55985_cast")];
            tensor<fp16, []> var_55986_to_fp16 = const()[name = tensor<string, []>("op_55986_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4765_cast = mul(x = var_55985_cast, y = var_55986_to_fp16)[name = tensor<string, []>("aw_4765_cast")];
            tensor<string, []> var_55989_equation_0 = const()[name = tensor<string, []>("op_55989_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_55989_cast = einsum(equation = var_55989_equation_0, values = (var_55831_cast, var_55748_cast))[name = tensor<string, []>("op_55989_cast")];
            tensor<fp16, []> var_55990_to_fp16 = const()[name = tensor<string, []>("op_55990_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4767_cast = mul(x = var_55989_cast, y = var_55990_to_fp16)[name = tensor<string, []>("aw_4767_cast")];
            tensor<string, []> var_55993_equation_0 = const()[name = tensor<string, []>("op_55993_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_55993_cast = einsum(equation = var_55993_equation_0, values = (var_55835_cast, var_55752_cast))[name = tensor<string, []>("op_55993_cast")];
            tensor<fp16, []> var_55994_to_fp16 = const()[name = tensor<string, []>("op_55994_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4769_cast = mul(x = var_55993_cast, y = var_55994_to_fp16)[name = tensor<string, []>("aw_4769_cast")];
            tensor<string, []> var_55997_equation_0 = const()[name = tensor<string, []>("op_55997_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_55997_cast = einsum(equation = var_55997_equation_0, values = (var_55839_cast, var_55756_cast))[name = tensor<string, []>("op_55997_cast")];
            tensor<fp16, []> var_55998_to_fp16 = const()[name = tensor<string, []>("op_55998_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4771_cast = mul(x = var_55997_cast, y = var_55998_to_fp16)[name = tensor<string, []>("aw_4771_cast")];
            tensor<string, []> var_56001_equation_0 = const()[name = tensor<string, []>("op_56001_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_56001_cast = einsum(equation = var_56001_equation_0, values = (var_55843_cast, var_55760_cast))[name = tensor<string, []>("op_56001_cast")];
            tensor<fp16, []> var_56002_to_fp16 = const()[name = tensor<string, []>("op_56002_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4773_cast = mul(x = var_56001_cast, y = var_56002_to_fp16)[name = tensor<string, []>("aw_4773_cast")];
            tensor<string, []> var_56005_equation_0 = const()[name = tensor<string, []>("op_56005_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_56005_cast = einsum(equation = var_56005_equation_0, values = (var_55847_cast, var_55764_cast))[name = tensor<string, []>("op_56005_cast")];
            tensor<fp16, []> var_56006_to_fp16 = const()[name = tensor<string, []>("op_56006_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4775_cast = mul(x = var_56005_cast, y = var_56006_to_fp16)[name = tensor<string, []>("aw_4775_cast")];
            tensor<string, []> var_56009_equation_0 = const()[name = tensor<string, []>("op_56009_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_56009_cast = einsum(equation = var_56009_equation_0, values = (var_55851_cast, var_55768_cast))[name = tensor<string, []>("op_56009_cast")];
            tensor<fp16, []> var_56010_to_fp16 = const()[name = tensor<string, []>("op_56010_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4777_cast = mul(x = var_56009_cast, y = var_56010_to_fp16)[name = tensor<string, []>("aw_4777_cast")];
            tensor<string, []> var_56013_equation_0 = const()[name = tensor<string, []>("op_56013_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_56013_cast = einsum(equation = var_56013_equation_0, values = (var_55855_cast, var_55772_cast))[name = tensor<string, []>("op_56013_cast")];
            tensor<fp16, []> var_56014_to_fp16 = const()[name = tensor<string, []>("op_56014_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4779_cast = mul(x = var_56013_cast, y = var_56014_to_fp16)[name = tensor<string, []>("aw_4779_cast")];
            tensor<string, []> var_56017_equation_0 = const()[name = tensor<string, []>("op_56017_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_56017_cast = einsum(equation = var_56017_equation_0, values = (var_55859_cast, var_55776_cast))[name = tensor<string, []>("op_56017_cast")];
            tensor<fp16, []> var_56018_to_fp16 = const()[name = tensor<string, []>("op_56018_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4781_cast = mul(x = var_56017_cast, y = var_56018_to_fp16)[name = tensor<string, []>("aw_4781_cast")];
            tensor<string, []> var_56021_equation_0 = const()[name = tensor<string, []>("op_56021_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_56021_cast = einsum(equation = var_56021_equation_0, values = (var_55863_cast, var_55780_cast))[name = tensor<string, []>("op_56021_cast")];
            tensor<fp16, []> var_56022_to_fp16 = const()[name = tensor<string, []>("op_56022_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4783_cast = mul(x = var_56021_cast, y = var_56022_to_fp16)[name = tensor<string, []>("aw_4783_cast")];
            tensor<string, []> var_56025_equation_0 = const()[name = tensor<string, []>("op_56025_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_56025_cast = einsum(equation = var_56025_equation_0, values = (var_55867_cast, var_55784_cast))[name = tensor<string, []>("op_56025_cast")];
            tensor<fp16, []> var_56026_to_fp16 = const()[name = tensor<string, []>("op_56026_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4785_cast = mul(x = var_56025_cast, y = var_56026_to_fp16)[name = tensor<string, []>("aw_4785_cast")];
            tensor<string, []> var_56029_equation_0 = const()[name = tensor<string, []>("op_56029_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_56029_cast = einsum(equation = var_56029_equation_0, values = (var_55871_cast, var_55788_cast))[name = tensor<string, []>("op_56029_cast")];
            tensor<fp16, []> var_56030_to_fp16 = const()[name = tensor<string, []>("op_56030_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4787_cast = mul(x = var_56029_cast, y = var_56030_to_fp16)[name = tensor<string, []>("aw_4787_cast")];
            tensor<string, []> var_56033_equation_0 = const()[name = tensor<string, []>("op_56033_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_56033_cast = einsum(equation = var_56033_equation_0, values = (var_55875_cast, var_55792_cast))[name = tensor<string, []>("op_56033_cast")];
            tensor<fp16, []> var_56034_to_fp16 = const()[name = tensor<string, []>("op_56034_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4789_cast = mul(x = var_56033_cast, y = var_56034_to_fp16)[name = tensor<string, []>("aw_4789_cast")];
            tensor<string, []> var_56037_equation_0 = const()[name = tensor<string, []>("op_56037_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_56037_cast = einsum(equation = var_56037_equation_0, values = (var_55879_cast, var_55796_cast))[name = tensor<string, []>("op_56037_cast")];
            tensor<fp16, []> var_56038_to_fp16 = const()[name = tensor<string, []>("op_56038_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4791_cast = mul(x = var_56037_cast, y = var_56038_to_fp16)[name = tensor<string, []>("aw_4791_cast")];
            tensor<string, []> var_56041_equation_0 = const()[name = tensor<string, []>("op_56041_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_56041_cast = einsum(equation = var_56041_equation_0, values = (var_55883_cast, var_55800_cast))[name = tensor<string, []>("op_56041_cast")];
            tensor<fp16, []> var_56042_to_fp16 = const()[name = tensor<string, []>("op_56042_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4793_cast = mul(x = var_56041_cast, y = var_56042_to_fp16)[name = tensor<string, []>("aw_4793_cast")];
            tensor<string, []> var_56045_equation_0 = const()[name = tensor<string, []>("op_56045_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_56045_cast = einsum(equation = var_56045_equation_0, values = (var_55887_cast, var_55804_cast))[name = tensor<string, []>("op_56045_cast")];
            tensor<fp16, []> var_56046_to_fp16 = const()[name = tensor<string, []>("op_56046_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4795_cast = mul(x = var_56045_cast, y = var_56046_to_fp16)[name = tensor<string, []>("aw_4795_cast")];
            tensor<string, []> var_56049_equation_0 = const()[name = tensor<string, []>("op_56049_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_56049_cast = einsum(equation = var_56049_equation_0, values = (var_55891_cast, var_55808_cast))[name = tensor<string, []>("op_56049_cast")];
            tensor<fp16, []> var_56050_to_fp16 = const()[name = tensor<string, []>("op_56050_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4797_cast = mul(x = var_56049_cast, y = var_56050_to_fp16)[name = tensor<string, []>("aw_4797_cast")];
            tensor<string, []> var_56053_equation_0 = const()[name = tensor<string, []>("op_56053_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_56053_cast = einsum(equation = var_56053_equation_0, values = (var_55895_cast, var_55812_cast))[name = tensor<string, []>("op_56053_cast")];
            tensor<fp16, []> var_56054_to_fp16 = const()[name = tensor<string, []>("op_56054_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4799_cast = mul(x = var_56053_cast, y = var_56054_to_fp16)[name = tensor<string, []>("aw_4799_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_56056_cast = softmax(axis = var_30355, x = aw_4761_cast)[name = tensor<string, []>("op_56056_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_56057_cast = softmax(axis = var_30355, x = aw_4763_cast)[name = tensor<string, []>("op_56057_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_56058_cast = softmax(axis = var_30355, x = aw_4765_cast)[name = tensor<string, []>("op_56058_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_56059_cast = softmax(axis = var_30355, x = aw_4767_cast)[name = tensor<string, []>("op_56059_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_56060_cast = softmax(axis = var_30355, x = aw_4769_cast)[name = tensor<string, []>("op_56060_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_56061_cast = softmax(axis = var_30355, x = aw_4771_cast)[name = tensor<string, []>("op_56061_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_56062_cast = softmax(axis = var_30355, x = aw_4773_cast)[name = tensor<string, []>("op_56062_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_56063_cast = softmax(axis = var_30355, x = aw_4775_cast)[name = tensor<string, []>("op_56063_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_56064_cast = softmax(axis = var_30355, x = aw_4777_cast)[name = tensor<string, []>("op_56064_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_56065_cast = softmax(axis = var_30355, x = aw_4779_cast)[name = tensor<string, []>("op_56065_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_56066_cast = softmax(axis = var_30355, x = aw_4781_cast)[name = tensor<string, []>("op_56066_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_56067_cast = softmax(axis = var_30355, x = aw_4783_cast)[name = tensor<string, []>("op_56067_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_56068_cast = softmax(axis = var_30355, x = aw_4785_cast)[name = tensor<string, []>("op_56068_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_56069_cast = softmax(axis = var_30355, x = aw_4787_cast)[name = tensor<string, []>("op_56069_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_56070_cast = softmax(axis = var_30355, x = aw_4789_cast)[name = tensor<string, []>("op_56070_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_56071_cast = softmax(axis = var_30355, x = aw_4791_cast)[name = tensor<string, []>("op_56071_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_56072_cast = softmax(axis = var_30355, x = aw_4793_cast)[name = tensor<string, []>("op_56072_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_56073_cast = softmax(axis = var_30355, x = aw_4795_cast)[name = tensor<string, []>("op_56073_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_56074_cast = softmax(axis = var_30355, x = aw_4797_cast)[name = tensor<string, []>("op_56074_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_56075_cast = softmax(axis = var_30355, x = aw_4799_cast)[name = tensor<string, []>("op_56075_cast")];
            tensor<string, []> var_56077_equation_0 = const()[name = tensor<string, []>("op_56077_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_56077_cast = einsum(equation = var_56077_equation_0, values = (var_55897_cast, var_56056_cast))[name = tensor<string, []>("op_56077_cast")];
            tensor<string, []> var_56079_equation_0 = const()[name = tensor<string, []>("op_56079_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_56079_cast = einsum(equation = var_56079_equation_0, values = (var_55901_cast, var_56057_cast))[name = tensor<string, []>("op_56079_cast")];
            tensor<string, []> var_56081_equation_0 = const()[name = tensor<string, []>("op_56081_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_56081_cast = einsum(equation = var_56081_equation_0, values = (var_55905_cast, var_56058_cast))[name = tensor<string, []>("op_56081_cast")];
            tensor<string, []> var_56083_equation_0 = const()[name = tensor<string, []>("op_56083_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_56083_cast = einsum(equation = var_56083_equation_0, values = (var_55909_cast, var_56059_cast))[name = tensor<string, []>("op_56083_cast")];
            tensor<string, []> var_56085_equation_0 = const()[name = tensor<string, []>("op_56085_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_56085_cast = einsum(equation = var_56085_equation_0, values = (var_55913_cast, var_56060_cast))[name = tensor<string, []>("op_56085_cast")];
            tensor<string, []> var_56087_equation_0 = const()[name = tensor<string, []>("op_56087_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_56087_cast = einsum(equation = var_56087_equation_0, values = (var_55917_cast, var_56061_cast))[name = tensor<string, []>("op_56087_cast")];
            tensor<string, []> var_56089_equation_0 = const()[name = tensor<string, []>("op_56089_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_56089_cast = einsum(equation = var_56089_equation_0, values = (var_55921_cast, var_56062_cast))[name = tensor<string, []>("op_56089_cast")];
            tensor<string, []> var_56091_equation_0 = const()[name = tensor<string, []>("op_56091_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_56091_cast = einsum(equation = var_56091_equation_0, values = (var_55925_cast, var_56063_cast))[name = tensor<string, []>("op_56091_cast")];
            tensor<string, []> var_56093_equation_0 = const()[name = tensor<string, []>("op_56093_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_56093_cast = einsum(equation = var_56093_equation_0, values = (var_55929_cast, var_56064_cast))[name = tensor<string, []>("op_56093_cast")];
            tensor<string, []> var_56095_equation_0 = const()[name = tensor<string, []>("op_56095_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_56095_cast = einsum(equation = var_56095_equation_0, values = (var_55933_cast, var_56065_cast))[name = tensor<string, []>("op_56095_cast")];
            tensor<string, []> var_56097_equation_0 = const()[name = tensor<string, []>("op_56097_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_56097_cast = einsum(equation = var_56097_equation_0, values = (var_55937_cast, var_56066_cast))[name = tensor<string, []>("op_56097_cast")];
            tensor<string, []> var_56099_equation_0 = const()[name = tensor<string, []>("op_56099_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_56099_cast = einsum(equation = var_56099_equation_0, values = (var_55941_cast, var_56067_cast))[name = tensor<string, []>("op_56099_cast")];
            tensor<string, []> var_56101_equation_0 = const()[name = tensor<string, []>("op_56101_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_56101_cast = einsum(equation = var_56101_equation_0, values = (var_55945_cast, var_56068_cast))[name = tensor<string, []>("op_56101_cast")];
            tensor<string, []> var_56103_equation_0 = const()[name = tensor<string, []>("op_56103_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_56103_cast = einsum(equation = var_56103_equation_0, values = (var_55949_cast, var_56069_cast))[name = tensor<string, []>("op_56103_cast")];
            tensor<string, []> var_56105_equation_0 = const()[name = tensor<string, []>("op_56105_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_56105_cast = einsum(equation = var_56105_equation_0, values = (var_55953_cast, var_56070_cast))[name = tensor<string, []>("op_56105_cast")];
            tensor<string, []> var_56107_equation_0 = const()[name = tensor<string, []>("op_56107_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_56107_cast = einsum(equation = var_56107_equation_0, values = (var_55957_cast, var_56071_cast))[name = tensor<string, []>("op_56107_cast")];
            tensor<string, []> var_56109_equation_0 = const()[name = tensor<string, []>("op_56109_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_56109_cast = einsum(equation = var_56109_equation_0, values = (var_55961_cast, var_56072_cast))[name = tensor<string, []>("op_56109_cast")];
            tensor<string, []> var_56111_equation_0 = const()[name = tensor<string, []>("op_56111_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_56111_cast = einsum(equation = var_56111_equation_0, values = (var_55965_cast, var_56073_cast))[name = tensor<string, []>("op_56111_cast")];
            tensor<string, []> var_56113_equation_0 = const()[name = tensor<string, []>("op_56113_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_56113_cast = einsum(equation = var_56113_equation_0, values = (var_55969_cast, var_56074_cast))[name = tensor<string, []>("op_56113_cast")];
            tensor<string, []> var_56115_equation_0 = const()[name = tensor<string, []>("op_56115_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_56115_cast = einsum(equation = var_56115_equation_0, values = (var_55973_cast, var_56075_cast))[name = tensor<string, []>("op_56115_cast")];
            tensor<bool, []> input_693_interleave_0 = const()[name = tensor<string, []>("input_693_interleave_0"), val = tensor<bool, []>(false)];
            tensor<fp16, [2, 1280, 1, 576]> input_693_cast = concat(axis = var_30355, interleave = input_693_interleave_0, values = (var_56077_cast, var_56079_cast, var_56081_cast, var_56083_cast, var_56085_cast, var_56087_cast, var_56089_cast, var_56091_cast, var_56093_cast, var_56095_cast, var_56097_cast, var_56099_cast, var_56101_cast, var_56103_cast, var_56105_cast, var_56107_cast, var_56109_cast, var_56111_cast, var_56113_cast, var_56115_cast))[name = tensor<string, []>("input_693_cast")];
            tensor<int32, [2]> var_56121 = const()[name = tensor<string, []>("op_56121"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_56123 = const()[name = tensor<string, []>("op_56123"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_56125_pad_type_0 = const()[name = tensor<string, []>("op_56125_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_56125_pad_0 = const()[name = tensor<string, []>("op_56125_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_7_attn2_to_out_0_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [204800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(467237824))), lut = tensor<fp16, [2]>([-0x1.614p-8, 0x1.6p-8]), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_7_attn2_to_out_0_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_attentions_2_transformer_blocks_7_attn2_to_out_0_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_7_attn2_to_out_0_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(467442688)))];
            tensor<fp16, [2, 1280, 1, 576]> var_56125_cast = conv(bias = up_blocks_0_attentions_2_transformer_blocks_7_attn2_to_out_0_bias_to_fp16, dilations = var_56123, groups = var_30355, pad = var_56125_pad_0, pad_type = var_56125_pad_type_0, strides = var_56121, weight = up_blocks_0_attentions_2_transformer_blocks_7_attn2_to_out_0_weight_to_fp16_palettized, x = input_693_cast)[name = tensor<string, []>("op_56125_cast")];
            tensor<fp16, [2, 1280, 1, 576]> inputs_371_cast = add(x = var_56125_cast, y = inputs_369_cast)[name = tensor<string, []>("inputs_371_cast")];
            tensor<int32, [1]> var_56129 = const()[name = tensor<string, []>("op_56129"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> channels_mean_371_cast = reduce_mean(axes = var_56129, keep_dims = var_30350, x = inputs_371_cast)[name = tensor<string, []>("channels_mean_371_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_371_cast = sub(x = inputs_371_cast, y = channels_mean_371_cast)[name = tensor<string, []>("zero_mean_371_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_sq_371_cast = mul(x = zero_mean_371_cast, y = zero_mean_371_cast)[name = tensor<string, []>("zero_mean_sq_371_cast")];
            tensor<int32, [1]> var_56133 = const()[name = tensor<string, []>("op_56133"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> var_56134_cast = reduce_mean(axes = var_56133, keep_dims = var_30350, x = zero_mean_sq_371_cast)[name = tensor<string, []>("op_56134_cast")];
            tensor<fp16, []> var_56135_to_fp16 = const()[name = tensor<string, []>("op_56135_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 576]> var_56136_cast = add(x = var_56134_cast, y = var_56135_to_fp16)[name = tensor<string, []>("op_56136_cast")];
            tensor<fp16, []> denom_371_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_371_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 576]> denom_371_cast = rsqrt(epsilon = denom_371_epsilon_0_to_fp16, x = var_56136_cast)[name = tensor<string, []>("denom_371_cast")];
            tensor<fp16, [2, 1280, 1, 576]> out_371_cast = mul(x = zero_mean_371_cast, y = denom_371_cast)[name = tensor<string, []>("out_371_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_56140_to_fp16 = const()[name = tensor<string, []>("op_56140_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(467445312)))];
            tensor<fp16, [2, 1280, 1, 576]> var_56141_cast = add(x = out_371_cast, y = var_56140_to_fp16)[name = tensor<string, []>("op_56141_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_56143_to_fp16 = const()[name = tensor<string, []>("op_56143_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(467447936)))];
            tensor<fp16, [2, 1280, 1, 576]> input_695_cast = mul(x = var_56141_cast, y = var_56143_to_fp16)[name = tensor<string, []>("input_695_cast")];
            tensor<int32, [2]> var_56151 = const()[name = tensor<string, []>("op_56151"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_56153 = const()[name = tensor<string, []>("op_56153"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_56155_pad_type_0 = const()[name = tensor<string, []>("op_56155_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_56155_pad_0 = const()[name = tensor<string, []>("op_56155_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [10240, 1280, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_7_ff_net_0_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [9830400]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(467450560))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(477281024))), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_7_ff_net_0_proj_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([10240, 1280, 1, 1])];
            tensor<fp16, [10240]> up_blocks_0_attentions_2_transformer_blocks_7_ff_net_0_proj_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_7_ff_net_0_proj_bias_to_fp16"), val = tensor<fp16, [10240]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(477281216)))];
            tensor<fp16, [2, 10240, 1, 576]> var_56155_cast = conv(bias = up_blocks_0_attentions_2_transformer_blocks_7_ff_net_0_proj_bias_to_fp16, dilations = var_56153, groups = var_30355, pad = var_56155_pad_0, pad_type = var_56155_pad_type_0, strides = var_56151, weight = up_blocks_0_attentions_2_transformer_blocks_7_ff_net_0_proj_weight_to_fp16_palettized, x = input_695_cast)[name = tensor<string, []>("op_56155_cast")];
            tensor<int32, [2]> var_56156_split_sizes_0 = const()[name = tensor<string, []>("op_56156_split_sizes_0"), val = tensor<int32, [2]>([5120, 5120])];
            tensor<int32, []> var_56156_axis_0 = const()[name = tensor<string, []>("op_56156_axis_0"), val = tensor<int32, []>(1)];
            tensor<fp16, [2, 5120, 1, 576]> var_56156_cast_0, tensor<fp16, [2, 5120, 1, 576]> var_56156_cast_1 = split(axis = var_56156_axis_0, split_sizes = var_56156_split_sizes_0, x = var_56155_cast)[name = tensor<string, []>("op_56156_cast")];
            tensor<string, []> var_56158_mode_0 = const()[name = tensor<string, []>("op_56158_mode_0"), val = tensor<string, []>("EXACT")];
            tensor<fp16, [2, 5120, 1, 576]> var_56158_cast = gelu(mode = var_56158_mode_0, x = var_56156_cast_1)[name = tensor<string, []>("op_56158_cast")];
            tensor<fp16, [2, 5120, 1, 576]> input_697_cast = mul(x = var_56156_cast_0, y = var_56158_cast)[name = tensor<string, []>("input_697_cast")];
            tensor<int32, [2]> var_56162 = const()[name = tensor<string, []>("op_56162"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_56164 = const()[name = tensor<string, []>("op_56164"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_56166_pad_type_0 = const()[name = tensor<string, []>("op_56166_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_56166_pad_0 = const()[name = tensor<string, []>("op_56166_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 5120, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_7_ff_net_2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [4915200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(477301760))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(482217024))), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_7_ff_net_2_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 5120, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_attentions_2_transformer_blocks_7_ff_net_2_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_7_ff_net_2_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(482217216)))];
            tensor<fp16, [2, 1280, 1, 576]> var_56166_cast = conv(bias = up_blocks_0_attentions_2_transformer_blocks_7_ff_net_2_bias_to_fp16, dilations = var_56164, groups = var_30355, pad = var_56166_pad_0, pad_type = var_56166_pad_type_0, strides = var_56162, weight = up_blocks_0_attentions_2_transformer_blocks_7_ff_net_2_weight_to_fp16_palettized, x = input_697_cast)[name = tensor<string, []>("op_56166_cast")];
            tensor<fp16, [2, 1280, 1, 576]> inputs_373_cast = add(x = var_56166_cast, y = inputs_371_cast)[name = tensor<string, []>("inputs_373_cast")];
            tensor<int32, [1]> var_56176 = const()[name = tensor<string, []>("op_56176"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> channels_mean_373_cast = reduce_mean(axes = var_56176, keep_dims = var_30350, x = inputs_373_cast)[name = tensor<string, []>("channels_mean_373_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_373_cast = sub(x = inputs_373_cast, y = channels_mean_373_cast)[name = tensor<string, []>("zero_mean_373_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_sq_373_cast = mul(x = zero_mean_373_cast, y = zero_mean_373_cast)[name = tensor<string, []>("zero_mean_sq_373_cast")];
            tensor<int32, [1]> var_56180 = const()[name = tensor<string, []>("op_56180"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> var_56181_cast = reduce_mean(axes = var_56180, keep_dims = var_30350, x = zero_mean_sq_373_cast)[name = tensor<string, []>("op_56181_cast")];
            tensor<fp16, []> var_56182_to_fp16 = const()[name = tensor<string, []>("op_56182_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 576]> var_56183_cast = add(x = var_56181_cast, y = var_56182_to_fp16)[name = tensor<string, []>("op_56183_cast")];
            tensor<fp16, []> denom_373_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_373_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 576]> denom_373_cast = rsqrt(epsilon = denom_373_epsilon_0_to_fp16, x = var_56183_cast)[name = tensor<string, []>("denom_373_cast")];
            tensor<fp16, [2, 1280, 1, 576]> out_373_cast = mul(x = zero_mean_373_cast, y = denom_373_cast)[name = tensor<string, []>("out_373_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_56187_to_fp16 = const()[name = tensor<string, []>("op_56187_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(482219840)))];
            tensor<fp16, [2, 1280, 1, 576]> var_56188_cast = add(x = out_373_cast, y = var_56187_to_fp16)[name = tensor<string, []>("op_56188_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_56190_to_fp16 = const()[name = tensor<string, []>("op_56190_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(482222464)))];
            tensor<fp16, [2, 1280, 1, 576]> hidden_states_483_cast = mul(x = var_56188_cast, y = var_56190_to_fp16)[name = tensor<string, []>("hidden_states_483_cast")];
            tensor<int32, [2]> var_56197 = const()[name = tensor<string, []>("op_56197"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_56199 = const()[name = tensor<string, []>("op_56199"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> q_249_pad_type_0 = const()[name = tensor<string, []>("q_249_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> q_249_pad_0 = const()[name = tensor<string, []>("q_249_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_8_attn1_to_q_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [819200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(482225088))), lut = tensor<fp16, [16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(483044352))), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_8_attn1_to_q_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> q_249_cast = conv(dilations = var_56199, groups = var_30355, pad = q_249_pad_0, pad_type = q_249_pad_type_0, strides = var_56197, weight = up_blocks_0_attentions_2_transformer_blocks_8_attn1_to_q_weight_to_fp16_palettized, x = hidden_states_483_cast)[name = tensor<string, []>("q_249_cast")];
            tensor<int32, [2]> var_56203 = const()[name = tensor<string, []>("op_56203"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_56205 = const()[name = tensor<string, []>("op_56205"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> k_497_pad_type_0 = const()[name = tensor<string, []>("k_497_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> k_497_pad_0 = const()[name = tensor<string, []>("k_497_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_8_attn1_to_k_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [819200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(483044480))), lut = tensor<fp16, [16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(483863744))), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_8_attn1_to_k_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> k_497_cast = conv(dilations = var_56205, groups = var_30355, pad = k_497_pad_0, pad_type = k_497_pad_type_0, strides = var_56203, weight = up_blocks_0_attentions_2_transformer_blocks_8_attn1_to_k_weight_to_fp16_palettized, x = hidden_states_483_cast)[name = tensor<string, []>("k_497_cast")];
            tensor<int32, [2]> var_56209 = const()[name = tensor<string, []>("op_56209"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_56211 = const()[name = tensor<string, []>("op_56211"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> v_249_pad_type_0 = const()[name = tensor<string, []>("v_249_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> v_249_pad_0 = const()[name = tensor<string, []>("v_249_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_8_attn1_to_v_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [1228800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(483863872))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(485092736))), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_8_attn1_to_v_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> v_249_cast = conv(dilations = var_56211, groups = var_30355, pad = v_249_pad_0, pad_type = v_249_pad_type_0, strides = var_56209, weight = up_blocks_0_attentions_2_transformer_blocks_8_attn1_to_v_weight_to_fp16_palettized, x = hidden_states_483_cast)[name = tensor<string, []>("v_249_cast")];
            tensor<int32, [4]> var_56215_begin_0 = const()[name = tensor<string, []>("op_56215_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_56215_end_0 = const()[name = tensor<string, []>("op_56215_end_0"), val = tensor<int32, [4]>([2, 64, 1, 576])];
            tensor<bool, [4]> var_56215_end_mask_0 = const()[name = tensor<string, []>("op_56215_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_56215_cast = slice_by_index(begin = var_56215_begin_0, end = var_56215_end_0, end_mask = var_56215_end_mask_0, x = q_249_cast)[name = tensor<string, []>("op_56215_cast")];
            tensor<int32, [4]> var_56219_begin_0 = const()[name = tensor<string, []>("op_56219_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_56219_end_0 = const()[name = tensor<string, []>("op_56219_end_0"), val = tensor<int32, [4]>([2, 128, 1, 576])];
            tensor<bool, [4]> var_56219_end_mask_0 = const()[name = tensor<string, []>("op_56219_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_56219_cast = slice_by_index(begin = var_56219_begin_0, end = var_56219_end_0, end_mask = var_56219_end_mask_0, x = q_249_cast)[name = tensor<string, []>("op_56219_cast")];
            tensor<int32, [4]> var_56223_begin_0 = const()[name = tensor<string, []>("op_56223_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_56223_end_0 = const()[name = tensor<string, []>("op_56223_end_0"), val = tensor<int32, [4]>([2, 192, 1, 576])];
            tensor<bool, [4]> var_56223_end_mask_0 = const()[name = tensor<string, []>("op_56223_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_56223_cast = slice_by_index(begin = var_56223_begin_0, end = var_56223_end_0, end_mask = var_56223_end_mask_0, x = q_249_cast)[name = tensor<string, []>("op_56223_cast")];
            tensor<int32, [4]> var_56227_begin_0 = const()[name = tensor<string, []>("op_56227_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_56227_end_0 = const()[name = tensor<string, []>("op_56227_end_0"), val = tensor<int32, [4]>([2, 256, 1, 576])];
            tensor<bool, [4]> var_56227_end_mask_0 = const()[name = tensor<string, []>("op_56227_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_56227_cast = slice_by_index(begin = var_56227_begin_0, end = var_56227_end_0, end_mask = var_56227_end_mask_0, x = q_249_cast)[name = tensor<string, []>("op_56227_cast")];
            tensor<int32, [4]> var_56231_begin_0 = const()[name = tensor<string, []>("op_56231_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_56231_end_0 = const()[name = tensor<string, []>("op_56231_end_0"), val = tensor<int32, [4]>([2, 320, 1, 576])];
            tensor<bool, [4]> var_56231_end_mask_0 = const()[name = tensor<string, []>("op_56231_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_56231_cast = slice_by_index(begin = var_56231_begin_0, end = var_56231_end_0, end_mask = var_56231_end_mask_0, x = q_249_cast)[name = tensor<string, []>("op_56231_cast")];
            tensor<int32, [4]> var_56235_begin_0 = const()[name = tensor<string, []>("op_56235_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_56235_end_0 = const()[name = tensor<string, []>("op_56235_end_0"), val = tensor<int32, [4]>([2, 384, 1, 576])];
            tensor<bool, [4]> var_56235_end_mask_0 = const()[name = tensor<string, []>("op_56235_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_56235_cast = slice_by_index(begin = var_56235_begin_0, end = var_56235_end_0, end_mask = var_56235_end_mask_0, x = q_249_cast)[name = tensor<string, []>("op_56235_cast")];
            tensor<int32, [4]> var_56239_begin_0 = const()[name = tensor<string, []>("op_56239_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_56239_end_0 = const()[name = tensor<string, []>("op_56239_end_0"), val = tensor<int32, [4]>([2, 448, 1, 576])];
            tensor<bool, [4]> var_56239_end_mask_0 = const()[name = tensor<string, []>("op_56239_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_56239_cast = slice_by_index(begin = var_56239_begin_0, end = var_56239_end_0, end_mask = var_56239_end_mask_0, x = q_249_cast)[name = tensor<string, []>("op_56239_cast")];
            tensor<int32, [4]> var_56243_begin_0 = const()[name = tensor<string, []>("op_56243_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_56243_end_0 = const()[name = tensor<string, []>("op_56243_end_0"), val = tensor<int32, [4]>([2, 512, 1, 576])];
            tensor<bool, [4]> var_56243_end_mask_0 = const()[name = tensor<string, []>("op_56243_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_56243_cast = slice_by_index(begin = var_56243_begin_0, end = var_56243_end_0, end_mask = var_56243_end_mask_0, x = q_249_cast)[name = tensor<string, []>("op_56243_cast")];
            tensor<int32, [4]> var_56247_begin_0 = const()[name = tensor<string, []>("op_56247_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_56247_end_0 = const()[name = tensor<string, []>("op_56247_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_56247_end_mask_0 = const()[name = tensor<string, []>("op_56247_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_56247_cast = slice_by_index(begin = var_56247_begin_0, end = var_56247_end_0, end_mask = var_56247_end_mask_0, x = q_249_cast)[name = tensor<string, []>("op_56247_cast")];
            tensor<int32, [4]> var_56251_begin_0 = const()[name = tensor<string, []>("op_56251_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_56251_end_0 = const()[name = tensor<string, []>("op_56251_end_0"), val = tensor<int32, [4]>([2, 640, 1, 576])];
            tensor<bool, [4]> var_56251_end_mask_0 = const()[name = tensor<string, []>("op_56251_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_56251_cast = slice_by_index(begin = var_56251_begin_0, end = var_56251_end_0, end_mask = var_56251_end_mask_0, x = q_249_cast)[name = tensor<string, []>("op_56251_cast")];
            tensor<int32, [4]> var_56255_begin_0 = const()[name = tensor<string, []>("op_56255_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_56255_end_0 = const()[name = tensor<string, []>("op_56255_end_0"), val = tensor<int32, [4]>([2, 704, 1, 576])];
            tensor<bool, [4]> var_56255_end_mask_0 = const()[name = tensor<string, []>("op_56255_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_56255_cast = slice_by_index(begin = var_56255_begin_0, end = var_56255_end_0, end_mask = var_56255_end_mask_0, x = q_249_cast)[name = tensor<string, []>("op_56255_cast")];
            tensor<int32, [4]> var_56259_begin_0 = const()[name = tensor<string, []>("op_56259_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_56259_end_0 = const()[name = tensor<string, []>("op_56259_end_0"), val = tensor<int32, [4]>([2, 768, 1, 576])];
            tensor<bool, [4]> var_56259_end_mask_0 = const()[name = tensor<string, []>("op_56259_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_56259_cast = slice_by_index(begin = var_56259_begin_0, end = var_56259_end_0, end_mask = var_56259_end_mask_0, x = q_249_cast)[name = tensor<string, []>("op_56259_cast")];
            tensor<int32, [4]> var_56263_begin_0 = const()[name = tensor<string, []>("op_56263_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_56263_end_0 = const()[name = tensor<string, []>("op_56263_end_0"), val = tensor<int32, [4]>([2, 832, 1, 576])];
            tensor<bool, [4]> var_56263_end_mask_0 = const()[name = tensor<string, []>("op_56263_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_56263_cast = slice_by_index(begin = var_56263_begin_0, end = var_56263_end_0, end_mask = var_56263_end_mask_0, x = q_249_cast)[name = tensor<string, []>("op_56263_cast")];
            tensor<int32, [4]> var_56267_begin_0 = const()[name = tensor<string, []>("op_56267_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_56267_end_0 = const()[name = tensor<string, []>("op_56267_end_0"), val = tensor<int32, [4]>([2, 896, 1, 576])];
            tensor<bool, [4]> var_56267_end_mask_0 = const()[name = tensor<string, []>("op_56267_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_56267_cast = slice_by_index(begin = var_56267_begin_0, end = var_56267_end_0, end_mask = var_56267_end_mask_0, x = q_249_cast)[name = tensor<string, []>("op_56267_cast")];
            tensor<int32, [4]> var_56271_begin_0 = const()[name = tensor<string, []>("op_56271_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_56271_end_0 = const()[name = tensor<string, []>("op_56271_end_0"), val = tensor<int32, [4]>([2, 960, 1, 576])];
            tensor<bool, [4]> var_56271_end_mask_0 = const()[name = tensor<string, []>("op_56271_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_56271_cast = slice_by_index(begin = var_56271_begin_0, end = var_56271_end_0, end_mask = var_56271_end_mask_0, x = q_249_cast)[name = tensor<string, []>("op_56271_cast")];
            tensor<int32, [4]> var_56275_begin_0 = const()[name = tensor<string, []>("op_56275_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_56275_end_0 = const()[name = tensor<string, []>("op_56275_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 576])];
            tensor<bool, [4]> var_56275_end_mask_0 = const()[name = tensor<string, []>("op_56275_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_56275_cast = slice_by_index(begin = var_56275_begin_0, end = var_56275_end_0, end_mask = var_56275_end_mask_0, x = q_249_cast)[name = tensor<string, []>("op_56275_cast")];
            tensor<int32, [4]> var_56279_begin_0 = const()[name = tensor<string, []>("op_56279_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_56279_end_0 = const()[name = tensor<string, []>("op_56279_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 576])];
            tensor<bool, [4]> var_56279_end_mask_0 = const()[name = tensor<string, []>("op_56279_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_56279_cast = slice_by_index(begin = var_56279_begin_0, end = var_56279_end_0, end_mask = var_56279_end_mask_0, x = q_249_cast)[name = tensor<string, []>("op_56279_cast")];
            tensor<int32, [4]> var_56283_begin_0 = const()[name = tensor<string, []>("op_56283_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_56283_end_0 = const()[name = tensor<string, []>("op_56283_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 576])];
            tensor<bool, [4]> var_56283_end_mask_0 = const()[name = tensor<string, []>("op_56283_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_56283_cast = slice_by_index(begin = var_56283_begin_0, end = var_56283_end_0, end_mask = var_56283_end_mask_0, x = q_249_cast)[name = tensor<string, []>("op_56283_cast")];
            tensor<int32, [4]> var_56287_begin_0 = const()[name = tensor<string, []>("op_56287_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_56287_end_0 = const()[name = tensor<string, []>("op_56287_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 576])];
            tensor<bool, [4]> var_56287_end_mask_0 = const()[name = tensor<string, []>("op_56287_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_56287_cast = slice_by_index(begin = var_56287_begin_0, end = var_56287_end_0, end_mask = var_56287_end_mask_0, x = q_249_cast)[name = tensor<string, []>("op_56287_cast")];
            tensor<int32, [4]> var_56291_begin_0 = const()[name = tensor<string, []>("op_56291_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_56291_end_0 = const()[name = tensor<string, []>("op_56291_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 576])];
            tensor<bool, [4]> var_56291_end_mask_0 = const()[name = tensor<string, []>("op_56291_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_56291_cast = slice_by_index(begin = var_56291_begin_0, end = var_56291_end_0, end_mask = var_56291_end_mask_0, x = q_249_cast)[name = tensor<string, []>("op_56291_cast")];
            tensor<int32, [4]> k_499_perm_0 = const()[name = tensor<string, []>("k_499_perm_0"), val = tensor<int32, [4]>([0, 3, 2, 1])];
            tensor<int32, [4]> var_56298_begin_0 = const()[name = tensor<string, []>("op_56298_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_56298_end_0 = const()[name = tensor<string, []>("op_56298_end_0"), val = tensor<int32, [4]>([2, 576, 1, 64])];
            tensor<bool, [4]> var_56298_end_mask_0 = const()[name = tensor<string, []>("op_56298_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 1280]> transpose_15 = transpose(perm = k_499_perm_0, x = k_497_cast)[name = tensor<string, []>("transpose_15")];
            tensor<fp16, [2, 576, 1, 64]> var_56298_cast = slice_by_index(begin = var_56298_begin_0, end = var_56298_end_0, end_mask = var_56298_end_mask_0, x = transpose_15)[name = tensor<string, []>("op_56298_cast")];
            tensor<int32, [4]> var_56302_begin_0 = const()[name = tensor<string, []>("op_56302_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 64])];
            tensor<int32, [4]> var_56302_end_0 = const()[name = tensor<string, []>("op_56302_end_0"), val = tensor<int32, [4]>([2, 576, 1, 128])];
            tensor<bool, [4]> var_56302_end_mask_0 = const()[name = tensor<string, []>("op_56302_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_56302_cast = slice_by_index(begin = var_56302_begin_0, end = var_56302_end_0, end_mask = var_56302_end_mask_0, x = transpose_15)[name = tensor<string, []>("op_56302_cast")];
            tensor<int32, [4]> var_56306_begin_0 = const()[name = tensor<string, []>("op_56306_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 128])];
            tensor<int32, [4]> var_56306_end_0 = const()[name = tensor<string, []>("op_56306_end_0"), val = tensor<int32, [4]>([2, 576, 1, 192])];
            tensor<bool, [4]> var_56306_end_mask_0 = const()[name = tensor<string, []>("op_56306_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_56306_cast = slice_by_index(begin = var_56306_begin_0, end = var_56306_end_0, end_mask = var_56306_end_mask_0, x = transpose_15)[name = tensor<string, []>("op_56306_cast")];
            tensor<int32, [4]> var_56310_begin_0 = const()[name = tensor<string, []>("op_56310_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 192])];
            tensor<int32, [4]> var_56310_end_0 = const()[name = tensor<string, []>("op_56310_end_0"), val = tensor<int32, [4]>([2, 576, 1, 256])];
            tensor<bool, [4]> var_56310_end_mask_0 = const()[name = tensor<string, []>("op_56310_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_56310_cast = slice_by_index(begin = var_56310_begin_0, end = var_56310_end_0, end_mask = var_56310_end_mask_0, x = transpose_15)[name = tensor<string, []>("op_56310_cast")];
            tensor<int32, [4]> var_56314_begin_0 = const()[name = tensor<string, []>("op_56314_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 256])];
            tensor<int32, [4]> var_56314_end_0 = const()[name = tensor<string, []>("op_56314_end_0"), val = tensor<int32, [4]>([2, 576, 1, 320])];
            tensor<bool, [4]> var_56314_end_mask_0 = const()[name = tensor<string, []>("op_56314_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_56314_cast = slice_by_index(begin = var_56314_begin_0, end = var_56314_end_0, end_mask = var_56314_end_mask_0, x = transpose_15)[name = tensor<string, []>("op_56314_cast")];
            tensor<int32, [4]> var_56318_begin_0 = const()[name = tensor<string, []>("op_56318_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 320])];
            tensor<int32, [4]> var_56318_end_0 = const()[name = tensor<string, []>("op_56318_end_0"), val = tensor<int32, [4]>([2, 576, 1, 384])];
            tensor<bool, [4]> var_56318_end_mask_0 = const()[name = tensor<string, []>("op_56318_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_56318_cast = slice_by_index(begin = var_56318_begin_0, end = var_56318_end_0, end_mask = var_56318_end_mask_0, x = transpose_15)[name = tensor<string, []>("op_56318_cast")];
            tensor<int32, [4]> var_56322_begin_0 = const()[name = tensor<string, []>("op_56322_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 384])];
            tensor<int32, [4]> var_56322_end_0 = const()[name = tensor<string, []>("op_56322_end_0"), val = tensor<int32, [4]>([2, 576, 1, 448])];
            tensor<bool, [4]> var_56322_end_mask_0 = const()[name = tensor<string, []>("op_56322_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_56322_cast = slice_by_index(begin = var_56322_begin_0, end = var_56322_end_0, end_mask = var_56322_end_mask_0, x = transpose_15)[name = tensor<string, []>("op_56322_cast")];
            tensor<int32, [4]> var_56326_begin_0 = const()[name = tensor<string, []>("op_56326_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 448])];
            tensor<int32, [4]> var_56326_end_0 = const()[name = tensor<string, []>("op_56326_end_0"), val = tensor<int32, [4]>([2, 576, 1, 512])];
            tensor<bool, [4]> var_56326_end_mask_0 = const()[name = tensor<string, []>("op_56326_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_56326_cast = slice_by_index(begin = var_56326_begin_0, end = var_56326_end_0, end_mask = var_56326_end_mask_0, x = transpose_15)[name = tensor<string, []>("op_56326_cast")];
            tensor<int32, [4]> var_56330_begin_0 = const()[name = tensor<string, []>("op_56330_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 512])];
            tensor<int32, [4]> var_56330_end_0 = const()[name = tensor<string, []>("op_56330_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_56330_end_mask_0 = const()[name = tensor<string, []>("op_56330_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_56330_cast = slice_by_index(begin = var_56330_begin_0, end = var_56330_end_0, end_mask = var_56330_end_mask_0, x = transpose_15)[name = tensor<string, []>("op_56330_cast")];
            tensor<int32, [4]> var_56334_begin_0 = const()[name = tensor<string, []>("op_56334_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 576])];
            tensor<int32, [4]> var_56334_end_0 = const()[name = tensor<string, []>("op_56334_end_0"), val = tensor<int32, [4]>([2, 576, 1, 640])];
            tensor<bool, [4]> var_56334_end_mask_0 = const()[name = tensor<string, []>("op_56334_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_56334_cast = slice_by_index(begin = var_56334_begin_0, end = var_56334_end_0, end_mask = var_56334_end_mask_0, x = transpose_15)[name = tensor<string, []>("op_56334_cast")];
            tensor<int32, [4]> var_56338_begin_0 = const()[name = tensor<string, []>("op_56338_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 640])];
            tensor<int32, [4]> var_56338_end_0 = const()[name = tensor<string, []>("op_56338_end_0"), val = tensor<int32, [4]>([2, 576, 1, 704])];
            tensor<bool, [4]> var_56338_end_mask_0 = const()[name = tensor<string, []>("op_56338_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_56338_cast = slice_by_index(begin = var_56338_begin_0, end = var_56338_end_0, end_mask = var_56338_end_mask_0, x = transpose_15)[name = tensor<string, []>("op_56338_cast")];
            tensor<int32, [4]> var_56342_begin_0 = const()[name = tensor<string, []>("op_56342_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 704])];
            tensor<int32, [4]> var_56342_end_0 = const()[name = tensor<string, []>("op_56342_end_0"), val = tensor<int32, [4]>([2, 576, 1, 768])];
            tensor<bool, [4]> var_56342_end_mask_0 = const()[name = tensor<string, []>("op_56342_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_56342_cast = slice_by_index(begin = var_56342_begin_0, end = var_56342_end_0, end_mask = var_56342_end_mask_0, x = transpose_15)[name = tensor<string, []>("op_56342_cast")];
            tensor<int32, [4]> var_56346_begin_0 = const()[name = tensor<string, []>("op_56346_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 768])];
            tensor<int32, [4]> var_56346_end_0 = const()[name = tensor<string, []>("op_56346_end_0"), val = tensor<int32, [4]>([2, 576, 1, 832])];
            tensor<bool, [4]> var_56346_end_mask_0 = const()[name = tensor<string, []>("op_56346_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_56346_cast = slice_by_index(begin = var_56346_begin_0, end = var_56346_end_0, end_mask = var_56346_end_mask_0, x = transpose_15)[name = tensor<string, []>("op_56346_cast")];
            tensor<int32, [4]> var_56350_begin_0 = const()[name = tensor<string, []>("op_56350_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 832])];
            tensor<int32, [4]> var_56350_end_0 = const()[name = tensor<string, []>("op_56350_end_0"), val = tensor<int32, [4]>([2, 576, 1, 896])];
            tensor<bool, [4]> var_56350_end_mask_0 = const()[name = tensor<string, []>("op_56350_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_56350_cast = slice_by_index(begin = var_56350_begin_0, end = var_56350_end_0, end_mask = var_56350_end_mask_0, x = transpose_15)[name = tensor<string, []>("op_56350_cast")];
            tensor<int32, [4]> var_56354_begin_0 = const()[name = tensor<string, []>("op_56354_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 896])];
            tensor<int32, [4]> var_56354_end_0 = const()[name = tensor<string, []>("op_56354_end_0"), val = tensor<int32, [4]>([2, 576, 1, 960])];
            tensor<bool, [4]> var_56354_end_mask_0 = const()[name = tensor<string, []>("op_56354_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_56354_cast = slice_by_index(begin = var_56354_begin_0, end = var_56354_end_0, end_mask = var_56354_end_mask_0, x = transpose_15)[name = tensor<string, []>("op_56354_cast")];
            tensor<int32, [4]> var_56358_begin_0 = const()[name = tensor<string, []>("op_56358_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 960])];
            tensor<int32, [4]> var_56358_end_0 = const()[name = tensor<string, []>("op_56358_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1024])];
            tensor<bool, [4]> var_56358_end_mask_0 = const()[name = tensor<string, []>("op_56358_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_56358_cast = slice_by_index(begin = var_56358_begin_0, end = var_56358_end_0, end_mask = var_56358_end_mask_0, x = transpose_15)[name = tensor<string, []>("op_56358_cast")];
            tensor<int32, [4]> var_56362_begin_0 = const()[name = tensor<string, []>("op_56362_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1024])];
            tensor<int32, [4]> var_56362_end_0 = const()[name = tensor<string, []>("op_56362_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1088])];
            tensor<bool, [4]> var_56362_end_mask_0 = const()[name = tensor<string, []>("op_56362_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_56362_cast = slice_by_index(begin = var_56362_begin_0, end = var_56362_end_0, end_mask = var_56362_end_mask_0, x = transpose_15)[name = tensor<string, []>("op_56362_cast")];
            tensor<int32, [4]> var_56366_begin_0 = const()[name = tensor<string, []>("op_56366_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1088])];
            tensor<int32, [4]> var_56366_end_0 = const()[name = tensor<string, []>("op_56366_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1152])];
            tensor<bool, [4]> var_56366_end_mask_0 = const()[name = tensor<string, []>("op_56366_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_56366_cast = slice_by_index(begin = var_56366_begin_0, end = var_56366_end_0, end_mask = var_56366_end_mask_0, x = transpose_15)[name = tensor<string, []>("op_56366_cast")];
            tensor<int32, [4]> var_56370_begin_0 = const()[name = tensor<string, []>("op_56370_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1152])];
            tensor<int32, [4]> var_56370_end_0 = const()[name = tensor<string, []>("op_56370_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1216])];
            tensor<bool, [4]> var_56370_end_mask_0 = const()[name = tensor<string, []>("op_56370_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_56370_cast = slice_by_index(begin = var_56370_begin_0, end = var_56370_end_0, end_mask = var_56370_end_mask_0, x = transpose_15)[name = tensor<string, []>("op_56370_cast")];
            tensor<int32, [4]> var_56374_begin_0 = const()[name = tensor<string, []>("op_56374_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1216])];
            tensor<int32, [4]> var_56374_end_0 = const()[name = tensor<string, []>("op_56374_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1280])];
            tensor<bool, [4]> var_56374_end_mask_0 = const()[name = tensor<string, []>("op_56374_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_56374_cast = slice_by_index(begin = var_56374_begin_0, end = var_56374_end_0, end_mask = var_56374_end_mask_0, x = transpose_15)[name = tensor<string, []>("op_56374_cast")];
            tensor<int32, [4]> var_56376_begin_0 = const()[name = tensor<string, []>("op_56376_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_56376_end_0 = const()[name = tensor<string, []>("op_56376_end_0"), val = tensor<int32, [4]>([2, 64, 1, 576])];
            tensor<bool, [4]> var_56376_end_mask_0 = const()[name = tensor<string, []>("op_56376_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_56376_cast = slice_by_index(begin = var_56376_begin_0, end = var_56376_end_0, end_mask = var_56376_end_mask_0, x = v_249_cast)[name = tensor<string, []>("op_56376_cast")];
            tensor<int32, [4]> var_56380_begin_0 = const()[name = tensor<string, []>("op_56380_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_56380_end_0 = const()[name = tensor<string, []>("op_56380_end_0"), val = tensor<int32, [4]>([2, 128, 1, 576])];
            tensor<bool, [4]> var_56380_end_mask_0 = const()[name = tensor<string, []>("op_56380_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_56380_cast = slice_by_index(begin = var_56380_begin_0, end = var_56380_end_0, end_mask = var_56380_end_mask_0, x = v_249_cast)[name = tensor<string, []>("op_56380_cast")];
            tensor<int32, [4]> var_56384_begin_0 = const()[name = tensor<string, []>("op_56384_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_56384_end_0 = const()[name = tensor<string, []>("op_56384_end_0"), val = tensor<int32, [4]>([2, 192, 1, 576])];
            tensor<bool, [4]> var_56384_end_mask_0 = const()[name = tensor<string, []>("op_56384_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_56384_cast = slice_by_index(begin = var_56384_begin_0, end = var_56384_end_0, end_mask = var_56384_end_mask_0, x = v_249_cast)[name = tensor<string, []>("op_56384_cast")];
            tensor<int32, [4]> var_56388_begin_0 = const()[name = tensor<string, []>("op_56388_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_56388_end_0 = const()[name = tensor<string, []>("op_56388_end_0"), val = tensor<int32, [4]>([2, 256, 1, 576])];
            tensor<bool, [4]> var_56388_end_mask_0 = const()[name = tensor<string, []>("op_56388_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_56388_cast = slice_by_index(begin = var_56388_begin_0, end = var_56388_end_0, end_mask = var_56388_end_mask_0, x = v_249_cast)[name = tensor<string, []>("op_56388_cast")];
            tensor<int32, [4]> var_56392_begin_0 = const()[name = tensor<string, []>("op_56392_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_56392_end_0 = const()[name = tensor<string, []>("op_56392_end_0"), val = tensor<int32, [4]>([2, 320, 1, 576])];
            tensor<bool, [4]> var_56392_end_mask_0 = const()[name = tensor<string, []>("op_56392_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_56392_cast = slice_by_index(begin = var_56392_begin_0, end = var_56392_end_0, end_mask = var_56392_end_mask_0, x = v_249_cast)[name = tensor<string, []>("op_56392_cast")];
            tensor<int32, [4]> var_56396_begin_0 = const()[name = tensor<string, []>("op_56396_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_56396_end_0 = const()[name = tensor<string, []>("op_56396_end_0"), val = tensor<int32, [4]>([2, 384, 1, 576])];
            tensor<bool, [4]> var_56396_end_mask_0 = const()[name = tensor<string, []>("op_56396_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_56396_cast = slice_by_index(begin = var_56396_begin_0, end = var_56396_end_0, end_mask = var_56396_end_mask_0, x = v_249_cast)[name = tensor<string, []>("op_56396_cast")];
            tensor<int32, [4]> var_56400_begin_0 = const()[name = tensor<string, []>("op_56400_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_56400_end_0 = const()[name = tensor<string, []>("op_56400_end_0"), val = tensor<int32, [4]>([2, 448, 1, 576])];
            tensor<bool, [4]> var_56400_end_mask_0 = const()[name = tensor<string, []>("op_56400_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_56400_cast = slice_by_index(begin = var_56400_begin_0, end = var_56400_end_0, end_mask = var_56400_end_mask_0, x = v_249_cast)[name = tensor<string, []>("op_56400_cast")];
            tensor<int32, [4]> var_56404_begin_0 = const()[name = tensor<string, []>("op_56404_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_56404_end_0 = const()[name = tensor<string, []>("op_56404_end_0"), val = tensor<int32, [4]>([2, 512, 1, 576])];
            tensor<bool, [4]> var_56404_end_mask_0 = const()[name = tensor<string, []>("op_56404_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_56404_cast = slice_by_index(begin = var_56404_begin_0, end = var_56404_end_0, end_mask = var_56404_end_mask_0, x = v_249_cast)[name = tensor<string, []>("op_56404_cast")];
            tensor<int32, [4]> var_56408_begin_0 = const()[name = tensor<string, []>("op_56408_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_56408_end_0 = const()[name = tensor<string, []>("op_56408_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_56408_end_mask_0 = const()[name = tensor<string, []>("op_56408_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_56408_cast = slice_by_index(begin = var_56408_begin_0, end = var_56408_end_0, end_mask = var_56408_end_mask_0, x = v_249_cast)[name = tensor<string, []>("op_56408_cast")];
            tensor<int32, [4]> var_56412_begin_0 = const()[name = tensor<string, []>("op_56412_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_56412_end_0 = const()[name = tensor<string, []>("op_56412_end_0"), val = tensor<int32, [4]>([2, 640, 1, 576])];
            tensor<bool, [4]> var_56412_end_mask_0 = const()[name = tensor<string, []>("op_56412_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_56412_cast = slice_by_index(begin = var_56412_begin_0, end = var_56412_end_0, end_mask = var_56412_end_mask_0, x = v_249_cast)[name = tensor<string, []>("op_56412_cast")];
            tensor<int32, [4]> var_56416_begin_0 = const()[name = tensor<string, []>("op_56416_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_56416_end_0 = const()[name = tensor<string, []>("op_56416_end_0"), val = tensor<int32, [4]>([2, 704, 1, 576])];
            tensor<bool, [4]> var_56416_end_mask_0 = const()[name = tensor<string, []>("op_56416_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_56416_cast = slice_by_index(begin = var_56416_begin_0, end = var_56416_end_0, end_mask = var_56416_end_mask_0, x = v_249_cast)[name = tensor<string, []>("op_56416_cast")];
            tensor<int32, [4]> var_56420_begin_0 = const()[name = tensor<string, []>("op_56420_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_56420_end_0 = const()[name = tensor<string, []>("op_56420_end_0"), val = tensor<int32, [4]>([2, 768, 1, 576])];
            tensor<bool, [4]> var_56420_end_mask_0 = const()[name = tensor<string, []>("op_56420_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_56420_cast = slice_by_index(begin = var_56420_begin_0, end = var_56420_end_0, end_mask = var_56420_end_mask_0, x = v_249_cast)[name = tensor<string, []>("op_56420_cast")];
            tensor<int32, [4]> var_56424_begin_0 = const()[name = tensor<string, []>("op_56424_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_56424_end_0 = const()[name = tensor<string, []>("op_56424_end_0"), val = tensor<int32, [4]>([2, 832, 1, 576])];
            tensor<bool, [4]> var_56424_end_mask_0 = const()[name = tensor<string, []>("op_56424_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_56424_cast = slice_by_index(begin = var_56424_begin_0, end = var_56424_end_0, end_mask = var_56424_end_mask_0, x = v_249_cast)[name = tensor<string, []>("op_56424_cast")];
            tensor<int32, [4]> var_56428_begin_0 = const()[name = tensor<string, []>("op_56428_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_56428_end_0 = const()[name = tensor<string, []>("op_56428_end_0"), val = tensor<int32, [4]>([2, 896, 1, 576])];
            tensor<bool, [4]> var_56428_end_mask_0 = const()[name = tensor<string, []>("op_56428_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_56428_cast = slice_by_index(begin = var_56428_begin_0, end = var_56428_end_0, end_mask = var_56428_end_mask_0, x = v_249_cast)[name = tensor<string, []>("op_56428_cast")];
            tensor<int32, [4]> var_56432_begin_0 = const()[name = tensor<string, []>("op_56432_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_56432_end_0 = const()[name = tensor<string, []>("op_56432_end_0"), val = tensor<int32, [4]>([2, 960, 1, 576])];
            tensor<bool, [4]> var_56432_end_mask_0 = const()[name = tensor<string, []>("op_56432_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_56432_cast = slice_by_index(begin = var_56432_begin_0, end = var_56432_end_0, end_mask = var_56432_end_mask_0, x = v_249_cast)[name = tensor<string, []>("op_56432_cast")];
            tensor<int32, [4]> var_56436_begin_0 = const()[name = tensor<string, []>("op_56436_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_56436_end_0 = const()[name = tensor<string, []>("op_56436_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 576])];
            tensor<bool, [4]> var_56436_end_mask_0 = const()[name = tensor<string, []>("op_56436_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_56436_cast = slice_by_index(begin = var_56436_begin_0, end = var_56436_end_0, end_mask = var_56436_end_mask_0, x = v_249_cast)[name = tensor<string, []>("op_56436_cast")];
            tensor<int32, [4]> var_56440_begin_0 = const()[name = tensor<string, []>("op_56440_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_56440_end_0 = const()[name = tensor<string, []>("op_56440_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 576])];
            tensor<bool, [4]> var_56440_end_mask_0 = const()[name = tensor<string, []>("op_56440_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_56440_cast = slice_by_index(begin = var_56440_begin_0, end = var_56440_end_0, end_mask = var_56440_end_mask_0, x = v_249_cast)[name = tensor<string, []>("op_56440_cast")];
            tensor<int32, [4]> var_56444_begin_0 = const()[name = tensor<string, []>("op_56444_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_56444_end_0 = const()[name = tensor<string, []>("op_56444_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 576])];
            tensor<bool, [4]> var_56444_end_mask_0 = const()[name = tensor<string, []>("op_56444_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_56444_cast = slice_by_index(begin = var_56444_begin_0, end = var_56444_end_0, end_mask = var_56444_end_mask_0, x = v_249_cast)[name = tensor<string, []>("op_56444_cast")];
            tensor<int32, [4]> var_56448_begin_0 = const()[name = tensor<string, []>("op_56448_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_56448_end_0 = const()[name = tensor<string, []>("op_56448_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 576])];
            tensor<bool, [4]> var_56448_end_mask_0 = const()[name = tensor<string, []>("op_56448_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_56448_cast = slice_by_index(begin = var_56448_begin_0, end = var_56448_end_0, end_mask = var_56448_end_mask_0, x = v_249_cast)[name = tensor<string, []>("op_56448_cast")];
            tensor<int32, [4]> var_56452_begin_0 = const()[name = tensor<string, []>("op_56452_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_56452_end_0 = const()[name = tensor<string, []>("op_56452_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 576])];
            tensor<bool, [4]> var_56452_end_mask_0 = const()[name = tensor<string, []>("op_56452_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_56452_cast = slice_by_index(begin = var_56452_begin_0, end = var_56452_end_0, end_mask = var_56452_end_mask_0, x = v_249_cast)[name = tensor<string, []>("op_56452_cast")];
            tensor<string, []> var_56456_equation_0 = const()[name = tensor<string, []>("op_56456_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_56456_cast = einsum(equation = var_56456_equation_0, values = (var_56298_cast, var_56215_cast))[name = tensor<string, []>("op_56456_cast")];
            tensor<fp16, []> var_56457_to_fp16 = const()[name = tensor<string, []>("op_56457_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4801_cast = mul(x = var_56456_cast, y = var_56457_to_fp16)[name = tensor<string, []>("aw_4801_cast")];
            tensor<string, []> var_56460_equation_0 = const()[name = tensor<string, []>("op_56460_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_56460_cast = einsum(equation = var_56460_equation_0, values = (var_56302_cast, var_56219_cast))[name = tensor<string, []>("op_56460_cast")];
            tensor<fp16, []> var_56461_to_fp16 = const()[name = tensor<string, []>("op_56461_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4803_cast = mul(x = var_56460_cast, y = var_56461_to_fp16)[name = tensor<string, []>("aw_4803_cast")];
            tensor<string, []> var_56464_equation_0 = const()[name = tensor<string, []>("op_56464_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_56464_cast = einsum(equation = var_56464_equation_0, values = (var_56306_cast, var_56223_cast))[name = tensor<string, []>("op_56464_cast")];
            tensor<fp16, []> var_56465_to_fp16 = const()[name = tensor<string, []>("op_56465_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4805_cast = mul(x = var_56464_cast, y = var_56465_to_fp16)[name = tensor<string, []>("aw_4805_cast")];
            tensor<string, []> var_56468_equation_0 = const()[name = tensor<string, []>("op_56468_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_56468_cast = einsum(equation = var_56468_equation_0, values = (var_56310_cast, var_56227_cast))[name = tensor<string, []>("op_56468_cast")];
            tensor<fp16, []> var_56469_to_fp16 = const()[name = tensor<string, []>("op_56469_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4807_cast = mul(x = var_56468_cast, y = var_56469_to_fp16)[name = tensor<string, []>("aw_4807_cast")];
            tensor<string, []> var_56472_equation_0 = const()[name = tensor<string, []>("op_56472_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_56472_cast = einsum(equation = var_56472_equation_0, values = (var_56314_cast, var_56231_cast))[name = tensor<string, []>("op_56472_cast")];
            tensor<fp16, []> var_56473_to_fp16 = const()[name = tensor<string, []>("op_56473_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4809_cast = mul(x = var_56472_cast, y = var_56473_to_fp16)[name = tensor<string, []>("aw_4809_cast")];
            tensor<string, []> var_56476_equation_0 = const()[name = tensor<string, []>("op_56476_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_56476_cast = einsum(equation = var_56476_equation_0, values = (var_56318_cast, var_56235_cast))[name = tensor<string, []>("op_56476_cast")];
            tensor<fp16, []> var_56477_to_fp16 = const()[name = tensor<string, []>("op_56477_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4811_cast = mul(x = var_56476_cast, y = var_56477_to_fp16)[name = tensor<string, []>("aw_4811_cast")];
            tensor<string, []> var_56480_equation_0 = const()[name = tensor<string, []>("op_56480_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_56480_cast = einsum(equation = var_56480_equation_0, values = (var_56322_cast, var_56239_cast))[name = tensor<string, []>("op_56480_cast")];
            tensor<fp16, []> var_56481_to_fp16 = const()[name = tensor<string, []>("op_56481_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4813_cast = mul(x = var_56480_cast, y = var_56481_to_fp16)[name = tensor<string, []>("aw_4813_cast")];
            tensor<string, []> var_56484_equation_0 = const()[name = tensor<string, []>("op_56484_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_56484_cast = einsum(equation = var_56484_equation_0, values = (var_56326_cast, var_56243_cast))[name = tensor<string, []>("op_56484_cast")];
            tensor<fp16, []> var_56485_to_fp16 = const()[name = tensor<string, []>("op_56485_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4815_cast = mul(x = var_56484_cast, y = var_56485_to_fp16)[name = tensor<string, []>("aw_4815_cast")];
            tensor<string, []> var_56488_equation_0 = const()[name = tensor<string, []>("op_56488_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_56488_cast = einsum(equation = var_56488_equation_0, values = (var_56330_cast, var_56247_cast))[name = tensor<string, []>("op_56488_cast")];
            tensor<fp16, []> var_56489_to_fp16 = const()[name = tensor<string, []>("op_56489_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4817_cast = mul(x = var_56488_cast, y = var_56489_to_fp16)[name = tensor<string, []>("aw_4817_cast")];
            tensor<string, []> var_56492_equation_0 = const()[name = tensor<string, []>("op_56492_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_56492_cast = einsum(equation = var_56492_equation_0, values = (var_56334_cast, var_56251_cast))[name = tensor<string, []>("op_56492_cast")];
            tensor<fp16, []> var_56493_to_fp16 = const()[name = tensor<string, []>("op_56493_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4819_cast = mul(x = var_56492_cast, y = var_56493_to_fp16)[name = tensor<string, []>("aw_4819_cast")];
            tensor<string, []> var_56496_equation_0 = const()[name = tensor<string, []>("op_56496_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_56496_cast = einsum(equation = var_56496_equation_0, values = (var_56338_cast, var_56255_cast))[name = tensor<string, []>("op_56496_cast")];
            tensor<fp16, []> var_56497_to_fp16 = const()[name = tensor<string, []>("op_56497_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4821_cast = mul(x = var_56496_cast, y = var_56497_to_fp16)[name = tensor<string, []>("aw_4821_cast")];
            tensor<string, []> var_56500_equation_0 = const()[name = tensor<string, []>("op_56500_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_56500_cast = einsum(equation = var_56500_equation_0, values = (var_56342_cast, var_56259_cast))[name = tensor<string, []>("op_56500_cast")];
            tensor<fp16, []> var_56501_to_fp16 = const()[name = tensor<string, []>("op_56501_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4823_cast = mul(x = var_56500_cast, y = var_56501_to_fp16)[name = tensor<string, []>("aw_4823_cast")];
            tensor<string, []> var_56504_equation_0 = const()[name = tensor<string, []>("op_56504_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_56504_cast = einsum(equation = var_56504_equation_0, values = (var_56346_cast, var_56263_cast))[name = tensor<string, []>("op_56504_cast")];
            tensor<fp16, []> var_56505_to_fp16 = const()[name = tensor<string, []>("op_56505_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4825_cast = mul(x = var_56504_cast, y = var_56505_to_fp16)[name = tensor<string, []>("aw_4825_cast")];
            tensor<string, []> var_56508_equation_0 = const()[name = tensor<string, []>("op_56508_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_56508_cast = einsum(equation = var_56508_equation_0, values = (var_56350_cast, var_56267_cast))[name = tensor<string, []>("op_56508_cast")];
            tensor<fp16, []> var_56509_to_fp16 = const()[name = tensor<string, []>("op_56509_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4827_cast = mul(x = var_56508_cast, y = var_56509_to_fp16)[name = tensor<string, []>("aw_4827_cast")];
            tensor<string, []> var_56512_equation_0 = const()[name = tensor<string, []>("op_56512_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_56512_cast = einsum(equation = var_56512_equation_0, values = (var_56354_cast, var_56271_cast))[name = tensor<string, []>("op_56512_cast")];
            tensor<fp16, []> var_56513_to_fp16 = const()[name = tensor<string, []>("op_56513_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4829_cast = mul(x = var_56512_cast, y = var_56513_to_fp16)[name = tensor<string, []>("aw_4829_cast")];
            tensor<string, []> var_56516_equation_0 = const()[name = tensor<string, []>("op_56516_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_56516_cast = einsum(equation = var_56516_equation_0, values = (var_56358_cast, var_56275_cast))[name = tensor<string, []>("op_56516_cast")];
            tensor<fp16, []> var_56517_to_fp16 = const()[name = tensor<string, []>("op_56517_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4831_cast = mul(x = var_56516_cast, y = var_56517_to_fp16)[name = tensor<string, []>("aw_4831_cast")];
            tensor<string, []> var_56520_equation_0 = const()[name = tensor<string, []>("op_56520_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_56520_cast = einsum(equation = var_56520_equation_0, values = (var_56362_cast, var_56279_cast))[name = tensor<string, []>("op_56520_cast")];
            tensor<fp16, []> var_56521_to_fp16 = const()[name = tensor<string, []>("op_56521_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4833_cast = mul(x = var_56520_cast, y = var_56521_to_fp16)[name = tensor<string, []>("aw_4833_cast")];
            tensor<string, []> var_56524_equation_0 = const()[name = tensor<string, []>("op_56524_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_56524_cast = einsum(equation = var_56524_equation_0, values = (var_56366_cast, var_56283_cast))[name = tensor<string, []>("op_56524_cast")];
            tensor<fp16, []> var_56525_to_fp16 = const()[name = tensor<string, []>("op_56525_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4835_cast = mul(x = var_56524_cast, y = var_56525_to_fp16)[name = tensor<string, []>("aw_4835_cast")];
            tensor<string, []> var_56528_equation_0 = const()[name = tensor<string, []>("op_56528_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_56528_cast = einsum(equation = var_56528_equation_0, values = (var_56370_cast, var_56287_cast))[name = tensor<string, []>("op_56528_cast")];
            tensor<fp16, []> var_56529_to_fp16 = const()[name = tensor<string, []>("op_56529_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4837_cast = mul(x = var_56528_cast, y = var_56529_to_fp16)[name = tensor<string, []>("aw_4837_cast")];
            tensor<string, []> var_56532_equation_0 = const()[name = tensor<string, []>("op_56532_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_56532_cast = einsum(equation = var_56532_equation_0, values = (var_56374_cast, var_56291_cast))[name = tensor<string, []>("op_56532_cast")];
            tensor<fp16, []> var_56533_to_fp16 = const()[name = tensor<string, []>("op_56533_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4839_cast = mul(x = var_56532_cast, y = var_56533_to_fp16)[name = tensor<string, []>("aw_4839_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_56535_cast = softmax(axis = var_30355, x = aw_4801_cast)[name = tensor<string, []>("op_56535_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_56536_cast = softmax(axis = var_30355, x = aw_4803_cast)[name = tensor<string, []>("op_56536_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_56537_cast = softmax(axis = var_30355, x = aw_4805_cast)[name = tensor<string, []>("op_56537_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_56538_cast = softmax(axis = var_30355, x = aw_4807_cast)[name = tensor<string, []>("op_56538_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_56539_cast = softmax(axis = var_30355, x = aw_4809_cast)[name = tensor<string, []>("op_56539_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_56540_cast = softmax(axis = var_30355, x = aw_4811_cast)[name = tensor<string, []>("op_56540_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_56541_cast = softmax(axis = var_30355, x = aw_4813_cast)[name = tensor<string, []>("op_56541_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_56542_cast = softmax(axis = var_30355, x = aw_4815_cast)[name = tensor<string, []>("op_56542_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_56543_cast = softmax(axis = var_30355, x = aw_4817_cast)[name = tensor<string, []>("op_56543_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_56544_cast = softmax(axis = var_30355, x = aw_4819_cast)[name = tensor<string, []>("op_56544_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_56545_cast = softmax(axis = var_30355, x = aw_4821_cast)[name = tensor<string, []>("op_56545_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_56546_cast = softmax(axis = var_30355, x = aw_4823_cast)[name = tensor<string, []>("op_56546_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_56547_cast = softmax(axis = var_30355, x = aw_4825_cast)[name = tensor<string, []>("op_56547_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_56548_cast = softmax(axis = var_30355, x = aw_4827_cast)[name = tensor<string, []>("op_56548_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_56549_cast = softmax(axis = var_30355, x = aw_4829_cast)[name = tensor<string, []>("op_56549_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_56550_cast = softmax(axis = var_30355, x = aw_4831_cast)[name = tensor<string, []>("op_56550_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_56551_cast = softmax(axis = var_30355, x = aw_4833_cast)[name = tensor<string, []>("op_56551_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_56552_cast = softmax(axis = var_30355, x = aw_4835_cast)[name = tensor<string, []>("op_56552_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_56553_cast = softmax(axis = var_30355, x = aw_4837_cast)[name = tensor<string, []>("op_56553_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_56554_cast = softmax(axis = var_30355, x = aw_4839_cast)[name = tensor<string, []>("op_56554_cast")];
            tensor<string, []> var_56556_equation_0 = const()[name = tensor<string, []>("op_56556_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_56556_cast = einsum(equation = var_56556_equation_0, values = (var_56376_cast, var_56535_cast))[name = tensor<string, []>("op_56556_cast")];
            tensor<string, []> var_56558_equation_0 = const()[name = tensor<string, []>("op_56558_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_56558_cast = einsum(equation = var_56558_equation_0, values = (var_56380_cast, var_56536_cast))[name = tensor<string, []>("op_56558_cast")];
            tensor<string, []> var_56560_equation_0 = const()[name = tensor<string, []>("op_56560_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_56560_cast = einsum(equation = var_56560_equation_0, values = (var_56384_cast, var_56537_cast))[name = tensor<string, []>("op_56560_cast")];
            tensor<string, []> var_56562_equation_0 = const()[name = tensor<string, []>("op_56562_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_56562_cast = einsum(equation = var_56562_equation_0, values = (var_56388_cast, var_56538_cast))[name = tensor<string, []>("op_56562_cast")];
            tensor<string, []> var_56564_equation_0 = const()[name = tensor<string, []>("op_56564_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_56564_cast = einsum(equation = var_56564_equation_0, values = (var_56392_cast, var_56539_cast))[name = tensor<string, []>("op_56564_cast")];
            tensor<string, []> var_56566_equation_0 = const()[name = tensor<string, []>("op_56566_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_56566_cast = einsum(equation = var_56566_equation_0, values = (var_56396_cast, var_56540_cast))[name = tensor<string, []>("op_56566_cast")];
            tensor<string, []> var_56568_equation_0 = const()[name = tensor<string, []>("op_56568_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_56568_cast = einsum(equation = var_56568_equation_0, values = (var_56400_cast, var_56541_cast))[name = tensor<string, []>("op_56568_cast")];
            tensor<string, []> var_56570_equation_0 = const()[name = tensor<string, []>("op_56570_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_56570_cast = einsum(equation = var_56570_equation_0, values = (var_56404_cast, var_56542_cast))[name = tensor<string, []>("op_56570_cast")];
            tensor<string, []> var_56572_equation_0 = const()[name = tensor<string, []>("op_56572_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_56572_cast = einsum(equation = var_56572_equation_0, values = (var_56408_cast, var_56543_cast))[name = tensor<string, []>("op_56572_cast")];
            tensor<string, []> var_56574_equation_0 = const()[name = tensor<string, []>("op_56574_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_56574_cast = einsum(equation = var_56574_equation_0, values = (var_56412_cast, var_56544_cast))[name = tensor<string, []>("op_56574_cast")];
            tensor<string, []> var_56576_equation_0 = const()[name = tensor<string, []>("op_56576_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_56576_cast = einsum(equation = var_56576_equation_0, values = (var_56416_cast, var_56545_cast))[name = tensor<string, []>("op_56576_cast")];
            tensor<string, []> var_56578_equation_0 = const()[name = tensor<string, []>("op_56578_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_56578_cast = einsum(equation = var_56578_equation_0, values = (var_56420_cast, var_56546_cast))[name = tensor<string, []>("op_56578_cast")];
            tensor<string, []> var_56580_equation_0 = const()[name = tensor<string, []>("op_56580_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_56580_cast = einsum(equation = var_56580_equation_0, values = (var_56424_cast, var_56547_cast))[name = tensor<string, []>("op_56580_cast")];
            tensor<string, []> var_56582_equation_0 = const()[name = tensor<string, []>("op_56582_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_56582_cast = einsum(equation = var_56582_equation_0, values = (var_56428_cast, var_56548_cast))[name = tensor<string, []>("op_56582_cast")];
            tensor<string, []> var_56584_equation_0 = const()[name = tensor<string, []>("op_56584_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_56584_cast = einsum(equation = var_56584_equation_0, values = (var_56432_cast, var_56549_cast))[name = tensor<string, []>("op_56584_cast")];
            tensor<string, []> var_56586_equation_0 = const()[name = tensor<string, []>("op_56586_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_56586_cast = einsum(equation = var_56586_equation_0, values = (var_56436_cast, var_56550_cast))[name = tensor<string, []>("op_56586_cast")];
            tensor<string, []> var_56588_equation_0 = const()[name = tensor<string, []>("op_56588_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_56588_cast = einsum(equation = var_56588_equation_0, values = (var_56440_cast, var_56551_cast))[name = tensor<string, []>("op_56588_cast")];
            tensor<string, []> var_56590_equation_0 = const()[name = tensor<string, []>("op_56590_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_56590_cast = einsum(equation = var_56590_equation_0, values = (var_56444_cast, var_56552_cast))[name = tensor<string, []>("op_56590_cast")];
            tensor<string, []> var_56592_equation_0 = const()[name = tensor<string, []>("op_56592_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_56592_cast = einsum(equation = var_56592_equation_0, values = (var_56448_cast, var_56553_cast))[name = tensor<string, []>("op_56592_cast")];
            tensor<string, []> var_56594_equation_0 = const()[name = tensor<string, []>("op_56594_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_56594_cast = einsum(equation = var_56594_equation_0, values = (var_56452_cast, var_56554_cast))[name = tensor<string, []>("op_56594_cast")];
            tensor<bool, []> input_699_interleave_0 = const()[name = tensor<string, []>("input_699_interleave_0"), val = tensor<bool, []>(false)];
            tensor<fp16, [2, 1280, 1, 576]> input_699_cast = concat(axis = var_30355, interleave = input_699_interleave_0, values = (var_56556_cast, var_56558_cast, var_56560_cast, var_56562_cast, var_56564_cast, var_56566_cast, var_56568_cast, var_56570_cast, var_56572_cast, var_56574_cast, var_56576_cast, var_56578_cast, var_56580_cast, var_56582_cast, var_56584_cast, var_56586_cast, var_56588_cast, var_56590_cast, var_56592_cast, var_56594_cast))[name = tensor<string, []>("input_699_cast")];
            tensor<int32, [2]> var_56600 = const()[name = tensor<string, []>("op_56600"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_56602 = const()[name = tensor<string, []>("op_56602"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_56604_pad_type_0 = const()[name = tensor<string, []>("op_56604_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_56604_pad_0 = const()[name = tensor<string, []>("op_56604_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_8_attn1_to_out_0_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [1228800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(485092928))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(486321792))), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_8_attn1_to_out_0_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_attentions_2_transformer_blocks_8_attn1_to_out_0_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_8_attn1_to_out_0_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(486321984)))];
            tensor<fp16, [2, 1280, 1, 576]> var_56604_cast = conv(bias = up_blocks_0_attentions_2_transformer_blocks_8_attn1_to_out_0_bias_to_fp16, dilations = var_56602, groups = var_30355, pad = var_56604_pad_0, pad_type = var_56604_pad_type_0, strides = var_56600, weight = up_blocks_0_attentions_2_transformer_blocks_8_attn1_to_out_0_weight_to_fp16_palettized, x = input_699_cast)[name = tensor<string, []>("op_56604_cast")];
            tensor<fp16, [2, 1280, 1, 576]> inputs_375_cast = add(x = var_56604_cast, y = inputs_373_cast)[name = tensor<string, []>("inputs_375_cast")];
            tensor<int32, [1]> var_56608 = const()[name = tensor<string, []>("op_56608"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> channels_mean_375_cast = reduce_mean(axes = var_56608, keep_dims = var_30350, x = inputs_375_cast)[name = tensor<string, []>("channels_mean_375_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_375_cast = sub(x = inputs_375_cast, y = channels_mean_375_cast)[name = tensor<string, []>("zero_mean_375_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_sq_375_cast = mul(x = zero_mean_375_cast, y = zero_mean_375_cast)[name = tensor<string, []>("zero_mean_sq_375_cast")];
            tensor<int32, [1]> var_56612 = const()[name = tensor<string, []>("op_56612"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> var_56613_cast = reduce_mean(axes = var_56612, keep_dims = var_30350, x = zero_mean_sq_375_cast)[name = tensor<string, []>("op_56613_cast")];
            tensor<fp16, []> var_56614_to_fp16 = const()[name = tensor<string, []>("op_56614_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 576]> var_56615_cast = add(x = var_56613_cast, y = var_56614_to_fp16)[name = tensor<string, []>("op_56615_cast")];
            tensor<fp16, []> denom_375_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_375_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 576]> denom_375_cast = rsqrt(epsilon = denom_375_epsilon_0_to_fp16, x = var_56615_cast)[name = tensor<string, []>("denom_375_cast")];
            tensor<fp16, [2, 1280, 1, 576]> out_375_cast = mul(x = zero_mean_375_cast, y = denom_375_cast)[name = tensor<string, []>("out_375_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_56619_to_fp16 = const()[name = tensor<string, []>("op_56619_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(486324608)))];
            tensor<fp16, [2, 1280, 1, 576]> var_56620_cast = add(x = out_375_cast, y = var_56619_to_fp16)[name = tensor<string, []>("op_56620_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_56622_to_fp16 = const()[name = tensor<string, []>("op_56622_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(486327232)))];
            tensor<fp16, [2, 1280, 1, 576]> hidden_states_485_cast = mul(x = var_56620_cast, y = var_56622_to_fp16)[name = tensor<string, []>("hidden_states_485_cast")];
            tensor<int32, [2]> var_56629 = const()[name = tensor<string, []>("op_56629"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_56631 = const()[name = tensor<string, []>("op_56631"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> q_251_pad_type_0 = const()[name = tensor<string, []>("q_251_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> q_251_pad_0 = const()[name = tensor<string, []>("q_251_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_8_attn2_to_q_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [204800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(486329856))), lut = tensor<fp16, [2]>([-0x1.94cp-7, 0x1.948p-7]), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_8_attn2_to_q_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> q_251_cast = conv(dilations = var_56631, groups = var_30355, pad = q_251_pad_0, pad_type = q_251_pad_type_0, strides = var_56629, weight = up_blocks_0_attentions_2_transformer_blocks_8_attn2_to_q_weight_to_fp16_palettized, x = hidden_states_485_cast)[name = tensor<string, []>("q_251_cast")];
            tensor<int32, [2]> var_56635 = const()[name = tensor<string, []>("op_56635"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_56637 = const()[name = tensor<string, []>("op_56637"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> k_501_pad_type_0 = const()[name = tensor<string, []>("k_501_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> k_501_pad_0 = const()[name = tensor<string, []>("k_501_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 2048, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_8_attn2_to_k_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [655360]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(486534720))), lut = tensor<fp16, [4]>([-0x1.efp-7, -0x1.328p-8, 0x1.318p-8, 0x1.ee8p-7]), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_8_attn2_to_k_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 2048, 1, 1])];
            tensor<fp16, [2, 1280, 1, 77]> k_501_cast = conv(dilations = var_56637, groups = var_30355, pad = k_501_pad_0, pad_type = k_501_pad_type_0, strides = var_56635, weight = up_blocks_0_attentions_2_transformer_blocks_8_attn2_to_k_weight_to_fp16_palettized, x = encoder_hidden_states)[name = tensor<string, []>("k_501_cast")];
            tensor<int32, [2]> var_56641 = const()[name = tensor<string, []>("op_56641"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_56643 = const()[name = tensor<string, []>("op_56643"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> v_251_pad_type_0 = const()[name = tensor<string, []>("v_251_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> v_251_pad_0 = const()[name = tensor<string, []>("v_251_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 2048, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_8_attn2_to_v_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [655360]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(487190144))), lut = tensor<fp16, [4]>([-0x1.1b8p-6, -0x1.4bcp-8, 0x1.478p-8, 0x1.1a8p-6]), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_8_attn2_to_v_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 2048, 1, 1])];
            tensor<fp16, [2, 1280, 1, 77]> v_251_cast = conv(dilations = var_56643, groups = var_30355, pad = v_251_pad_0, pad_type = v_251_pad_type_0, strides = var_56641, weight = up_blocks_0_attentions_2_transformer_blocks_8_attn2_to_v_weight_to_fp16_palettized, x = encoder_hidden_states)[name = tensor<string, []>("v_251_cast")];
            tensor<int32, [4]> var_56647_begin_0 = const()[name = tensor<string, []>("op_56647_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_56647_end_0 = const()[name = tensor<string, []>("op_56647_end_0"), val = tensor<int32, [4]>([2, 64, 1, 576])];
            tensor<bool, [4]> var_56647_end_mask_0 = const()[name = tensor<string, []>("op_56647_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_56647_cast = slice_by_index(begin = var_56647_begin_0, end = var_56647_end_0, end_mask = var_56647_end_mask_0, x = q_251_cast)[name = tensor<string, []>("op_56647_cast")];
            tensor<int32, [4]> var_56651_begin_0 = const()[name = tensor<string, []>("op_56651_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_56651_end_0 = const()[name = tensor<string, []>("op_56651_end_0"), val = tensor<int32, [4]>([2, 128, 1, 576])];
            tensor<bool, [4]> var_56651_end_mask_0 = const()[name = tensor<string, []>("op_56651_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_56651_cast = slice_by_index(begin = var_56651_begin_0, end = var_56651_end_0, end_mask = var_56651_end_mask_0, x = q_251_cast)[name = tensor<string, []>("op_56651_cast")];
            tensor<int32, [4]> var_56655_begin_0 = const()[name = tensor<string, []>("op_56655_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_56655_end_0 = const()[name = tensor<string, []>("op_56655_end_0"), val = tensor<int32, [4]>([2, 192, 1, 576])];
            tensor<bool, [4]> var_56655_end_mask_0 = const()[name = tensor<string, []>("op_56655_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_56655_cast = slice_by_index(begin = var_56655_begin_0, end = var_56655_end_0, end_mask = var_56655_end_mask_0, x = q_251_cast)[name = tensor<string, []>("op_56655_cast")];
            tensor<int32, [4]> var_56659_begin_0 = const()[name = tensor<string, []>("op_56659_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_56659_end_0 = const()[name = tensor<string, []>("op_56659_end_0"), val = tensor<int32, [4]>([2, 256, 1, 576])];
            tensor<bool, [4]> var_56659_end_mask_0 = const()[name = tensor<string, []>("op_56659_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_56659_cast = slice_by_index(begin = var_56659_begin_0, end = var_56659_end_0, end_mask = var_56659_end_mask_0, x = q_251_cast)[name = tensor<string, []>("op_56659_cast")];
            tensor<int32, [4]> var_56663_begin_0 = const()[name = tensor<string, []>("op_56663_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_56663_end_0 = const()[name = tensor<string, []>("op_56663_end_0"), val = tensor<int32, [4]>([2, 320, 1, 576])];
            tensor<bool, [4]> var_56663_end_mask_0 = const()[name = tensor<string, []>("op_56663_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_56663_cast = slice_by_index(begin = var_56663_begin_0, end = var_56663_end_0, end_mask = var_56663_end_mask_0, x = q_251_cast)[name = tensor<string, []>("op_56663_cast")];
            tensor<int32, [4]> var_56667_begin_0 = const()[name = tensor<string, []>("op_56667_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_56667_end_0 = const()[name = tensor<string, []>("op_56667_end_0"), val = tensor<int32, [4]>([2, 384, 1, 576])];
            tensor<bool, [4]> var_56667_end_mask_0 = const()[name = tensor<string, []>("op_56667_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_56667_cast = slice_by_index(begin = var_56667_begin_0, end = var_56667_end_0, end_mask = var_56667_end_mask_0, x = q_251_cast)[name = tensor<string, []>("op_56667_cast")];
            tensor<int32, [4]> var_56671_begin_0 = const()[name = tensor<string, []>("op_56671_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_56671_end_0 = const()[name = tensor<string, []>("op_56671_end_0"), val = tensor<int32, [4]>([2, 448, 1, 576])];
            tensor<bool, [4]> var_56671_end_mask_0 = const()[name = tensor<string, []>("op_56671_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_56671_cast = slice_by_index(begin = var_56671_begin_0, end = var_56671_end_0, end_mask = var_56671_end_mask_0, x = q_251_cast)[name = tensor<string, []>("op_56671_cast")];
            tensor<int32, [4]> var_56675_begin_0 = const()[name = tensor<string, []>("op_56675_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_56675_end_0 = const()[name = tensor<string, []>("op_56675_end_0"), val = tensor<int32, [4]>([2, 512, 1, 576])];
            tensor<bool, [4]> var_56675_end_mask_0 = const()[name = tensor<string, []>("op_56675_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_56675_cast = slice_by_index(begin = var_56675_begin_0, end = var_56675_end_0, end_mask = var_56675_end_mask_0, x = q_251_cast)[name = tensor<string, []>("op_56675_cast")];
            tensor<int32, [4]> var_56679_begin_0 = const()[name = tensor<string, []>("op_56679_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_56679_end_0 = const()[name = tensor<string, []>("op_56679_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_56679_end_mask_0 = const()[name = tensor<string, []>("op_56679_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_56679_cast = slice_by_index(begin = var_56679_begin_0, end = var_56679_end_0, end_mask = var_56679_end_mask_0, x = q_251_cast)[name = tensor<string, []>("op_56679_cast")];
            tensor<int32, [4]> var_56683_begin_0 = const()[name = tensor<string, []>("op_56683_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_56683_end_0 = const()[name = tensor<string, []>("op_56683_end_0"), val = tensor<int32, [4]>([2, 640, 1, 576])];
            tensor<bool, [4]> var_56683_end_mask_0 = const()[name = tensor<string, []>("op_56683_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_56683_cast = slice_by_index(begin = var_56683_begin_0, end = var_56683_end_0, end_mask = var_56683_end_mask_0, x = q_251_cast)[name = tensor<string, []>("op_56683_cast")];
            tensor<int32, [4]> var_56687_begin_0 = const()[name = tensor<string, []>("op_56687_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_56687_end_0 = const()[name = tensor<string, []>("op_56687_end_0"), val = tensor<int32, [4]>([2, 704, 1, 576])];
            tensor<bool, [4]> var_56687_end_mask_0 = const()[name = tensor<string, []>("op_56687_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_56687_cast = slice_by_index(begin = var_56687_begin_0, end = var_56687_end_0, end_mask = var_56687_end_mask_0, x = q_251_cast)[name = tensor<string, []>("op_56687_cast")];
            tensor<int32, [4]> var_56691_begin_0 = const()[name = tensor<string, []>("op_56691_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_56691_end_0 = const()[name = tensor<string, []>("op_56691_end_0"), val = tensor<int32, [4]>([2, 768, 1, 576])];
            tensor<bool, [4]> var_56691_end_mask_0 = const()[name = tensor<string, []>("op_56691_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_56691_cast = slice_by_index(begin = var_56691_begin_0, end = var_56691_end_0, end_mask = var_56691_end_mask_0, x = q_251_cast)[name = tensor<string, []>("op_56691_cast")];
            tensor<int32, [4]> var_56695_begin_0 = const()[name = tensor<string, []>("op_56695_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_56695_end_0 = const()[name = tensor<string, []>("op_56695_end_0"), val = tensor<int32, [4]>([2, 832, 1, 576])];
            tensor<bool, [4]> var_56695_end_mask_0 = const()[name = tensor<string, []>("op_56695_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_56695_cast = slice_by_index(begin = var_56695_begin_0, end = var_56695_end_0, end_mask = var_56695_end_mask_0, x = q_251_cast)[name = tensor<string, []>("op_56695_cast")];
            tensor<int32, [4]> var_56699_begin_0 = const()[name = tensor<string, []>("op_56699_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_56699_end_0 = const()[name = tensor<string, []>("op_56699_end_0"), val = tensor<int32, [4]>([2, 896, 1, 576])];
            tensor<bool, [4]> var_56699_end_mask_0 = const()[name = tensor<string, []>("op_56699_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_56699_cast = slice_by_index(begin = var_56699_begin_0, end = var_56699_end_0, end_mask = var_56699_end_mask_0, x = q_251_cast)[name = tensor<string, []>("op_56699_cast")];
            tensor<int32, [4]> var_56703_begin_0 = const()[name = tensor<string, []>("op_56703_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_56703_end_0 = const()[name = tensor<string, []>("op_56703_end_0"), val = tensor<int32, [4]>([2, 960, 1, 576])];
            tensor<bool, [4]> var_56703_end_mask_0 = const()[name = tensor<string, []>("op_56703_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_56703_cast = slice_by_index(begin = var_56703_begin_0, end = var_56703_end_0, end_mask = var_56703_end_mask_0, x = q_251_cast)[name = tensor<string, []>("op_56703_cast")];
            tensor<int32, [4]> var_56707_begin_0 = const()[name = tensor<string, []>("op_56707_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_56707_end_0 = const()[name = tensor<string, []>("op_56707_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 576])];
            tensor<bool, [4]> var_56707_end_mask_0 = const()[name = tensor<string, []>("op_56707_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_56707_cast = slice_by_index(begin = var_56707_begin_0, end = var_56707_end_0, end_mask = var_56707_end_mask_0, x = q_251_cast)[name = tensor<string, []>("op_56707_cast")];
            tensor<int32, [4]> var_56711_begin_0 = const()[name = tensor<string, []>("op_56711_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_56711_end_0 = const()[name = tensor<string, []>("op_56711_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 576])];
            tensor<bool, [4]> var_56711_end_mask_0 = const()[name = tensor<string, []>("op_56711_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_56711_cast = slice_by_index(begin = var_56711_begin_0, end = var_56711_end_0, end_mask = var_56711_end_mask_0, x = q_251_cast)[name = tensor<string, []>("op_56711_cast")];
            tensor<int32, [4]> var_56715_begin_0 = const()[name = tensor<string, []>("op_56715_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_56715_end_0 = const()[name = tensor<string, []>("op_56715_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 576])];
            tensor<bool, [4]> var_56715_end_mask_0 = const()[name = tensor<string, []>("op_56715_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_56715_cast = slice_by_index(begin = var_56715_begin_0, end = var_56715_end_0, end_mask = var_56715_end_mask_0, x = q_251_cast)[name = tensor<string, []>("op_56715_cast")];
            tensor<int32, [4]> var_56719_begin_0 = const()[name = tensor<string, []>("op_56719_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_56719_end_0 = const()[name = tensor<string, []>("op_56719_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 576])];
            tensor<bool, [4]> var_56719_end_mask_0 = const()[name = tensor<string, []>("op_56719_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_56719_cast = slice_by_index(begin = var_56719_begin_0, end = var_56719_end_0, end_mask = var_56719_end_mask_0, x = q_251_cast)[name = tensor<string, []>("op_56719_cast")];
            tensor<int32, [4]> var_56723_begin_0 = const()[name = tensor<string, []>("op_56723_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_56723_end_0 = const()[name = tensor<string, []>("op_56723_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 576])];
            tensor<bool, [4]> var_56723_end_mask_0 = const()[name = tensor<string, []>("op_56723_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_56723_cast = slice_by_index(begin = var_56723_begin_0, end = var_56723_end_0, end_mask = var_56723_end_mask_0, x = q_251_cast)[name = tensor<string, []>("op_56723_cast")];
            tensor<int32, [4]> k_503_perm_0 = const()[name = tensor<string, []>("k_503_perm_0"), val = tensor<int32, [4]>([0, 3, 2, 1])];
            tensor<int32, [4]> var_56730_begin_0 = const()[name = tensor<string, []>("op_56730_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_56730_end_0 = const()[name = tensor<string, []>("op_56730_end_0"), val = tensor<int32, [4]>([2, 77, 1, 64])];
            tensor<bool, [4]> var_56730_end_mask_0 = const()[name = tensor<string, []>("op_56730_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 1280]> transpose_14 = transpose(perm = k_503_perm_0, x = k_501_cast)[name = tensor<string, []>("transpose_14")];
            tensor<fp16, [2, 77, 1, 64]> var_56730_cast = slice_by_index(begin = var_56730_begin_0, end = var_56730_end_0, end_mask = var_56730_end_mask_0, x = transpose_14)[name = tensor<string, []>("op_56730_cast")];
            tensor<int32, [4]> var_56734_begin_0 = const()[name = tensor<string, []>("op_56734_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 64])];
            tensor<int32, [4]> var_56734_end_0 = const()[name = tensor<string, []>("op_56734_end_0"), val = tensor<int32, [4]>([2, 77, 1, 128])];
            tensor<bool, [4]> var_56734_end_mask_0 = const()[name = tensor<string, []>("op_56734_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_56734_cast = slice_by_index(begin = var_56734_begin_0, end = var_56734_end_0, end_mask = var_56734_end_mask_0, x = transpose_14)[name = tensor<string, []>("op_56734_cast")];
            tensor<int32, [4]> var_56738_begin_0 = const()[name = tensor<string, []>("op_56738_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 128])];
            tensor<int32, [4]> var_56738_end_0 = const()[name = tensor<string, []>("op_56738_end_0"), val = tensor<int32, [4]>([2, 77, 1, 192])];
            tensor<bool, [4]> var_56738_end_mask_0 = const()[name = tensor<string, []>("op_56738_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_56738_cast = slice_by_index(begin = var_56738_begin_0, end = var_56738_end_0, end_mask = var_56738_end_mask_0, x = transpose_14)[name = tensor<string, []>("op_56738_cast")];
            tensor<int32, [4]> var_56742_begin_0 = const()[name = tensor<string, []>("op_56742_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 192])];
            tensor<int32, [4]> var_56742_end_0 = const()[name = tensor<string, []>("op_56742_end_0"), val = tensor<int32, [4]>([2, 77, 1, 256])];
            tensor<bool, [4]> var_56742_end_mask_0 = const()[name = tensor<string, []>("op_56742_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_56742_cast = slice_by_index(begin = var_56742_begin_0, end = var_56742_end_0, end_mask = var_56742_end_mask_0, x = transpose_14)[name = tensor<string, []>("op_56742_cast")];
            tensor<int32, [4]> var_56746_begin_0 = const()[name = tensor<string, []>("op_56746_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 256])];
            tensor<int32, [4]> var_56746_end_0 = const()[name = tensor<string, []>("op_56746_end_0"), val = tensor<int32, [4]>([2, 77, 1, 320])];
            tensor<bool, [4]> var_56746_end_mask_0 = const()[name = tensor<string, []>("op_56746_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_56746_cast = slice_by_index(begin = var_56746_begin_0, end = var_56746_end_0, end_mask = var_56746_end_mask_0, x = transpose_14)[name = tensor<string, []>("op_56746_cast")];
            tensor<int32, [4]> var_56750_begin_0 = const()[name = tensor<string, []>("op_56750_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 320])];
            tensor<int32, [4]> var_56750_end_0 = const()[name = tensor<string, []>("op_56750_end_0"), val = tensor<int32, [4]>([2, 77, 1, 384])];
            tensor<bool, [4]> var_56750_end_mask_0 = const()[name = tensor<string, []>("op_56750_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_56750_cast = slice_by_index(begin = var_56750_begin_0, end = var_56750_end_0, end_mask = var_56750_end_mask_0, x = transpose_14)[name = tensor<string, []>("op_56750_cast")];
            tensor<int32, [4]> var_56754_begin_0 = const()[name = tensor<string, []>("op_56754_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 384])];
            tensor<int32, [4]> var_56754_end_0 = const()[name = tensor<string, []>("op_56754_end_0"), val = tensor<int32, [4]>([2, 77, 1, 448])];
            tensor<bool, [4]> var_56754_end_mask_0 = const()[name = tensor<string, []>("op_56754_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_56754_cast = slice_by_index(begin = var_56754_begin_0, end = var_56754_end_0, end_mask = var_56754_end_mask_0, x = transpose_14)[name = tensor<string, []>("op_56754_cast")];
            tensor<int32, [4]> var_56758_begin_0 = const()[name = tensor<string, []>("op_56758_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 448])];
            tensor<int32, [4]> var_56758_end_0 = const()[name = tensor<string, []>("op_56758_end_0"), val = tensor<int32, [4]>([2, 77, 1, 512])];
            tensor<bool, [4]> var_56758_end_mask_0 = const()[name = tensor<string, []>("op_56758_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_56758_cast = slice_by_index(begin = var_56758_begin_0, end = var_56758_end_0, end_mask = var_56758_end_mask_0, x = transpose_14)[name = tensor<string, []>("op_56758_cast")];
            tensor<int32, [4]> var_56762_begin_0 = const()[name = tensor<string, []>("op_56762_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 512])];
            tensor<int32, [4]> var_56762_end_0 = const()[name = tensor<string, []>("op_56762_end_0"), val = tensor<int32, [4]>([2, 77, 1, 576])];
            tensor<bool, [4]> var_56762_end_mask_0 = const()[name = tensor<string, []>("op_56762_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_56762_cast = slice_by_index(begin = var_56762_begin_0, end = var_56762_end_0, end_mask = var_56762_end_mask_0, x = transpose_14)[name = tensor<string, []>("op_56762_cast")];
            tensor<int32, [4]> var_56766_begin_0 = const()[name = tensor<string, []>("op_56766_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 576])];
            tensor<int32, [4]> var_56766_end_0 = const()[name = tensor<string, []>("op_56766_end_0"), val = tensor<int32, [4]>([2, 77, 1, 640])];
            tensor<bool, [4]> var_56766_end_mask_0 = const()[name = tensor<string, []>("op_56766_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_56766_cast = slice_by_index(begin = var_56766_begin_0, end = var_56766_end_0, end_mask = var_56766_end_mask_0, x = transpose_14)[name = tensor<string, []>("op_56766_cast")];
            tensor<int32, [4]> var_56770_begin_0 = const()[name = tensor<string, []>("op_56770_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 640])];
            tensor<int32, [4]> var_56770_end_0 = const()[name = tensor<string, []>("op_56770_end_0"), val = tensor<int32, [4]>([2, 77, 1, 704])];
            tensor<bool, [4]> var_56770_end_mask_0 = const()[name = tensor<string, []>("op_56770_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_56770_cast = slice_by_index(begin = var_56770_begin_0, end = var_56770_end_0, end_mask = var_56770_end_mask_0, x = transpose_14)[name = tensor<string, []>("op_56770_cast")];
            tensor<int32, [4]> var_56774_begin_0 = const()[name = tensor<string, []>("op_56774_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 704])];
            tensor<int32, [4]> var_56774_end_0 = const()[name = tensor<string, []>("op_56774_end_0"), val = tensor<int32, [4]>([2, 77, 1, 768])];
            tensor<bool, [4]> var_56774_end_mask_0 = const()[name = tensor<string, []>("op_56774_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_56774_cast = slice_by_index(begin = var_56774_begin_0, end = var_56774_end_0, end_mask = var_56774_end_mask_0, x = transpose_14)[name = tensor<string, []>("op_56774_cast")];
            tensor<int32, [4]> var_56778_begin_0 = const()[name = tensor<string, []>("op_56778_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 768])];
            tensor<int32, [4]> var_56778_end_0 = const()[name = tensor<string, []>("op_56778_end_0"), val = tensor<int32, [4]>([2, 77, 1, 832])];
            tensor<bool, [4]> var_56778_end_mask_0 = const()[name = tensor<string, []>("op_56778_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_56778_cast = slice_by_index(begin = var_56778_begin_0, end = var_56778_end_0, end_mask = var_56778_end_mask_0, x = transpose_14)[name = tensor<string, []>("op_56778_cast")];
            tensor<int32, [4]> var_56782_begin_0 = const()[name = tensor<string, []>("op_56782_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 832])];
            tensor<int32, [4]> var_56782_end_0 = const()[name = tensor<string, []>("op_56782_end_0"), val = tensor<int32, [4]>([2, 77, 1, 896])];
            tensor<bool, [4]> var_56782_end_mask_0 = const()[name = tensor<string, []>("op_56782_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_56782_cast = slice_by_index(begin = var_56782_begin_0, end = var_56782_end_0, end_mask = var_56782_end_mask_0, x = transpose_14)[name = tensor<string, []>("op_56782_cast")];
            tensor<int32, [4]> var_56786_begin_0 = const()[name = tensor<string, []>("op_56786_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 896])];
            tensor<int32, [4]> var_56786_end_0 = const()[name = tensor<string, []>("op_56786_end_0"), val = tensor<int32, [4]>([2, 77, 1, 960])];
            tensor<bool, [4]> var_56786_end_mask_0 = const()[name = tensor<string, []>("op_56786_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_56786_cast = slice_by_index(begin = var_56786_begin_0, end = var_56786_end_0, end_mask = var_56786_end_mask_0, x = transpose_14)[name = tensor<string, []>("op_56786_cast")];
            tensor<int32, [4]> var_56790_begin_0 = const()[name = tensor<string, []>("op_56790_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 960])];
            tensor<int32, [4]> var_56790_end_0 = const()[name = tensor<string, []>("op_56790_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1024])];
            tensor<bool, [4]> var_56790_end_mask_0 = const()[name = tensor<string, []>("op_56790_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_56790_cast = slice_by_index(begin = var_56790_begin_0, end = var_56790_end_0, end_mask = var_56790_end_mask_0, x = transpose_14)[name = tensor<string, []>("op_56790_cast")];
            tensor<int32, [4]> var_56794_begin_0 = const()[name = tensor<string, []>("op_56794_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1024])];
            tensor<int32, [4]> var_56794_end_0 = const()[name = tensor<string, []>("op_56794_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1088])];
            tensor<bool, [4]> var_56794_end_mask_0 = const()[name = tensor<string, []>("op_56794_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_56794_cast = slice_by_index(begin = var_56794_begin_0, end = var_56794_end_0, end_mask = var_56794_end_mask_0, x = transpose_14)[name = tensor<string, []>("op_56794_cast")];
            tensor<int32, [4]> var_56798_begin_0 = const()[name = tensor<string, []>("op_56798_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1088])];
            tensor<int32, [4]> var_56798_end_0 = const()[name = tensor<string, []>("op_56798_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1152])];
            tensor<bool, [4]> var_56798_end_mask_0 = const()[name = tensor<string, []>("op_56798_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_56798_cast = slice_by_index(begin = var_56798_begin_0, end = var_56798_end_0, end_mask = var_56798_end_mask_0, x = transpose_14)[name = tensor<string, []>("op_56798_cast")];
            tensor<int32, [4]> var_56802_begin_0 = const()[name = tensor<string, []>("op_56802_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1152])];
            tensor<int32, [4]> var_56802_end_0 = const()[name = tensor<string, []>("op_56802_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1216])];
            tensor<bool, [4]> var_56802_end_mask_0 = const()[name = tensor<string, []>("op_56802_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_56802_cast = slice_by_index(begin = var_56802_begin_0, end = var_56802_end_0, end_mask = var_56802_end_mask_0, x = transpose_14)[name = tensor<string, []>("op_56802_cast")];
            tensor<int32, [4]> var_56806_begin_0 = const()[name = tensor<string, []>("op_56806_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1216])];
            tensor<int32, [4]> var_56806_end_0 = const()[name = tensor<string, []>("op_56806_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1280])];
            tensor<bool, [4]> var_56806_end_mask_0 = const()[name = tensor<string, []>("op_56806_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_56806_cast = slice_by_index(begin = var_56806_begin_0, end = var_56806_end_0, end_mask = var_56806_end_mask_0, x = transpose_14)[name = tensor<string, []>("op_56806_cast")];
            tensor<int32, [4]> var_56808_begin_0 = const()[name = tensor<string, []>("op_56808_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_56808_end_0 = const()[name = tensor<string, []>("op_56808_end_0"), val = tensor<int32, [4]>([2, 64, 1, 77])];
            tensor<bool, [4]> var_56808_end_mask_0 = const()[name = tensor<string, []>("op_56808_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_56808_cast = slice_by_index(begin = var_56808_begin_0, end = var_56808_end_0, end_mask = var_56808_end_mask_0, x = v_251_cast)[name = tensor<string, []>("op_56808_cast")];
            tensor<int32, [4]> var_56812_begin_0 = const()[name = tensor<string, []>("op_56812_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_56812_end_0 = const()[name = tensor<string, []>("op_56812_end_0"), val = tensor<int32, [4]>([2, 128, 1, 77])];
            tensor<bool, [4]> var_56812_end_mask_0 = const()[name = tensor<string, []>("op_56812_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_56812_cast = slice_by_index(begin = var_56812_begin_0, end = var_56812_end_0, end_mask = var_56812_end_mask_0, x = v_251_cast)[name = tensor<string, []>("op_56812_cast")];
            tensor<int32, [4]> var_56816_begin_0 = const()[name = tensor<string, []>("op_56816_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_56816_end_0 = const()[name = tensor<string, []>("op_56816_end_0"), val = tensor<int32, [4]>([2, 192, 1, 77])];
            tensor<bool, [4]> var_56816_end_mask_0 = const()[name = tensor<string, []>("op_56816_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_56816_cast = slice_by_index(begin = var_56816_begin_0, end = var_56816_end_0, end_mask = var_56816_end_mask_0, x = v_251_cast)[name = tensor<string, []>("op_56816_cast")];
            tensor<int32, [4]> var_56820_begin_0 = const()[name = tensor<string, []>("op_56820_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_56820_end_0 = const()[name = tensor<string, []>("op_56820_end_0"), val = tensor<int32, [4]>([2, 256, 1, 77])];
            tensor<bool, [4]> var_56820_end_mask_0 = const()[name = tensor<string, []>("op_56820_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_56820_cast = slice_by_index(begin = var_56820_begin_0, end = var_56820_end_0, end_mask = var_56820_end_mask_0, x = v_251_cast)[name = tensor<string, []>("op_56820_cast")];
            tensor<int32, [4]> var_56824_begin_0 = const()[name = tensor<string, []>("op_56824_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_56824_end_0 = const()[name = tensor<string, []>("op_56824_end_0"), val = tensor<int32, [4]>([2, 320, 1, 77])];
            tensor<bool, [4]> var_56824_end_mask_0 = const()[name = tensor<string, []>("op_56824_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_56824_cast = slice_by_index(begin = var_56824_begin_0, end = var_56824_end_0, end_mask = var_56824_end_mask_0, x = v_251_cast)[name = tensor<string, []>("op_56824_cast")];
            tensor<int32, [4]> var_56828_begin_0 = const()[name = tensor<string, []>("op_56828_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_56828_end_0 = const()[name = tensor<string, []>("op_56828_end_0"), val = tensor<int32, [4]>([2, 384, 1, 77])];
            tensor<bool, [4]> var_56828_end_mask_0 = const()[name = tensor<string, []>("op_56828_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_56828_cast = slice_by_index(begin = var_56828_begin_0, end = var_56828_end_0, end_mask = var_56828_end_mask_0, x = v_251_cast)[name = tensor<string, []>("op_56828_cast")];
            tensor<int32, [4]> var_56832_begin_0 = const()[name = tensor<string, []>("op_56832_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_56832_end_0 = const()[name = tensor<string, []>("op_56832_end_0"), val = tensor<int32, [4]>([2, 448, 1, 77])];
            tensor<bool, [4]> var_56832_end_mask_0 = const()[name = tensor<string, []>("op_56832_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_56832_cast = slice_by_index(begin = var_56832_begin_0, end = var_56832_end_0, end_mask = var_56832_end_mask_0, x = v_251_cast)[name = tensor<string, []>("op_56832_cast")];
            tensor<int32, [4]> var_56836_begin_0 = const()[name = tensor<string, []>("op_56836_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_56836_end_0 = const()[name = tensor<string, []>("op_56836_end_0"), val = tensor<int32, [4]>([2, 512, 1, 77])];
            tensor<bool, [4]> var_56836_end_mask_0 = const()[name = tensor<string, []>("op_56836_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_56836_cast = slice_by_index(begin = var_56836_begin_0, end = var_56836_end_0, end_mask = var_56836_end_mask_0, x = v_251_cast)[name = tensor<string, []>("op_56836_cast")];
            tensor<int32, [4]> var_56840_begin_0 = const()[name = tensor<string, []>("op_56840_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_56840_end_0 = const()[name = tensor<string, []>("op_56840_end_0"), val = tensor<int32, [4]>([2, 576, 1, 77])];
            tensor<bool, [4]> var_56840_end_mask_0 = const()[name = tensor<string, []>("op_56840_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_56840_cast = slice_by_index(begin = var_56840_begin_0, end = var_56840_end_0, end_mask = var_56840_end_mask_0, x = v_251_cast)[name = tensor<string, []>("op_56840_cast")];
            tensor<int32, [4]> var_56844_begin_0 = const()[name = tensor<string, []>("op_56844_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_56844_end_0 = const()[name = tensor<string, []>("op_56844_end_0"), val = tensor<int32, [4]>([2, 640, 1, 77])];
            tensor<bool, [4]> var_56844_end_mask_0 = const()[name = tensor<string, []>("op_56844_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_56844_cast = slice_by_index(begin = var_56844_begin_0, end = var_56844_end_0, end_mask = var_56844_end_mask_0, x = v_251_cast)[name = tensor<string, []>("op_56844_cast")];
            tensor<int32, [4]> var_56848_begin_0 = const()[name = tensor<string, []>("op_56848_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_56848_end_0 = const()[name = tensor<string, []>("op_56848_end_0"), val = tensor<int32, [4]>([2, 704, 1, 77])];
            tensor<bool, [4]> var_56848_end_mask_0 = const()[name = tensor<string, []>("op_56848_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_56848_cast = slice_by_index(begin = var_56848_begin_0, end = var_56848_end_0, end_mask = var_56848_end_mask_0, x = v_251_cast)[name = tensor<string, []>("op_56848_cast")];
            tensor<int32, [4]> var_56852_begin_0 = const()[name = tensor<string, []>("op_56852_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_56852_end_0 = const()[name = tensor<string, []>("op_56852_end_0"), val = tensor<int32, [4]>([2, 768, 1, 77])];
            tensor<bool, [4]> var_56852_end_mask_0 = const()[name = tensor<string, []>("op_56852_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_56852_cast = slice_by_index(begin = var_56852_begin_0, end = var_56852_end_0, end_mask = var_56852_end_mask_0, x = v_251_cast)[name = tensor<string, []>("op_56852_cast")];
            tensor<int32, [4]> var_56856_begin_0 = const()[name = tensor<string, []>("op_56856_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_56856_end_0 = const()[name = tensor<string, []>("op_56856_end_0"), val = tensor<int32, [4]>([2, 832, 1, 77])];
            tensor<bool, [4]> var_56856_end_mask_0 = const()[name = tensor<string, []>("op_56856_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_56856_cast = slice_by_index(begin = var_56856_begin_0, end = var_56856_end_0, end_mask = var_56856_end_mask_0, x = v_251_cast)[name = tensor<string, []>("op_56856_cast")];
            tensor<int32, [4]> var_56860_begin_0 = const()[name = tensor<string, []>("op_56860_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_56860_end_0 = const()[name = tensor<string, []>("op_56860_end_0"), val = tensor<int32, [4]>([2, 896, 1, 77])];
            tensor<bool, [4]> var_56860_end_mask_0 = const()[name = tensor<string, []>("op_56860_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_56860_cast = slice_by_index(begin = var_56860_begin_0, end = var_56860_end_0, end_mask = var_56860_end_mask_0, x = v_251_cast)[name = tensor<string, []>("op_56860_cast")];
            tensor<int32, [4]> var_56864_begin_0 = const()[name = tensor<string, []>("op_56864_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_56864_end_0 = const()[name = tensor<string, []>("op_56864_end_0"), val = tensor<int32, [4]>([2, 960, 1, 77])];
            tensor<bool, [4]> var_56864_end_mask_0 = const()[name = tensor<string, []>("op_56864_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_56864_cast = slice_by_index(begin = var_56864_begin_0, end = var_56864_end_0, end_mask = var_56864_end_mask_0, x = v_251_cast)[name = tensor<string, []>("op_56864_cast")];
            tensor<int32, [4]> var_56868_begin_0 = const()[name = tensor<string, []>("op_56868_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_56868_end_0 = const()[name = tensor<string, []>("op_56868_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 77])];
            tensor<bool, [4]> var_56868_end_mask_0 = const()[name = tensor<string, []>("op_56868_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_56868_cast = slice_by_index(begin = var_56868_begin_0, end = var_56868_end_0, end_mask = var_56868_end_mask_0, x = v_251_cast)[name = tensor<string, []>("op_56868_cast")];
            tensor<int32, [4]> var_56872_begin_0 = const()[name = tensor<string, []>("op_56872_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_56872_end_0 = const()[name = tensor<string, []>("op_56872_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 77])];
            tensor<bool, [4]> var_56872_end_mask_0 = const()[name = tensor<string, []>("op_56872_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_56872_cast = slice_by_index(begin = var_56872_begin_0, end = var_56872_end_0, end_mask = var_56872_end_mask_0, x = v_251_cast)[name = tensor<string, []>("op_56872_cast")];
            tensor<int32, [4]> var_56876_begin_0 = const()[name = tensor<string, []>("op_56876_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_56876_end_0 = const()[name = tensor<string, []>("op_56876_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 77])];
            tensor<bool, [4]> var_56876_end_mask_0 = const()[name = tensor<string, []>("op_56876_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_56876_cast = slice_by_index(begin = var_56876_begin_0, end = var_56876_end_0, end_mask = var_56876_end_mask_0, x = v_251_cast)[name = tensor<string, []>("op_56876_cast")];
            tensor<int32, [4]> var_56880_begin_0 = const()[name = tensor<string, []>("op_56880_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_56880_end_0 = const()[name = tensor<string, []>("op_56880_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 77])];
            tensor<bool, [4]> var_56880_end_mask_0 = const()[name = tensor<string, []>("op_56880_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_56880_cast = slice_by_index(begin = var_56880_begin_0, end = var_56880_end_0, end_mask = var_56880_end_mask_0, x = v_251_cast)[name = tensor<string, []>("op_56880_cast")];
            tensor<int32, [4]> var_56884_begin_0 = const()[name = tensor<string, []>("op_56884_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_56884_end_0 = const()[name = tensor<string, []>("op_56884_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 77])];
            tensor<bool, [4]> var_56884_end_mask_0 = const()[name = tensor<string, []>("op_56884_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_56884_cast = slice_by_index(begin = var_56884_begin_0, end = var_56884_end_0, end_mask = var_56884_end_mask_0, x = v_251_cast)[name = tensor<string, []>("op_56884_cast")];
            tensor<string, []> var_56888_equation_0 = const()[name = tensor<string, []>("op_56888_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_56888_cast = einsum(equation = var_56888_equation_0, values = (var_56730_cast, var_56647_cast))[name = tensor<string, []>("op_56888_cast")];
            tensor<fp16, []> var_56889_to_fp16 = const()[name = tensor<string, []>("op_56889_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4841_cast = mul(x = var_56888_cast, y = var_56889_to_fp16)[name = tensor<string, []>("aw_4841_cast")];
            tensor<string, []> var_56892_equation_0 = const()[name = tensor<string, []>("op_56892_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_56892_cast = einsum(equation = var_56892_equation_0, values = (var_56734_cast, var_56651_cast))[name = tensor<string, []>("op_56892_cast")];
            tensor<fp16, []> var_56893_to_fp16 = const()[name = tensor<string, []>("op_56893_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4843_cast = mul(x = var_56892_cast, y = var_56893_to_fp16)[name = tensor<string, []>("aw_4843_cast")];
            tensor<string, []> var_56896_equation_0 = const()[name = tensor<string, []>("op_56896_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_56896_cast = einsum(equation = var_56896_equation_0, values = (var_56738_cast, var_56655_cast))[name = tensor<string, []>("op_56896_cast")];
            tensor<fp16, []> var_56897_to_fp16 = const()[name = tensor<string, []>("op_56897_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4845_cast = mul(x = var_56896_cast, y = var_56897_to_fp16)[name = tensor<string, []>("aw_4845_cast")];
            tensor<string, []> var_56900_equation_0 = const()[name = tensor<string, []>("op_56900_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_56900_cast = einsum(equation = var_56900_equation_0, values = (var_56742_cast, var_56659_cast))[name = tensor<string, []>("op_56900_cast")];
            tensor<fp16, []> var_56901_to_fp16 = const()[name = tensor<string, []>("op_56901_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4847_cast = mul(x = var_56900_cast, y = var_56901_to_fp16)[name = tensor<string, []>("aw_4847_cast")];
            tensor<string, []> var_56904_equation_0 = const()[name = tensor<string, []>("op_56904_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_56904_cast = einsum(equation = var_56904_equation_0, values = (var_56746_cast, var_56663_cast))[name = tensor<string, []>("op_56904_cast")];
            tensor<fp16, []> var_56905_to_fp16 = const()[name = tensor<string, []>("op_56905_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4849_cast = mul(x = var_56904_cast, y = var_56905_to_fp16)[name = tensor<string, []>("aw_4849_cast")];
            tensor<string, []> var_56908_equation_0 = const()[name = tensor<string, []>("op_56908_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_56908_cast = einsum(equation = var_56908_equation_0, values = (var_56750_cast, var_56667_cast))[name = tensor<string, []>("op_56908_cast")];
            tensor<fp16, []> var_56909_to_fp16 = const()[name = tensor<string, []>("op_56909_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4851_cast = mul(x = var_56908_cast, y = var_56909_to_fp16)[name = tensor<string, []>("aw_4851_cast")];
            tensor<string, []> var_56912_equation_0 = const()[name = tensor<string, []>("op_56912_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_56912_cast = einsum(equation = var_56912_equation_0, values = (var_56754_cast, var_56671_cast))[name = tensor<string, []>("op_56912_cast")];
            tensor<fp16, []> var_56913_to_fp16 = const()[name = tensor<string, []>("op_56913_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4853_cast = mul(x = var_56912_cast, y = var_56913_to_fp16)[name = tensor<string, []>("aw_4853_cast")];
            tensor<string, []> var_56916_equation_0 = const()[name = tensor<string, []>("op_56916_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_56916_cast = einsum(equation = var_56916_equation_0, values = (var_56758_cast, var_56675_cast))[name = tensor<string, []>("op_56916_cast")];
            tensor<fp16, []> var_56917_to_fp16 = const()[name = tensor<string, []>("op_56917_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4855_cast = mul(x = var_56916_cast, y = var_56917_to_fp16)[name = tensor<string, []>("aw_4855_cast")];
            tensor<string, []> var_56920_equation_0 = const()[name = tensor<string, []>("op_56920_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_56920_cast = einsum(equation = var_56920_equation_0, values = (var_56762_cast, var_56679_cast))[name = tensor<string, []>("op_56920_cast")];
            tensor<fp16, []> var_56921_to_fp16 = const()[name = tensor<string, []>("op_56921_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4857_cast = mul(x = var_56920_cast, y = var_56921_to_fp16)[name = tensor<string, []>("aw_4857_cast")];
            tensor<string, []> var_56924_equation_0 = const()[name = tensor<string, []>("op_56924_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_56924_cast = einsum(equation = var_56924_equation_0, values = (var_56766_cast, var_56683_cast))[name = tensor<string, []>("op_56924_cast")];
            tensor<fp16, []> var_56925_to_fp16 = const()[name = tensor<string, []>("op_56925_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4859_cast = mul(x = var_56924_cast, y = var_56925_to_fp16)[name = tensor<string, []>("aw_4859_cast")];
            tensor<string, []> var_56928_equation_0 = const()[name = tensor<string, []>("op_56928_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_56928_cast = einsum(equation = var_56928_equation_0, values = (var_56770_cast, var_56687_cast))[name = tensor<string, []>("op_56928_cast")];
            tensor<fp16, []> var_56929_to_fp16 = const()[name = tensor<string, []>("op_56929_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4861_cast = mul(x = var_56928_cast, y = var_56929_to_fp16)[name = tensor<string, []>("aw_4861_cast")];
            tensor<string, []> var_56932_equation_0 = const()[name = tensor<string, []>("op_56932_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_56932_cast = einsum(equation = var_56932_equation_0, values = (var_56774_cast, var_56691_cast))[name = tensor<string, []>("op_56932_cast")];
            tensor<fp16, []> var_56933_to_fp16 = const()[name = tensor<string, []>("op_56933_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4863_cast = mul(x = var_56932_cast, y = var_56933_to_fp16)[name = tensor<string, []>("aw_4863_cast")];
            tensor<string, []> var_56936_equation_0 = const()[name = tensor<string, []>("op_56936_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_56936_cast = einsum(equation = var_56936_equation_0, values = (var_56778_cast, var_56695_cast))[name = tensor<string, []>("op_56936_cast")];
            tensor<fp16, []> var_56937_to_fp16 = const()[name = tensor<string, []>("op_56937_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4865_cast = mul(x = var_56936_cast, y = var_56937_to_fp16)[name = tensor<string, []>("aw_4865_cast")];
            tensor<string, []> var_56940_equation_0 = const()[name = tensor<string, []>("op_56940_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_56940_cast = einsum(equation = var_56940_equation_0, values = (var_56782_cast, var_56699_cast))[name = tensor<string, []>("op_56940_cast")];
            tensor<fp16, []> var_56941_to_fp16 = const()[name = tensor<string, []>("op_56941_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4867_cast = mul(x = var_56940_cast, y = var_56941_to_fp16)[name = tensor<string, []>("aw_4867_cast")];
            tensor<string, []> var_56944_equation_0 = const()[name = tensor<string, []>("op_56944_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_56944_cast = einsum(equation = var_56944_equation_0, values = (var_56786_cast, var_56703_cast))[name = tensor<string, []>("op_56944_cast")];
            tensor<fp16, []> var_56945_to_fp16 = const()[name = tensor<string, []>("op_56945_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4869_cast = mul(x = var_56944_cast, y = var_56945_to_fp16)[name = tensor<string, []>("aw_4869_cast")];
            tensor<string, []> var_56948_equation_0 = const()[name = tensor<string, []>("op_56948_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_56948_cast = einsum(equation = var_56948_equation_0, values = (var_56790_cast, var_56707_cast))[name = tensor<string, []>("op_56948_cast")];
            tensor<fp16, []> var_56949_to_fp16 = const()[name = tensor<string, []>("op_56949_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4871_cast = mul(x = var_56948_cast, y = var_56949_to_fp16)[name = tensor<string, []>("aw_4871_cast")];
            tensor<string, []> var_56952_equation_0 = const()[name = tensor<string, []>("op_56952_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_56952_cast = einsum(equation = var_56952_equation_0, values = (var_56794_cast, var_56711_cast))[name = tensor<string, []>("op_56952_cast")];
            tensor<fp16, []> var_56953_to_fp16 = const()[name = tensor<string, []>("op_56953_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4873_cast = mul(x = var_56952_cast, y = var_56953_to_fp16)[name = tensor<string, []>("aw_4873_cast")];
            tensor<string, []> var_56956_equation_0 = const()[name = tensor<string, []>("op_56956_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_56956_cast = einsum(equation = var_56956_equation_0, values = (var_56798_cast, var_56715_cast))[name = tensor<string, []>("op_56956_cast")];
            tensor<fp16, []> var_56957_to_fp16 = const()[name = tensor<string, []>("op_56957_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4875_cast = mul(x = var_56956_cast, y = var_56957_to_fp16)[name = tensor<string, []>("aw_4875_cast")];
            tensor<string, []> var_56960_equation_0 = const()[name = tensor<string, []>("op_56960_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_56960_cast = einsum(equation = var_56960_equation_0, values = (var_56802_cast, var_56719_cast))[name = tensor<string, []>("op_56960_cast")];
            tensor<fp16, []> var_56961_to_fp16 = const()[name = tensor<string, []>("op_56961_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4877_cast = mul(x = var_56960_cast, y = var_56961_to_fp16)[name = tensor<string, []>("aw_4877_cast")];
            tensor<string, []> var_56964_equation_0 = const()[name = tensor<string, []>("op_56964_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_56964_cast = einsum(equation = var_56964_equation_0, values = (var_56806_cast, var_56723_cast))[name = tensor<string, []>("op_56964_cast")];
            tensor<fp16, []> var_56965_to_fp16 = const()[name = tensor<string, []>("op_56965_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4879_cast = mul(x = var_56964_cast, y = var_56965_to_fp16)[name = tensor<string, []>("aw_4879_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_56967_cast = softmax(axis = var_30355, x = aw_4841_cast)[name = tensor<string, []>("op_56967_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_56968_cast = softmax(axis = var_30355, x = aw_4843_cast)[name = tensor<string, []>("op_56968_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_56969_cast = softmax(axis = var_30355, x = aw_4845_cast)[name = tensor<string, []>("op_56969_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_56970_cast = softmax(axis = var_30355, x = aw_4847_cast)[name = tensor<string, []>("op_56970_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_56971_cast = softmax(axis = var_30355, x = aw_4849_cast)[name = tensor<string, []>("op_56971_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_56972_cast = softmax(axis = var_30355, x = aw_4851_cast)[name = tensor<string, []>("op_56972_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_56973_cast = softmax(axis = var_30355, x = aw_4853_cast)[name = tensor<string, []>("op_56973_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_56974_cast = softmax(axis = var_30355, x = aw_4855_cast)[name = tensor<string, []>("op_56974_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_56975_cast = softmax(axis = var_30355, x = aw_4857_cast)[name = tensor<string, []>("op_56975_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_56976_cast = softmax(axis = var_30355, x = aw_4859_cast)[name = tensor<string, []>("op_56976_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_56977_cast = softmax(axis = var_30355, x = aw_4861_cast)[name = tensor<string, []>("op_56977_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_56978_cast = softmax(axis = var_30355, x = aw_4863_cast)[name = tensor<string, []>("op_56978_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_56979_cast = softmax(axis = var_30355, x = aw_4865_cast)[name = tensor<string, []>("op_56979_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_56980_cast = softmax(axis = var_30355, x = aw_4867_cast)[name = tensor<string, []>("op_56980_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_56981_cast = softmax(axis = var_30355, x = aw_4869_cast)[name = tensor<string, []>("op_56981_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_56982_cast = softmax(axis = var_30355, x = aw_4871_cast)[name = tensor<string, []>("op_56982_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_56983_cast = softmax(axis = var_30355, x = aw_4873_cast)[name = tensor<string, []>("op_56983_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_56984_cast = softmax(axis = var_30355, x = aw_4875_cast)[name = tensor<string, []>("op_56984_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_56985_cast = softmax(axis = var_30355, x = aw_4877_cast)[name = tensor<string, []>("op_56985_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_56986_cast = softmax(axis = var_30355, x = aw_4879_cast)[name = tensor<string, []>("op_56986_cast")];
            tensor<string, []> var_56988_equation_0 = const()[name = tensor<string, []>("op_56988_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_56988_cast = einsum(equation = var_56988_equation_0, values = (var_56808_cast, var_56967_cast))[name = tensor<string, []>("op_56988_cast")];
            tensor<string, []> var_56990_equation_0 = const()[name = tensor<string, []>("op_56990_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_56990_cast = einsum(equation = var_56990_equation_0, values = (var_56812_cast, var_56968_cast))[name = tensor<string, []>("op_56990_cast")];
            tensor<string, []> var_56992_equation_0 = const()[name = tensor<string, []>("op_56992_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_56992_cast = einsum(equation = var_56992_equation_0, values = (var_56816_cast, var_56969_cast))[name = tensor<string, []>("op_56992_cast")];
            tensor<string, []> var_56994_equation_0 = const()[name = tensor<string, []>("op_56994_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_56994_cast = einsum(equation = var_56994_equation_0, values = (var_56820_cast, var_56970_cast))[name = tensor<string, []>("op_56994_cast")];
            tensor<string, []> var_56996_equation_0 = const()[name = tensor<string, []>("op_56996_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_56996_cast = einsum(equation = var_56996_equation_0, values = (var_56824_cast, var_56971_cast))[name = tensor<string, []>("op_56996_cast")];
            tensor<string, []> var_56998_equation_0 = const()[name = tensor<string, []>("op_56998_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_56998_cast = einsum(equation = var_56998_equation_0, values = (var_56828_cast, var_56972_cast))[name = tensor<string, []>("op_56998_cast")];
            tensor<string, []> var_57000_equation_0 = const()[name = tensor<string, []>("op_57000_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_57000_cast = einsum(equation = var_57000_equation_0, values = (var_56832_cast, var_56973_cast))[name = tensor<string, []>("op_57000_cast")];
            tensor<string, []> var_57002_equation_0 = const()[name = tensor<string, []>("op_57002_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_57002_cast = einsum(equation = var_57002_equation_0, values = (var_56836_cast, var_56974_cast))[name = tensor<string, []>("op_57002_cast")];
            tensor<string, []> var_57004_equation_0 = const()[name = tensor<string, []>("op_57004_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_57004_cast = einsum(equation = var_57004_equation_0, values = (var_56840_cast, var_56975_cast))[name = tensor<string, []>("op_57004_cast")];
            tensor<string, []> var_57006_equation_0 = const()[name = tensor<string, []>("op_57006_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_57006_cast = einsum(equation = var_57006_equation_0, values = (var_56844_cast, var_56976_cast))[name = tensor<string, []>("op_57006_cast")];
            tensor<string, []> var_57008_equation_0 = const()[name = tensor<string, []>("op_57008_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_57008_cast = einsum(equation = var_57008_equation_0, values = (var_56848_cast, var_56977_cast))[name = tensor<string, []>("op_57008_cast")];
            tensor<string, []> var_57010_equation_0 = const()[name = tensor<string, []>("op_57010_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_57010_cast = einsum(equation = var_57010_equation_0, values = (var_56852_cast, var_56978_cast))[name = tensor<string, []>("op_57010_cast")];
            tensor<string, []> var_57012_equation_0 = const()[name = tensor<string, []>("op_57012_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_57012_cast = einsum(equation = var_57012_equation_0, values = (var_56856_cast, var_56979_cast))[name = tensor<string, []>("op_57012_cast")];
            tensor<string, []> var_57014_equation_0 = const()[name = tensor<string, []>("op_57014_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_57014_cast = einsum(equation = var_57014_equation_0, values = (var_56860_cast, var_56980_cast))[name = tensor<string, []>("op_57014_cast")];
            tensor<string, []> var_57016_equation_0 = const()[name = tensor<string, []>("op_57016_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_57016_cast = einsum(equation = var_57016_equation_0, values = (var_56864_cast, var_56981_cast))[name = tensor<string, []>("op_57016_cast")];
            tensor<string, []> var_57018_equation_0 = const()[name = tensor<string, []>("op_57018_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_57018_cast = einsum(equation = var_57018_equation_0, values = (var_56868_cast, var_56982_cast))[name = tensor<string, []>("op_57018_cast")];
            tensor<string, []> var_57020_equation_0 = const()[name = tensor<string, []>("op_57020_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_57020_cast = einsum(equation = var_57020_equation_0, values = (var_56872_cast, var_56983_cast))[name = tensor<string, []>("op_57020_cast")];
            tensor<string, []> var_57022_equation_0 = const()[name = tensor<string, []>("op_57022_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_57022_cast = einsum(equation = var_57022_equation_0, values = (var_56876_cast, var_56984_cast))[name = tensor<string, []>("op_57022_cast")];
            tensor<string, []> var_57024_equation_0 = const()[name = tensor<string, []>("op_57024_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_57024_cast = einsum(equation = var_57024_equation_0, values = (var_56880_cast, var_56985_cast))[name = tensor<string, []>("op_57024_cast")];
            tensor<string, []> var_57026_equation_0 = const()[name = tensor<string, []>("op_57026_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_57026_cast = einsum(equation = var_57026_equation_0, values = (var_56884_cast, var_56986_cast))[name = tensor<string, []>("op_57026_cast")];
            tensor<bool, []> input_701_interleave_0 = const()[name = tensor<string, []>("input_701_interleave_0"), val = tensor<bool, []>(false)];
            tensor<fp16, [2, 1280, 1, 576]> input_701_cast = concat(axis = var_30355, interleave = input_701_interleave_0, values = (var_56988_cast, var_56990_cast, var_56992_cast, var_56994_cast, var_56996_cast, var_56998_cast, var_57000_cast, var_57002_cast, var_57004_cast, var_57006_cast, var_57008_cast, var_57010_cast, var_57012_cast, var_57014_cast, var_57016_cast, var_57018_cast, var_57020_cast, var_57022_cast, var_57024_cast, var_57026_cast))[name = tensor<string, []>("input_701_cast")];
            tensor<int32, [2]> var_57032 = const()[name = tensor<string, []>("op_57032"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_57034 = const()[name = tensor<string, []>("op_57034"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_57036_pad_type_0 = const()[name = tensor<string, []>("op_57036_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_57036_pad_0 = const()[name = tensor<string, []>("op_57036_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_8_attn2_to_out_0_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [204800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(487845568))), lut = tensor<fp16, [2]>([-0x1.478p-8, 0x1.488p-8]), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_8_attn2_to_out_0_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_attentions_2_transformer_blocks_8_attn2_to_out_0_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_8_attn2_to_out_0_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(488050432)))];
            tensor<fp16, [2, 1280, 1, 576]> var_57036_cast = conv(bias = up_blocks_0_attentions_2_transformer_blocks_8_attn2_to_out_0_bias_to_fp16, dilations = var_57034, groups = var_30355, pad = var_57036_pad_0, pad_type = var_57036_pad_type_0, strides = var_57032, weight = up_blocks_0_attentions_2_transformer_blocks_8_attn2_to_out_0_weight_to_fp16_palettized, x = input_701_cast)[name = tensor<string, []>("op_57036_cast")];
            tensor<fp16, [2, 1280, 1, 576]> inputs_377_cast = add(x = var_57036_cast, y = inputs_375_cast)[name = tensor<string, []>("inputs_377_cast")];
            tensor<int32, [1]> var_57040 = const()[name = tensor<string, []>("op_57040"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> channels_mean_377_cast = reduce_mean(axes = var_57040, keep_dims = var_30350, x = inputs_377_cast)[name = tensor<string, []>("channels_mean_377_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_377_cast = sub(x = inputs_377_cast, y = channels_mean_377_cast)[name = tensor<string, []>("zero_mean_377_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_sq_377_cast = mul(x = zero_mean_377_cast, y = zero_mean_377_cast)[name = tensor<string, []>("zero_mean_sq_377_cast")];
            tensor<int32, [1]> var_57044 = const()[name = tensor<string, []>("op_57044"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> var_57045_cast = reduce_mean(axes = var_57044, keep_dims = var_30350, x = zero_mean_sq_377_cast)[name = tensor<string, []>("op_57045_cast")];
            tensor<fp16, []> var_57046_to_fp16 = const()[name = tensor<string, []>("op_57046_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 576]> var_57047_cast = add(x = var_57045_cast, y = var_57046_to_fp16)[name = tensor<string, []>("op_57047_cast")];
            tensor<fp16, []> denom_377_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_377_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 576]> denom_377_cast = rsqrt(epsilon = denom_377_epsilon_0_to_fp16, x = var_57047_cast)[name = tensor<string, []>("denom_377_cast")];
            tensor<fp16, [2, 1280, 1, 576]> out_377_cast = mul(x = zero_mean_377_cast, y = denom_377_cast)[name = tensor<string, []>("out_377_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_57051_to_fp16 = const()[name = tensor<string, []>("op_57051_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(488053056)))];
            tensor<fp16, [2, 1280, 1, 576]> var_57052_cast = add(x = out_377_cast, y = var_57051_to_fp16)[name = tensor<string, []>("op_57052_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_57054_to_fp16 = const()[name = tensor<string, []>("op_57054_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(488055680)))];
            tensor<fp16, [2, 1280, 1, 576]> input_703_cast = mul(x = var_57052_cast, y = var_57054_to_fp16)[name = tensor<string, []>("input_703_cast")];
            tensor<int32, [2]> var_57062 = const()[name = tensor<string, []>("op_57062"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_57064 = const()[name = tensor<string, []>("op_57064"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_57066_pad_type_0 = const()[name = tensor<string, []>("op_57066_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_57066_pad_0 = const()[name = tensor<string, []>("op_57066_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [10240, 1280, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_8_ff_net_0_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [9830400]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(488058304))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(497888768))), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_8_ff_net_0_proj_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([10240, 1280, 1, 1])];
            tensor<fp16, [10240]> up_blocks_0_attentions_2_transformer_blocks_8_ff_net_0_proj_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_8_ff_net_0_proj_bias_to_fp16"), val = tensor<fp16, [10240]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(497888960)))];
            tensor<fp16, [2, 10240, 1, 576]> var_57066_cast = conv(bias = up_blocks_0_attentions_2_transformer_blocks_8_ff_net_0_proj_bias_to_fp16, dilations = var_57064, groups = var_30355, pad = var_57066_pad_0, pad_type = var_57066_pad_type_0, strides = var_57062, weight = up_blocks_0_attentions_2_transformer_blocks_8_ff_net_0_proj_weight_to_fp16_palettized, x = input_703_cast)[name = tensor<string, []>("op_57066_cast")];
            tensor<int32, [2]> var_57067_split_sizes_0 = const()[name = tensor<string, []>("op_57067_split_sizes_0"), val = tensor<int32, [2]>([5120, 5120])];
            tensor<int32, []> var_57067_axis_0 = const()[name = tensor<string, []>("op_57067_axis_0"), val = tensor<int32, []>(1)];
            tensor<fp16, [2, 5120, 1, 576]> var_57067_cast_0, tensor<fp16, [2, 5120, 1, 576]> var_57067_cast_1 = split(axis = var_57067_axis_0, split_sizes = var_57067_split_sizes_0, x = var_57066_cast)[name = tensor<string, []>("op_57067_cast")];
            tensor<string, []> var_57069_mode_0 = const()[name = tensor<string, []>("op_57069_mode_0"), val = tensor<string, []>("EXACT")];
            tensor<fp16, [2, 5120, 1, 576]> var_57069_cast = gelu(mode = var_57069_mode_0, x = var_57067_cast_1)[name = tensor<string, []>("op_57069_cast")];
            tensor<fp16, [2, 5120, 1, 576]> input_705_cast = mul(x = var_57067_cast_0, y = var_57069_cast)[name = tensor<string, []>("input_705_cast")];
            tensor<int32, [2]> var_57073 = const()[name = tensor<string, []>("op_57073"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_57075 = const()[name = tensor<string, []>("op_57075"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_57077_pad_type_0 = const()[name = tensor<string, []>("op_57077_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_57077_pad_0 = const()[name = tensor<string, []>("op_57077_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 5120, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_8_ff_net_2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [4915200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(497909504))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(502824768))), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_8_ff_net_2_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 5120, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_attentions_2_transformer_blocks_8_ff_net_2_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_8_ff_net_2_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(502824960)))];
            tensor<fp16, [2, 1280, 1, 576]> var_57077_cast = conv(bias = up_blocks_0_attentions_2_transformer_blocks_8_ff_net_2_bias_to_fp16, dilations = var_57075, groups = var_30355, pad = var_57077_pad_0, pad_type = var_57077_pad_type_0, strides = var_57073, weight = up_blocks_0_attentions_2_transformer_blocks_8_ff_net_2_weight_to_fp16_palettized, x = input_705_cast)[name = tensor<string, []>("op_57077_cast")];
            tensor<fp16, [2, 1280, 1, 576]> inputs_379_cast = add(x = var_57077_cast, y = inputs_377_cast)[name = tensor<string, []>("inputs_379_cast")];
            tensor<int32, [1]> var_57087 = const()[name = tensor<string, []>("op_57087"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> channels_mean_379_cast = reduce_mean(axes = var_57087, keep_dims = var_30350, x = inputs_379_cast)[name = tensor<string, []>("channels_mean_379_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_379_cast = sub(x = inputs_379_cast, y = channels_mean_379_cast)[name = tensor<string, []>("zero_mean_379_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_sq_379_cast = mul(x = zero_mean_379_cast, y = zero_mean_379_cast)[name = tensor<string, []>("zero_mean_sq_379_cast")];
            tensor<int32, [1]> var_57091 = const()[name = tensor<string, []>("op_57091"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> var_57092_cast = reduce_mean(axes = var_57091, keep_dims = var_30350, x = zero_mean_sq_379_cast)[name = tensor<string, []>("op_57092_cast")];
            tensor<fp16, []> var_57093_to_fp16 = const()[name = tensor<string, []>("op_57093_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 576]> var_57094_cast = add(x = var_57092_cast, y = var_57093_to_fp16)[name = tensor<string, []>("op_57094_cast")];
            tensor<fp16, []> denom_379_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_379_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 576]> denom_379_cast = rsqrt(epsilon = denom_379_epsilon_0_to_fp16, x = var_57094_cast)[name = tensor<string, []>("denom_379_cast")];
            tensor<fp16, [2, 1280, 1, 576]> out_379_cast = mul(x = zero_mean_379_cast, y = denom_379_cast)[name = tensor<string, []>("out_379_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_57098_to_fp16 = const()[name = tensor<string, []>("op_57098_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(502827584)))];
            tensor<fp16, [2, 1280, 1, 576]> var_57099_cast = add(x = out_379_cast, y = var_57098_to_fp16)[name = tensor<string, []>("op_57099_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_57101_to_fp16 = const()[name = tensor<string, []>("op_57101_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(502830208)))];
            tensor<fp16, [2, 1280, 1, 576]> hidden_states_489_cast = mul(x = var_57099_cast, y = var_57101_to_fp16)[name = tensor<string, []>("hidden_states_489_cast")];
            tensor<int32, [2]> var_57108 = const()[name = tensor<string, []>("op_57108"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_57110 = const()[name = tensor<string, []>("op_57110"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> q_253_pad_type_0 = const()[name = tensor<string, []>("q_253_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> q_253_pad_0 = const()[name = tensor<string, []>("q_253_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_9_attn1_to_q_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [819200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(502832832))), lut = tensor<fp16, [16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(503652096))), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_9_attn1_to_q_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> q_253_cast = conv(dilations = var_57110, groups = var_30355, pad = q_253_pad_0, pad_type = q_253_pad_type_0, strides = var_57108, weight = up_blocks_0_attentions_2_transformer_blocks_9_attn1_to_q_weight_to_fp16_palettized, x = hidden_states_489_cast)[name = tensor<string, []>("q_253_cast")];
            tensor<int32, [2]> var_57114 = const()[name = tensor<string, []>("op_57114"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_57116 = const()[name = tensor<string, []>("op_57116"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> k_505_pad_type_0 = const()[name = tensor<string, []>("k_505_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> k_505_pad_0 = const()[name = tensor<string, []>("k_505_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_9_attn1_to_k_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [819200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(503652224))), lut = tensor<fp16, [16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(504471488))), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_9_attn1_to_k_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> k_505_cast = conv(dilations = var_57116, groups = var_30355, pad = k_505_pad_0, pad_type = k_505_pad_type_0, strides = var_57114, weight = up_blocks_0_attentions_2_transformer_blocks_9_attn1_to_k_weight_to_fp16_palettized, x = hidden_states_489_cast)[name = tensor<string, []>("k_505_cast")];
            tensor<int32, [2]> var_57120 = const()[name = tensor<string, []>("op_57120"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_57122 = const()[name = tensor<string, []>("op_57122"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> v_253_pad_type_0 = const()[name = tensor<string, []>("v_253_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> v_253_pad_0 = const()[name = tensor<string, []>("v_253_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_9_attn1_to_v_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [1228800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(504471616))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(505700480))), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_9_attn1_to_v_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> v_253_cast = conv(dilations = var_57122, groups = var_30355, pad = v_253_pad_0, pad_type = v_253_pad_type_0, strides = var_57120, weight = up_blocks_0_attentions_2_transformer_blocks_9_attn1_to_v_weight_to_fp16_palettized, x = hidden_states_489_cast)[name = tensor<string, []>("v_253_cast")];
            tensor<int32, [4]> var_57126_begin_0 = const()[name = tensor<string, []>("op_57126_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_57126_end_0 = const()[name = tensor<string, []>("op_57126_end_0"), val = tensor<int32, [4]>([2, 64, 1, 576])];
            tensor<bool, [4]> var_57126_end_mask_0 = const()[name = tensor<string, []>("op_57126_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_57126_cast = slice_by_index(begin = var_57126_begin_0, end = var_57126_end_0, end_mask = var_57126_end_mask_0, x = q_253_cast)[name = tensor<string, []>("op_57126_cast")];
            tensor<int32, [4]> var_57130_begin_0 = const()[name = tensor<string, []>("op_57130_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_57130_end_0 = const()[name = tensor<string, []>("op_57130_end_0"), val = tensor<int32, [4]>([2, 128, 1, 576])];
            tensor<bool, [4]> var_57130_end_mask_0 = const()[name = tensor<string, []>("op_57130_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_57130_cast = slice_by_index(begin = var_57130_begin_0, end = var_57130_end_0, end_mask = var_57130_end_mask_0, x = q_253_cast)[name = tensor<string, []>("op_57130_cast")];
            tensor<int32, [4]> var_57134_begin_0 = const()[name = tensor<string, []>("op_57134_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_57134_end_0 = const()[name = tensor<string, []>("op_57134_end_0"), val = tensor<int32, [4]>([2, 192, 1, 576])];
            tensor<bool, [4]> var_57134_end_mask_0 = const()[name = tensor<string, []>("op_57134_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_57134_cast = slice_by_index(begin = var_57134_begin_0, end = var_57134_end_0, end_mask = var_57134_end_mask_0, x = q_253_cast)[name = tensor<string, []>("op_57134_cast")];
            tensor<int32, [4]> var_57138_begin_0 = const()[name = tensor<string, []>("op_57138_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_57138_end_0 = const()[name = tensor<string, []>("op_57138_end_0"), val = tensor<int32, [4]>([2, 256, 1, 576])];
            tensor<bool, [4]> var_57138_end_mask_0 = const()[name = tensor<string, []>("op_57138_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_57138_cast = slice_by_index(begin = var_57138_begin_0, end = var_57138_end_0, end_mask = var_57138_end_mask_0, x = q_253_cast)[name = tensor<string, []>("op_57138_cast")];
            tensor<int32, [4]> var_57142_begin_0 = const()[name = tensor<string, []>("op_57142_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_57142_end_0 = const()[name = tensor<string, []>("op_57142_end_0"), val = tensor<int32, [4]>([2, 320, 1, 576])];
            tensor<bool, [4]> var_57142_end_mask_0 = const()[name = tensor<string, []>("op_57142_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_57142_cast = slice_by_index(begin = var_57142_begin_0, end = var_57142_end_0, end_mask = var_57142_end_mask_0, x = q_253_cast)[name = tensor<string, []>("op_57142_cast")];
            tensor<int32, [4]> var_57146_begin_0 = const()[name = tensor<string, []>("op_57146_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_57146_end_0 = const()[name = tensor<string, []>("op_57146_end_0"), val = tensor<int32, [4]>([2, 384, 1, 576])];
            tensor<bool, [4]> var_57146_end_mask_0 = const()[name = tensor<string, []>("op_57146_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_57146_cast = slice_by_index(begin = var_57146_begin_0, end = var_57146_end_0, end_mask = var_57146_end_mask_0, x = q_253_cast)[name = tensor<string, []>("op_57146_cast")];
            tensor<int32, [4]> var_57150_begin_0 = const()[name = tensor<string, []>("op_57150_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_57150_end_0 = const()[name = tensor<string, []>("op_57150_end_0"), val = tensor<int32, [4]>([2, 448, 1, 576])];
            tensor<bool, [4]> var_57150_end_mask_0 = const()[name = tensor<string, []>("op_57150_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_57150_cast = slice_by_index(begin = var_57150_begin_0, end = var_57150_end_0, end_mask = var_57150_end_mask_0, x = q_253_cast)[name = tensor<string, []>("op_57150_cast")];
            tensor<int32, [4]> var_57154_begin_0 = const()[name = tensor<string, []>("op_57154_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_57154_end_0 = const()[name = tensor<string, []>("op_57154_end_0"), val = tensor<int32, [4]>([2, 512, 1, 576])];
            tensor<bool, [4]> var_57154_end_mask_0 = const()[name = tensor<string, []>("op_57154_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_57154_cast = slice_by_index(begin = var_57154_begin_0, end = var_57154_end_0, end_mask = var_57154_end_mask_0, x = q_253_cast)[name = tensor<string, []>("op_57154_cast")];
            tensor<int32, [4]> var_57158_begin_0 = const()[name = tensor<string, []>("op_57158_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_57158_end_0 = const()[name = tensor<string, []>("op_57158_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_57158_end_mask_0 = const()[name = tensor<string, []>("op_57158_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_57158_cast = slice_by_index(begin = var_57158_begin_0, end = var_57158_end_0, end_mask = var_57158_end_mask_0, x = q_253_cast)[name = tensor<string, []>("op_57158_cast")];
            tensor<int32, [4]> var_57162_begin_0 = const()[name = tensor<string, []>("op_57162_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_57162_end_0 = const()[name = tensor<string, []>("op_57162_end_0"), val = tensor<int32, [4]>([2, 640, 1, 576])];
            tensor<bool, [4]> var_57162_end_mask_0 = const()[name = tensor<string, []>("op_57162_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_57162_cast = slice_by_index(begin = var_57162_begin_0, end = var_57162_end_0, end_mask = var_57162_end_mask_0, x = q_253_cast)[name = tensor<string, []>("op_57162_cast")];
            tensor<int32, [4]> var_57166_begin_0 = const()[name = tensor<string, []>("op_57166_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_57166_end_0 = const()[name = tensor<string, []>("op_57166_end_0"), val = tensor<int32, [4]>([2, 704, 1, 576])];
            tensor<bool, [4]> var_57166_end_mask_0 = const()[name = tensor<string, []>("op_57166_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_57166_cast = slice_by_index(begin = var_57166_begin_0, end = var_57166_end_0, end_mask = var_57166_end_mask_0, x = q_253_cast)[name = tensor<string, []>("op_57166_cast")];
            tensor<int32, [4]> var_57170_begin_0 = const()[name = tensor<string, []>("op_57170_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_57170_end_0 = const()[name = tensor<string, []>("op_57170_end_0"), val = tensor<int32, [4]>([2, 768, 1, 576])];
            tensor<bool, [4]> var_57170_end_mask_0 = const()[name = tensor<string, []>("op_57170_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_57170_cast = slice_by_index(begin = var_57170_begin_0, end = var_57170_end_0, end_mask = var_57170_end_mask_0, x = q_253_cast)[name = tensor<string, []>("op_57170_cast")];
            tensor<int32, [4]> var_57174_begin_0 = const()[name = tensor<string, []>("op_57174_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_57174_end_0 = const()[name = tensor<string, []>("op_57174_end_0"), val = tensor<int32, [4]>([2, 832, 1, 576])];
            tensor<bool, [4]> var_57174_end_mask_0 = const()[name = tensor<string, []>("op_57174_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_57174_cast = slice_by_index(begin = var_57174_begin_0, end = var_57174_end_0, end_mask = var_57174_end_mask_0, x = q_253_cast)[name = tensor<string, []>("op_57174_cast")];
            tensor<int32, [4]> var_57178_begin_0 = const()[name = tensor<string, []>("op_57178_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_57178_end_0 = const()[name = tensor<string, []>("op_57178_end_0"), val = tensor<int32, [4]>([2, 896, 1, 576])];
            tensor<bool, [4]> var_57178_end_mask_0 = const()[name = tensor<string, []>("op_57178_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_57178_cast = slice_by_index(begin = var_57178_begin_0, end = var_57178_end_0, end_mask = var_57178_end_mask_0, x = q_253_cast)[name = tensor<string, []>("op_57178_cast")];
            tensor<int32, [4]> var_57182_begin_0 = const()[name = tensor<string, []>("op_57182_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_57182_end_0 = const()[name = tensor<string, []>("op_57182_end_0"), val = tensor<int32, [4]>([2, 960, 1, 576])];
            tensor<bool, [4]> var_57182_end_mask_0 = const()[name = tensor<string, []>("op_57182_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_57182_cast = slice_by_index(begin = var_57182_begin_0, end = var_57182_end_0, end_mask = var_57182_end_mask_0, x = q_253_cast)[name = tensor<string, []>("op_57182_cast")];
            tensor<int32, [4]> var_57186_begin_0 = const()[name = tensor<string, []>("op_57186_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_57186_end_0 = const()[name = tensor<string, []>("op_57186_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 576])];
            tensor<bool, [4]> var_57186_end_mask_0 = const()[name = tensor<string, []>("op_57186_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_57186_cast = slice_by_index(begin = var_57186_begin_0, end = var_57186_end_0, end_mask = var_57186_end_mask_0, x = q_253_cast)[name = tensor<string, []>("op_57186_cast")];
            tensor<int32, [4]> var_57190_begin_0 = const()[name = tensor<string, []>("op_57190_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_57190_end_0 = const()[name = tensor<string, []>("op_57190_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 576])];
            tensor<bool, [4]> var_57190_end_mask_0 = const()[name = tensor<string, []>("op_57190_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_57190_cast = slice_by_index(begin = var_57190_begin_0, end = var_57190_end_0, end_mask = var_57190_end_mask_0, x = q_253_cast)[name = tensor<string, []>("op_57190_cast")];
            tensor<int32, [4]> var_57194_begin_0 = const()[name = tensor<string, []>("op_57194_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_57194_end_0 = const()[name = tensor<string, []>("op_57194_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 576])];
            tensor<bool, [4]> var_57194_end_mask_0 = const()[name = tensor<string, []>("op_57194_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_57194_cast = slice_by_index(begin = var_57194_begin_0, end = var_57194_end_0, end_mask = var_57194_end_mask_0, x = q_253_cast)[name = tensor<string, []>("op_57194_cast")];
            tensor<int32, [4]> var_57198_begin_0 = const()[name = tensor<string, []>("op_57198_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_57198_end_0 = const()[name = tensor<string, []>("op_57198_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 576])];
            tensor<bool, [4]> var_57198_end_mask_0 = const()[name = tensor<string, []>("op_57198_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_57198_cast = slice_by_index(begin = var_57198_begin_0, end = var_57198_end_0, end_mask = var_57198_end_mask_0, x = q_253_cast)[name = tensor<string, []>("op_57198_cast")];
            tensor<int32, [4]> var_57202_begin_0 = const()[name = tensor<string, []>("op_57202_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_57202_end_0 = const()[name = tensor<string, []>("op_57202_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 576])];
            tensor<bool, [4]> var_57202_end_mask_0 = const()[name = tensor<string, []>("op_57202_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_57202_cast = slice_by_index(begin = var_57202_begin_0, end = var_57202_end_0, end_mask = var_57202_end_mask_0, x = q_253_cast)[name = tensor<string, []>("op_57202_cast")];
            tensor<int32, [4]> k_507_perm_0 = const()[name = tensor<string, []>("k_507_perm_0"), val = tensor<int32, [4]>([0, 3, 2, 1])];
            tensor<int32, [4]> var_57209_begin_0 = const()[name = tensor<string, []>("op_57209_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_57209_end_0 = const()[name = tensor<string, []>("op_57209_end_0"), val = tensor<int32, [4]>([2, 576, 1, 64])];
            tensor<bool, [4]> var_57209_end_mask_0 = const()[name = tensor<string, []>("op_57209_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 1280]> transpose_13 = transpose(perm = k_507_perm_0, x = k_505_cast)[name = tensor<string, []>("transpose_13")];
            tensor<fp16, [2, 576, 1, 64]> var_57209_cast = slice_by_index(begin = var_57209_begin_0, end = var_57209_end_0, end_mask = var_57209_end_mask_0, x = transpose_13)[name = tensor<string, []>("op_57209_cast")];
            tensor<int32, [4]> var_57213_begin_0 = const()[name = tensor<string, []>("op_57213_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 64])];
            tensor<int32, [4]> var_57213_end_0 = const()[name = tensor<string, []>("op_57213_end_0"), val = tensor<int32, [4]>([2, 576, 1, 128])];
            tensor<bool, [4]> var_57213_end_mask_0 = const()[name = tensor<string, []>("op_57213_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_57213_cast = slice_by_index(begin = var_57213_begin_0, end = var_57213_end_0, end_mask = var_57213_end_mask_0, x = transpose_13)[name = tensor<string, []>("op_57213_cast")];
            tensor<int32, [4]> var_57217_begin_0 = const()[name = tensor<string, []>("op_57217_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 128])];
            tensor<int32, [4]> var_57217_end_0 = const()[name = tensor<string, []>("op_57217_end_0"), val = tensor<int32, [4]>([2, 576, 1, 192])];
            tensor<bool, [4]> var_57217_end_mask_0 = const()[name = tensor<string, []>("op_57217_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_57217_cast = slice_by_index(begin = var_57217_begin_0, end = var_57217_end_0, end_mask = var_57217_end_mask_0, x = transpose_13)[name = tensor<string, []>("op_57217_cast")];
            tensor<int32, [4]> var_57221_begin_0 = const()[name = tensor<string, []>("op_57221_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 192])];
            tensor<int32, [4]> var_57221_end_0 = const()[name = tensor<string, []>("op_57221_end_0"), val = tensor<int32, [4]>([2, 576, 1, 256])];
            tensor<bool, [4]> var_57221_end_mask_0 = const()[name = tensor<string, []>("op_57221_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_57221_cast = slice_by_index(begin = var_57221_begin_0, end = var_57221_end_0, end_mask = var_57221_end_mask_0, x = transpose_13)[name = tensor<string, []>("op_57221_cast")];
            tensor<int32, [4]> var_57225_begin_0 = const()[name = tensor<string, []>("op_57225_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 256])];
            tensor<int32, [4]> var_57225_end_0 = const()[name = tensor<string, []>("op_57225_end_0"), val = tensor<int32, [4]>([2, 576, 1, 320])];
            tensor<bool, [4]> var_57225_end_mask_0 = const()[name = tensor<string, []>("op_57225_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_57225_cast = slice_by_index(begin = var_57225_begin_0, end = var_57225_end_0, end_mask = var_57225_end_mask_0, x = transpose_13)[name = tensor<string, []>("op_57225_cast")];
            tensor<int32, [4]> var_57229_begin_0 = const()[name = tensor<string, []>("op_57229_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 320])];
            tensor<int32, [4]> var_57229_end_0 = const()[name = tensor<string, []>("op_57229_end_0"), val = tensor<int32, [4]>([2, 576, 1, 384])];
            tensor<bool, [4]> var_57229_end_mask_0 = const()[name = tensor<string, []>("op_57229_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_57229_cast = slice_by_index(begin = var_57229_begin_0, end = var_57229_end_0, end_mask = var_57229_end_mask_0, x = transpose_13)[name = tensor<string, []>("op_57229_cast")];
            tensor<int32, [4]> var_57233_begin_0 = const()[name = tensor<string, []>("op_57233_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 384])];
            tensor<int32, [4]> var_57233_end_0 = const()[name = tensor<string, []>("op_57233_end_0"), val = tensor<int32, [4]>([2, 576, 1, 448])];
            tensor<bool, [4]> var_57233_end_mask_0 = const()[name = tensor<string, []>("op_57233_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_57233_cast = slice_by_index(begin = var_57233_begin_0, end = var_57233_end_0, end_mask = var_57233_end_mask_0, x = transpose_13)[name = tensor<string, []>("op_57233_cast")];
            tensor<int32, [4]> var_57237_begin_0 = const()[name = tensor<string, []>("op_57237_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 448])];
            tensor<int32, [4]> var_57237_end_0 = const()[name = tensor<string, []>("op_57237_end_0"), val = tensor<int32, [4]>([2, 576, 1, 512])];
            tensor<bool, [4]> var_57237_end_mask_0 = const()[name = tensor<string, []>("op_57237_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_57237_cast = slice_by_index(begin = var_57237_begin_0, end = var_57237_end_0, end_mask = var_57237_end_mask_0, x = transpose_13)[name = tensor<string, []>("op_57237_cast")];
            tensor<int32, [4]> var_57241_begin_0 = const()[name = tensor<string, []>("op_57241_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 512])];
            tensor<int32, [4]> var_57241_end_0 = const()[name = tensor<string, []>("op_57241_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_57241_end_mask_0 = const()[name = tensor<string, []>("op_57241_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_57241_cast = slice_by_index(begin = var_57241_begin_0, end = var_57241_end_0, end_mask = var_57241_end_mask_0, x = transpose_13)[name = tensor<string, []>("op_57241_cast")];
            tensor<int32, [4]> var_57245_begin_0 = const()[name = tensor<string, []>("op_57245_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 576])];
            tensor<int32, [4]> var_57245_end_0 = const()[name = tensor<string, []>("op_57245_end_0"), val = tensor<int32, [4]>([2, 576, 1, 640])];
            tensor<bool, [4]> var_57245_end_mask_0 = const()[name = tensor<string, []>("op_57245_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_57245_cast = slice_by_index(begin = var_57245_begin_0, end = var_57245_end_0, end_mask = var_57245_end_mask_0, x = transpose_13)[name = tensor<string, []>("op_57245_cast")];
            tensor<int32, [4]> var_57249_begin_0 = const()[name = tensor<string, []>("op_57249_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 640])];
            tensor<int32, [4]> var_57249_end_0 = const()[name = tensor<string, []>("op_57249_end_0"), val = tensor<int32, [4]>([2, 576, 1, 704])];
            tensor<bool, [4]> var_57249_end_mask_0 = const()[name = tensor<string, []>("op_57249_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_57249_cast = slice_by_index(begin = var_57249_begin_0, end = var_57249_end_0, end_mask = var_57249_end_mask_0, x = transpose_13)[name = tensor<string, []>("op_57249_cast")];
            tensor<int32, [4]> var_57253_begin_0 = const()[name = tensor<string, []>("op_57253_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 704])];
            tensor<int32, [4]> var_57253_end_0 = const()[name = tensor<string, []>("op_57253_end_0"), val = tensor<int32, [4]>([2, 576, 1, 768])];
            tensor<bool, [4]> var_57253_end_mask_0 = const()[name = tensor<string, []>("op_57253_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_57253_cast = slice_by_index(begin = var_57253_begin_0, end = var_57253_end_0, end_mask = var_57253_end_mask_0, x = transpose_13)[name = tensor<string, []>("op_57253_cast")];
            tensor<int32, [4]> var_57257_begin_0 = const()[name = tensor<string, []>("op_57257_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 768])];
            tensor<int32, [4]> var_57257_end_0 = const()[name = tensor<string, []>("op_57257_end_0"), val = tensor<int32, [4]>([2, 576, 1, 832])];
            tensor<bool, [4]> var_57257_end_mask_0 = const()[name = tensor<string, []>("op_57257_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_57257_cast = slice_by_index(begin = var_57257_begin_0, end = var_57257_end_0, end_mask = var_57257_end_mask_0, x = transpose_13)[name = tensor<string, []>("op_57257_cast")];
            tensor<int32, [4]> var_57261_begin_0 = const()[name = tensor<string, []>("op_57261_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 832])];
            tensor<int32, [4]> var_57261_end_0 = const()[name = tensor<string, []>("op_57261_end_0"), val = tensor<int32, [4]>([2, 576, 1, 896])];
            tensor<bool, [4]> var_57261_end_mask_0 = const()[name = tensor<string, []>("op_57261_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_57261_cast = slice_by_index(begin = var_57261_begin_0, end = var_57261_end_0, end_mask = var_57261_end_mask_0, x = transpose_13)[name = tensor<string, []>("op_57261_cast")];
            tensor<int32, [4]> var_57265_begin_0 = const()[name = tensor<string, []>("op_57265_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 896])];
            tensor<int32, [4]> var_57265_end_0 = const()[name = tensor<string, []>("op_57265_end_0"), val = tensor<int32, [4]>([2, 576, 1, 960])];
            tensor<bool, [4]> var_57265_end_mask_0 = const()[name = tensor<string, []>("op_57265_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_57265_cast = slice_by_index(begin = var_57265_begin_0, end = var_57265_end_0, end_mask = var_57265_end_mask_0, x = transpose_13)[name = tensor<string, []>("op_57265_cast")];
            tensor<int32, [4]> var_57269_begin_0 = const()[name = tensor<string, []>("op_57269_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 960])];
            tensor<int32, [4]> var_57269_end_0 = const()[name = tensor<string, []>("op_57269_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1024])];
            tensor<bool, [4]> var_57269_end_mask_0 = const()[name = tensor<string, []>("op_57269_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_57269_cast = slice_by_index(begin = var_57269_begin_0, end = var_57269_end_0, end_mask = var_57269_end_mask_0, x = transpose_13)[name = tensor<string, []>("op_57269_cast")];
            tensor<int32, [4]> var_57273_begin_0 = const()[name = tensor<string, []>("op_57273_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1024])];
            tensor<int32, [4]> var_57273_end_0 = const()[name = tensor<string, []>("op_57273_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1088])];
            tensor<bool, [4]> var_57273_end_mask_0 = const()[name = tensor<string, []>("op_57273_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_57273_cast = slice_by_index(begin = var_57273_begin_0, end = var_57273_end_0, end_mask = var_57273_end_mask_0, x = transpose_13)[name = tensor<string, []>("op_57273_cast")];
            tensor<int32, [4]> var_57277_begin_0 = const()[name = tensor<string, []>("op_57277_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1088])];
            tensor<int32, [4]> var_57277_end_0 = const()[name = tensor<string, []>("op_57277_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1152])];
            tensor<bool, [4]> var_57277_end_mask_0 = const()[name = tensor<string, []>("op_57277_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_57277_cast = slice_by_index(begin = var_57277_begin_0, end = var_57277_end_0, end_mask = var_57277_end_mask_0, x = transpose_13)[name = tensor<string, []>("op_57277_cast")];
            tensor<int32, [4]> var_57281_begin_0 = const()[name = tensor<string, []>("op_57281_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1152])];
            tensor<int32, [4]> var_57281_end_0 = const()[name = tensor<string, []>("op_57281_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1216])];
            tensor<bool, [4]> var_57281_end_mask_0 = const()[name = tensor<string, []>("op_57281_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_57281_cast = slice_by_index(begin = var_57281_begin_0, end = var_57281_end_0, end_mask = var_57281_end_mask_0, x = transpose_13)[name = tensor<string, []>("op_57281_cast")];
            tensor<int32, [4]> var_57285_begin_0 = const()[name = tensor<string, []>("op_57285_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1216])];
            tensor<int32, [4]> var_57285_end_0 = const()[name = tensor<string, []>("op_57285_end_0"), val = tensor<int32, [4]>([2, 576, 1, 1280])];
            tensor<bool, [4]> var_57285_end_mask_0 = const()[name = tensor<string, []>("op_57285_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 576, 1, 64]> var_57285_cast = slice_by_index(begin = var_57285_begin_0, end = var_57285_end_0, end_mask = var_57285_end_mask_0, x = transpose_13)[name = tensor<string, []>("op_57285_cast")];
            tensor<int32, [4]> var_57287_begin_0 = const()[name = tensor<string, []>("op_57287_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_57287_end_0 = const()[name = tensor<string, []>("op_57287_end_0"), val = tensor<int32, [4]>([2, 64, 1, 576])];
            tensor<bool, [4]> var_57287_end_mask_0 = const()[name = tensor<string, []>("op_57287_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_57287_cast = slice_by_index(begin = var_57287_begin_0, end = var_57287_end_0, end_mask = var_57287_end_mask_0, x = v_253_cast)[name = tensor<string, []>("op_57287_cast")];
            tensor<int32, [4]> var_57291_begin_0 = const()[name = tensor<string, []>("op_57291_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_57291_end_0 = const()[name = tensor<string, []>("op_57291_end_0"), val = tensor<int32, [4]>([2, 128, 1, 576])];
            tensor<bool, [4]> var_57291_end_mask_0 = const()[name = tensor<string, []>("op_57291_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_57291_cast = slice_by_index(begin = var_57291_begin_0, end = var_57291_end_0, end_mask = var_57291_end_mask_0, x = v_253_cast)[name = tensor<string, []>("op_57291_cast")];
            tensor<int32, [4]> var_57295_begin_0 = const()[name = tensor<string, []>("op_57295_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_57295_end_0 = const()[name = tensor<string, []>("op_57295_end_0"), val = tensor<int32, [4]>([2, 192, 1, 576])];
            tensor<bool, [4]> var_57295_end_mask_0 = const()[name = tensor<string, []>("op_57295_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_57295_cast = slice_by_index(begin = var_57295_begin_0, end = var_57295_end_0, end_mask = var_57295_end_mask_0, x = v_253_cast)[name = tensor<string, []>("op_57295_cast")];
            tensor<int32, [4]> var_57299_begin_0 = const()[name = tensor<string, []>("op_57299_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_57299_end_0 = const()[name = tensor<string, []>("op_57299_end_0"), val = tensor<int32, [4]>([2, 256, 1, 576])];
            tensor<bool, [4]> var_57299_end_mask_0 = const()[name = tensor<string, []>("op_57299_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_57299_cast = slice_by_index(begin = var_57299_begin_0, end = var_57299_end_0, end_mask = var_57299_end_mask_0, x = v_253_cast)[name = tensor<string, []>("op_57299_cast")];
            tensor<int32, [4]> var_57303_begin_0 = const()[name = tensor<string, []>("op_57303_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_57303_end_0 = const()[name = tensor<string, []>("op_57303_end_0"), val = tensor<int32, [4]>([2, 320, 1, 576])];
            tensor<bool, [4]> var_57303_end_mask_0 = const()[name = tensor<string, []>("op_57303_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_57303_cast = slice_by_index(begin = var_57303_begin_0, end = var_57303_end_0, end_mask = var_57303_end_mask_0, x = v_253_cast)[name = tensor<string, []>("op_57303_cast")];
            tensor<int32, [4]> var_57307_begin_0 = const()[name = tensor<string, []>("op_57307_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_57307_end_0 = const()[name = tensor<string, []>("op_57307_end_0"), val = tensor<int32, [4]>([2, 384, 1, 576])];
            tensor<bool, [4]> var_57307_end_mask_0 = const()[name = tensor<string, []>("op_57307_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_57307_cast = slice_by_index(begin = var_57307_begin_0, end = var_57307_end_0, end_mask = var_57307_end_mask_0, x = v_253_cast)[name = tensor<string, []>("op_57307_cast")];
            tensor<int32, [4]> var_57311_begin_0 = const()[name = tensor<string, []>("op_57311_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_57311_end_0 = const()[name = tensor<string, []>("op_57311_end_0"), val = tensor<int32, [4]>([2, 448, 1, 576])];
            tensor<bool, [4]> var_57311_end_mask_0 = const()[name = tensor<string, []>("op_57311_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_57311_cast = slice_by_index(begin = var_57311_begin_0, end = var_57311_end_0, end_mask = var_57311_end_mask_0, x = v_253_cast)[name = tensor<string, []>("op_57311_cast")];
            tensor<int32, [4]> var_57315_begin_0 = const()[name = tensor<string, []>("op_57315_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_57315_end_0 = const()[name = tensor<string, []>("op_57315_end_0"), val = tensor<int32, [4]>([2, 512, 1, 576])];
            tensor<bool, [4]> var_57315_end_mask_0 = const()[name = tensor<string, []>("op_57315_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_57315_cast = slice_by_index(begin = var_57315_begin_0, end = var_57315_end_0, end_mask = var_57315_end_mask_0, x = v_253_cast)[name = tensor<string, []>("op_57315_cast")];
            tensor<int32, [4]> var_57319_begin_0 = const()[name = tensor<string, []>("op_57319_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_57319_end_0 = const()[name = tensor<string, []>("op_57319_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_57319_end_mask_0 = const()[name = tensor<string, []>("op_57319_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_57319_cast = slice_by_index(begin = var_57319_begin_0, end = var_57319_end_0, end_mask = var_57319_end_mask_0, x = v_253_cast)[name = tensor<string, []>("op_57319_cast")];
            tensor<int32, [4]> var_57323_begin_0 = const()[name = tensor<string, []>("op_57323_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_57323_end_0 = const()[name = tensor<string, []>("op_57323_end_0"), val = tensor<int32, [4]>([2, 640, 1, 576])];
            tensor<bool, [4]> var_57323_end_mask_0 = const()[name = tensor<string, []>("op_57323_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_57323_cast = slice_by_index(begin = var_57323_begin_0, end = var_57323_end_0, end_mask = var_57323_end_mask_0, x = v_253_cast)[name = tensor<string, []>("op_57323_cast")];
            tensor<int32, [4]> var_57327_begin_0 = const()[name = tensor<string, []>("op_57327_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_57327_end_0 = const()[name = tensor<string, []>("op_57327_end_0"), val = tensor<int32, [4]>([2, 704, 1, 576])];
            tensor<bool, [4]> var_57327_end_mask_0 = const()[name = tensor<string, []>("op_57327_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_57327_cast = slice_by_index(begin = var_57327_begin_0, end = var_57327_end_0, end_mask = var_57327_end_mask_0, x = v_253_cast)[name = tensor<string, []>("op_57327_cast")];
            tensor<int32, [4]> var_57331_begin_0 = const()[name = tensor<string, []>("op_57331_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_57331_end_0 = const()[name = tensor<string, []>("op_57331_end_0"), val = tensor<int32, [4]>([2, 768, 1, 576])];
            tensor<bool, [4]> var_57331_end_mask_0 = const()[name = tensor<string, []>("op_57331_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_57331_cast = slice_by_index(begin = var_57331_begin_0, end = var_57331_end_0, end_mask = var_57331_end_mask_0, x = v_253_cast)[name = tensor<string, []>("op_57331_cast")];
            tensor<int32, [4]> var_57335_begin_0 = const()[name = tensor<string, []>("op_57335_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_57335_end_0 = const()[name = tensor<string, []>("op_57335_end_0"), val = tensor<int32, [4]>([2, 832, 1, 576])];
            tensor<bool, [4]> var_57335_end_mask_0 = const()[name = tensor<string, []>("op_57335_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_57335_cast = slice_by_index(begin = var_57335_begin_0, end = var_57335_end_0, end_mask = var_57335_end_mask_0, x = v_253_cast)[name = tensor<string, []>("op_57335_cast")];
            tensor<int32, [4]> var_57339_begin_0 = const()[name = tensor<string, []>("op_57339_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_57339_end_0 = const()[name = tensor<string, []>("op_57339_end_0"), val = tensor<int32, [4]>([2, 896, 1, 576])];
            tensor<bool, [4]> var_57339_end_mask_0 = const()[name = tensor<string, []>("op_57339_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_57339_cast = slice_by_index(begin = var_57339_begin_0, end = var_57339_end_0, end_mask = var_57339_end_mask_0, x = v_253_cast)[name = tensor<string, []>("op_57339_cast")];
            tensor<int32, [4]> var_57343_begin_0 = const()[name = tensor<string, []>("op_57343_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_57343_end_0 = const()[name = tensor<string, []>("op_57343_end_0"), val = tensor<int32, [4]>([2, 960, 1, 576])];
            tensor<bool, [4]> var_57343_end_mask_0 = const()[name = tensor<string, []>("op_57343_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_57343_cast = slice_by_index(begin = var_57343_begin_0, end = var_57343_end_0, end_mask = var_57343_end_mask_0, x = v_253_cast)[name = tensor<string, []>("op_57343_cast")];
            tensor<int32, [4]> var_57347_begin_0 = const()[name = tensor<string, []>("op_57347_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_57347_end_0 = const()[name = tensor<string, []>("op_57347_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 576])];
            tensor<bool, [4]> var_57347_end_mask_0 = const()[name = tensor<string, []>("op_57347_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_57347_cast = slice_by_index(begin = var_57347_begin_0, end = var_57347_end_0, end_mask = var_57347_end_mask_0, x = v_253_cast)[name = tensor<string, []>("op_57347_cast")];
            tensor<int32, [4]> var_57351_begin_0 = const()[name = tensor<string, []>("op_57351_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_57351_end_0 = const()[name = tensor<string, []>("op_57351_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 576])];
            tensor<bool, [4]> var_57351_end_mask_0 = const()[name = tensor<string, []>("op_57351_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_57351_cast = slice_by_index(begin = var_57351_begin_0, end = var_57351_end_0, end_mask = var_57351_end_mask_0, x = v_253_cast)[name = tensor<string, []>("op_57351_cast")];
            tensor<int32, [4]> var_57355_begin_0 = const()[name = tensor<string, []>("op_57355_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_57355_end_0 = const()[name = tensor<string, []>("op_57355_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 576])];
            tensor<bool, [4]> var_57355_end_mask_0 = const()[name = tensor<string, []>("op_57355_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_57355_cast = slice_by_index(begin = var_57355_begin_0, end = var_57355_end_0, end_mask = var_57355_end_mask_0, x = v_253_cast)[name = tensor<string, []>("op_57355_cast")];
            tensor<int32, [4]> var_57359_begin_0 = const()[name = tensor<string, []>("op_57359_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_57359_end_0 = const()[name = tensor<string, []>("op_57359_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 576])];
            tensor<bool, [4]> var_57359_end_mask_0 = const()[name = tensor<string, []>("op_57359_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_57359_cast = slice_by_index(begin = var_57359_begin_0, end = var_57359_end_0, end_mask = var_57359_end_mask_0, x = v_253_cast)[name = tensor<string, []>("op_57359_cast")];
            tensor<int32, [4]> var_57363_begin_0 = const()[name = tensor<string, []>("op_57363_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_57363_end_0 = const()[name = tensor<string, []>("op_57363_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 576])];
            tensor<bool, [4]> var_57363_end_mask_0 = const()[name = tensor<string, []>("op_57363_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_57363_cast = slice_by_index(begin = var_57363_begin_0, end = var_57363_end_0, end_mask = var_57363_end_mask_0, x = v_253_cast)[name = tensor<string, []>("op_57363_cast")];
            tensor<string, []> var_57367_equation_0 = const()[name = tensor<string, []>("op_57367_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_57367_cast = einsum(equation = var_57367_equation_0, values = (var_57209_cast, var_57126_cast))[name = tensor<string, []>("op_57367_cast")];
            tensor<fp16, []> var_57368_to_fp16 = const()[name = tensor<string, []>("op_57368_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4881_cast = mul(x = var_57367_cast, y = var_57368_to_fp16)[name = tensor<string, []>("aw_4881_cast")];
            tensor<string, []> var_57371_equation_0 = const()[name = tensor<string, []>("op_57371_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_57371_cast = einsum(equation = var_57371_equation_0, values = (var_57213_cast, var_57130_cast))[name = tensor<string, []>("op_57371_cast")];
            tensor<fp16, []> var_57372_to_fp16 = const()[name = tensor<string, []>("op_57372_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4883_cast = mul(x = var_57371_cast, y = var_57372_to_fp16)[name = tensor<string, []>("aw_4883_cast")];
            tensor<string, []> var_57375_equation_0 = const()[name = tensor<string, []>("op_57375_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_57375_cast = einsum(equation = var_57375_equation_0, values = (var_57217_cast, var_57134_cast))[name = tensor<string, []>("op_57375_cast")];
            tensor<fp16, []> var_57376_to_fp16 = const()[name = tensor<string, []>("op_57376_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4885_cast = mul(x = var_57375_cast, y = var_57376_to_fp16)[name = tensor<string, []>("aw_4885_cast")];
            tensor<string, []> var_57379_equation_0 = const()[name = tensor<string, []>("op_57379_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_57379_cast = einsum(equation = var_57379_equation_0, values = (var_57221_cast, var_57138_cast))[name = tensor<string, []>("op_57379_cast")];
            tensor<fp16, []> var_57380_to_fp16 = const()[name = tensor<string, []>("op_57380_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4887_cast = mul(x = var_57379_cast, y = var_57380_to_fp16)[name = tensor<string, []>("aw_4887_cast")];
            tensor<string, []> var_57383_equation_0 = const()[name = tensor<string, []>("op_57383_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_57383_cast = einsum(equation = var_57383_equation_0, values = (var_57225_cast, var_57142_cast))[name = tensor<string, []>("op_57383_cast")];
            tensor<fp16, []> var_57384_to_fp16 = const()[name = tensor<string, []>("op_57384_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4889_cast = mul(x = var_57383_cast, y = var_57384_to_fp16)[name = tensor<string, []>("aw_4889_cast")];
            tensor<string, []> var_57387_equation_0 = const()[name = tensor<string, []>("op_57387_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_57387_cast = einsum(equation = var_57387_equation_0, values = (var_57229_cast, var_57146_cast))[name = tensor<string, []>("op_57387_cast")];
            tensor<fp16, []> var_57388_to_fp16 = const()[name = tensor<string, []>("op_57388_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4891_cast = mul(x = var_57387_cast, y = var_57388_to_fp16)[name = tensor<string, []>("aw_4891_cast")];
            tensor<string, []> var_57391_equation_0 = const()[name = tensor<string, []>("op_57391_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_57391_cast = einsum(equation = var_57391_equation_0, values = (var_57233_cast, var_57150_cast))[name = tensor<string, []>("op_57391_cast")];
            tensor<fp16, []> var_57392_to_fp16 = const()[name = tensor<string, []>("op_57392_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4893_cast = mul(x = var_57391_cast, y = var_57392_to_fp16)[name = tensor<string, []>("aw_4893_cast")];
            tensor<string, []> var_57395_equation_0 = const()[name = tensor<string, []>("op_57395_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_57395_cast = einsum(equation = var_57395_equation_0, values = (var_57237_cast, var_57154_cast))[name = tensor<string, []>("op_57395_cast")];
            tensor<fp16, []> var_57396_to_fp16 = const()[name = tensor<string, []>("op_57396_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4895_cast = mul(x = var_57395_cast, y = var_57396_to_fp16)[name = tensor<string, []>("aw_4895_cast")];
            tensor<string, []> var_57399_equation_0 = const()[name = tensor<string, []>("op_57399_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_57399_cast = einsum(equation = var_57399_equation_0, values = (var_57241_cast, var_57158_cast))[name = tensor<string, []>("op_57399_cast")];
            tensor<fp16, []> var_57400_to_fp16 = const()[name = tensor<string, []>("op_57400_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4897_cast = mul(x = var_57399_cast, y = var_57400_to_fp16)[name = tensor<string, []>("aw_4897_cast")];
            tensor<string, []> var_57403_equation_0 = const()[name = tensor<string, []>("op_57403_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_57403_cast = einsum(equation = var_57403_equation_0, values = (var_57245_cast, var_57162_cast))[name = tensor<string, []>("op_57403_cast")];
            tensor<fp16, []> var_57404_to_fp16 = const()[name = tensor<string, []>("op_57404_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4899_cast = mul(x = var_57403_cast, y = var_57404_to_fp16)[name = tensor<string, []>("aw_4899_cast")];
            tensor<string, []> var_57407_equation_0 = const()[name = tensor<string, []>("op_57407_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_57407_cast = einsum(equation = var_57407_equation_0, values = (var_57249_cast, var_57166_cast))[name = tensor<string, []>("op_57407_cast")];
            tensor<fp16, []> var_57408_to_fp16 = const()[name = tensor<string, []>("op_57408_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4901_cast = mul(x = var_57407_cast, y = var_57408_to_fp16)[name = tensor<string, []>("aw_4901_cast")];
            tensor<string, []> var_57411_equation_0 = const()[name = tensor<string, []>("op_57411_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_57411_cast = einsum(equation = var_57411_equation_0, values = (var_57253_cast, var_57170_cast))[name = tensor<string, []>("op_57411_cast")];
            tensor<fp16, []> var_57412_to_fp16 = const()[name = tensor<string, []>("op_57412_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4903_cast = mul(x = var_57411_cast, y = var_57412_to_fp16)[name = tensor<string, []>("aw_4903_cast")];
            tensor<string, []> var_57415_equation_0 = const()[name = tensor<string, []>("op_57415_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_57415_cast = einsum(equation = var_57415_equation_0, values = (var_57257_cast, var_57174_cast))[name = tensor<string, []>("op_57415_cast")];
            tensor<fp16, []> var_57416_to_fp16 = const()[name = tensor<string, []>("op_57416_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4905_cast = mul(x = var_57415_cast, y = var_57416_to_fp16)[name = tensor<string, []>("aw_4905_cast")];
            tensor<string, []> var_57419_equation_0 = const()[name = tensor<string, []>("op_57419_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_57419_cast = einsum(equation = var_57419_equation_0, values = (var_57261_cast, var_57178_cast))[name = tensor<string, []>("op_57419_cast")];
            tensor<fp16, []> var_57420_to_fp16 = const()[name = tensor<string, []>("op_57420_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4907_cast = mul(x = var_57419_cast, y = var_57420_to_fp16)[name = tensor<string, []>("aw_4907_cast")];
            tensor<string, []> var_57423_equation_0 = const()[name = tensor<string, []>("op_57423_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_57423_cast = einsum(equation = var_57423_equation_0, values = (var_57265_cast, var_57182_cast))[name = tensor<string, []>("op_57423_cast")];
            tensor<fp16, []> var_57424_to_fp16 = const()[name = tensor<string, []>("op_57424_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4909_cast = mul(x = var_57423_cast, y = var_57424_to_fp16)[name = tensor<string, []>("aw_4909_cast")];
            tensor<string, []> var_57427_equation_0 = const()[name = tensor<string, []>("op_57427_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_57427_cast = einsum(equation = var_57427_equation_0, values = (var_57269_cast, var_57186_cast))[name = tensor<string, []>("op_57427_cast")];
            tensor<fp16, []> var_57428_to_fp16 = const()[name = tensor<string, []>("op_57428_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4911_cast = mul(x = var_57427_cast, y = var_57428_to_fp16)[name = tensor<string, []>("aw_4911_cast")];
            tensor<string, []> var_57431_equation_0 = const()[name = tensor<string, []>("op_57431_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_57431_cast = einsum(equation = var_57431_equation_0, values = (var_57273_cast, var_57190_cast))[name = tensor<string, []>("op_57431_cast")];
            tensor<fp16, []> var_57432_to_fp16 = const()[name = tensor<string, []>("op_57432_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4913_cast = mul(x = var_57431_cast, y = var_57432_to_fp16)[name = tensor<string, []>("aw_4913_cast")];
            tensor<string, []> var_57435_equation_0 = const()[name = tensor<string, []>("op_57435_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_57435_cast = einsum(equation = var_57435_equation_0, values = (var_57277_cast, var_57194_cast))[name = tensor<string, []>("op_57435_cast")];
            tensor<fp16, []> var_57436_to_fp16 = const()[name = tensor<string, []>("op_57436_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4915_cast = mul(x = var_57435_cast, y = var_57436_to_fp16)[name = tensor<string, []>("aw_4915_cast")];
            tensor<string, []> var_57439_equation_0 = const()[name = tensor<string, []>("op_57439_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_57439_cast = einsum(equation = var_57439_equation_0, values = (var_57281_cast, var_57198_cast))[name = tensor<string, []>("op_57439_cast")];
            tensor<fp16, []> var_57440_to_fp16 = const()[name = tensor<string, []>("op_57440_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4917_cast = mul(x = var_57439_cast, y = var_57440_to_fp16)[name = tensor<string, []>("aw_4917_cast")];
            tensor<string, []> var_57443_equation_0 = const()[name = tensor<string, []>("op_57443_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 576, 1, 576]> var_57443_cast = einsum(equation = var_57443_equation_0, values = (var_57285_cast, var_57202_cast))[name = tensor<string, []>("op_57443_cast")];
            tensor<fp16, []> var_57444_to_fp16 = const()[name = tensor<string, []>("op_57444_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 576, 1, 576]> aw_4919_cast = mul(x = var_57443_cast, y = var_57444_to_fp16)[name = tensor<string, []>("aw_4919_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_57446_cast = softmax(axis = var_30355, x = aw_4881_cast)[name = tensor<string, []>("op_57446_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_57447_cast = softmax(axis = var_30355, x = aw_4883_cast)[name = tensor<string, []>("op_57447_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_57448_cast = softmax(axis = var_30355, x = aw_4885_cast)[name = tensor<string, []>("op_57448_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_57449_cast = softmax(axis = var_30355, x = aw_4887_cast)[name = tensor<string, []>("op_57449_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_57450_cast = softmax(axis = var_30355, x = aw_4889_cast)[name = tensor<string, []>("op_57450_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_57451_cast = softmax(axis = var_30355, x = aw_4891_cast)[name = tensor<string, []>("op_57451_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_57452_cast = softmax(axis = var_30355, x = aw_4893_cast)[name = tensor<string, []>("op_57452_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_57453_cast = softmax(axis = var_30355, x = aw_4895_cast)[name = tensor<string, []>("op_57453_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_57454_cast = softmax(axis = var_30355, x = aw_4897_cast)[name = tensor<string, []>("op_57454_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_57455_cast = softmax(axis = var_30355, x = aw_4899_cast)[name = tensor<string, []>("op_57455_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_57456_cast = softmax(axis = var_30355, x = aw_4901_cast)[name = tensor<string, []>("op_57456_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_57457_cast = softmax(axis = var_30355, x = aw_4903_cast)[name = tensor<string, []>("op_57457_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_57458_cast = softmax(axis = var_30355, x = aw_4905_cast)[name = tensor<string, []>("op_57458_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_57459_cast = softmax(axis = var_30355, x = aw_4907_cast)[name = tensor<string, []>("op_57459_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_57460_cast = softmax(axis = var_30355, x = aw_4909_cast)[name = tensor<string, []>("op_57460_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_57461_cast = softmax(axis = var_30355, x = aw_4911_cast)[name = tensor<string, []>("op_57461_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_57462_cast = softmax(axis = var_30355, x = aw_4913_cast)[name = tensor<string, []>("op_57462_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_57463_cast = softmax(axis = var_30355, x = aw_4915_cast)[name = tensor<string, []>("op_57463_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_57464_cast = softmax(axis = var_30355, x = aw_4917_cast)[name = tensor<string, []>("op_57464_cast")];
            tensor<fp16, [2, 576, 1, 576]> var_57465_cast = softmax(axis = var_30355, x = aw_4919_cast)[name = tensor<string, []>("op_57465_cast")];
            tensor<string, []> var_57467_equation_0 = const()[name = tensor<string, []>("op_57467_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_57467_cast = einsum(equation = var_57467_equation_0, values = (var_57287_cast, var_57446_cast))[name = tensor<string, []>("op_57467_cast")];
            tensor<string, []> var_57469_equation_0 = const()[name = tensor<string, []>("op_57469_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_57469_cast = einsum(equation = var_57469_equation_0, values = (var_57291_cast, var_57447_cast))[name = tensor<string, []>("op_57469_cast")];
            tensor<string, []> var_57471_equation_0 = const()[name = tensor<string, []>("op_57471_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_57471_cast = einsum(equation = var_57471_equation_0, values = (var_57295_cast, var_57448_cast))[name = tensor<string, []>("op_57471_cast")];
            tensor<string, []> var_57473_equation_0 = const()[name = tensor<string, []>("op_57473_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_57473_cast = einsum(equation = var_57473_equation_0, values = (var_57299_cast, var_57449_cast))[name = tensor<string, []>("op_57473_cast")];
            tensor<string, []> var_57475_equation_0 = const()[name = tensor<string, []>("op_57475_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_57475_cast = einsum(equation = var_57475_equation_0, values = (var_57303_cast, var_57450_cast))[name = tensor<string, []>("op_57475_cast")];
            tensor<string, []> var_57477_equation_0 = const()[name = tensor<string, []>("op_57477_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_57477_cast = einsum(equation = var_57477_equation_0, values = (var_57307_cast, var_57451_cast))[name = tensor<string, []>("op_57477_cast")];
            tensor<string, []> var_57479_equation_0 = const()[name = tensor<string, []>("op_57479_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_57479_cast = einsum(equation = var_57479_equation_0, values = (var_57311_cast, var_57452_cast))[name = tensor<string, []>("op_57479_cast")];
            tensor<string, []> var_57481_equation_0 = const()[name = tensor<string, []>("op_57481_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_57481_cast = einsum(equation = var_57481_equation_0, values = (var_57315_cast, var_57453_cast))[name = tensor<string, []>("op_57481_cast")];
            tensor<string, []> var_57483_equation_0 = const()[name = tensor<string, []>("op_57483_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_57483_cast = einsum(equation = var_57483_equation_0, values = (var_57319_cast, var_57454_cast))[name = tensor<string, []>("op_57483_cast")];
            tensor<string, []> var_57485_equation_0 = const()[name = tensor<string, []>("op_57485_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_57485_cast = einsum(equation = var_57485_equation_0, values = (var_57323_cast, var_57455_cast))[name = tensor<string, []>("op_57485_cast")];
            tensor<string, []> var_57487_equation_0 = const()[name = tensor<string, []>("op_57487_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_57487_cast = einsum(equation = var_57487_equation_0, values = (var_57327_cast, var_57456_cast))[name = tensor<string, []>("op_57487_cast")];
            tensor<string, []> var_57489_equation_0 = const()[name = tensor<string, []>("op_57489_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_57489_cast = einsum(equation = var_57489_equation_0, values = (var_57331_cast, var_57457_cast))[name = tensor<string, []>("op_57489_cast")];
            tensor<string, []> var_57491_equation_0 = const()[name = tensor<string, []>("op_57491_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_57491_cast = einsum(equation = var_57491_equation_0, values = (var_57335_cast, var_57458_cast))[name = tensor<string, []>("op_57491_cast")];
            tensor<string, []> var_57493_equation_0 = const()[name = tensor<string, []>("op_57493_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_57493_cast = einsum(equation = var_57493_equation_0, values = (var_57339_cast, var_57459_cast))[name = tensor<string, []>("op_57493_cast")];
            tensor<string, []> var_57495_equation_0 = const()[name = tensor<string, []>("op_57495_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_57495_cast = einsum(equation = var_57495_equation_0, values = (var_57343_cast, var_57460_cast))[name = tensor<string, []>("op_57495_cast")];
            tensor<string, []> var_57497_equation_0 = const()[name = tensor<string, []>("op_57497_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_57497_cast = einsum(equation = var_57497_equation_0, values = (var_57347_cast, var_57461_cast))[name = tensor<string, []>("op_57497_cast")];
            tensor<string, []> var_57499_equation_0 = const()[name = tensor<string, []>("op_57499_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_57499_cast = einsum(equation = var_57499_equation_0, values = (var_57351_cast, var_57462_cast))[name = tensor<string, []>("op_57499_cast")];
            tensor<string, []> var_57501_equation_0 = const()[name = tensor<string, []>("op_57501_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_57501_cast = einsum(equation = var_57501_equation_0, values = (var_57355_cast, var_57463_cast))[name = tensor<string, []>("op_57501_cast")];
            tensor<string, []> var_57503_equation_0 = const()[name = tensor<string, []>("op_57503_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_57503_cast = einsum(equation = var_57503_equation_0, values = (var_57359_cast, var_57464_cast))[name = tensor<string, []>("op_57503_cast")];
            tensor<string, []> var_57505_equation_0 = const()[name = tensor<string, []>("op_57505_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_57505_cast = einsum(equation = var_57505_equation_0, values = (var_57363_cast, var_57465_cast))[name = tensor<string, []>("op_57505_cast")];
            tensor<bool, []> input_707_interleave_0 = const()[name = tensor<string, []>("input_707_interleave_0"), val = tensor<bool, []>(false)];
            tensor<fp16, [2, 1280, 1, 576]> input_707_cast = concat(axis = var_30355, interleave = input_707_interleave_0, values = (var_57467_cast, var_57469_cast, var_57471_cast, var_57473_cast, var_57475_cast, var_57477_cast, var_57479_cast, var_57481_cast, var_57483_cast, var_57485_cast, var_57487_cast, var_57489_cast, var_57491_cast, var_57493_cast, var_57495_cast, var_57497_cast, var_57499_cast, var_57501_cast, var_57503_cast, var_57505_cast))[name = tensor<string, []>("input_707_cast")];
            tensor<int32, [2]> var_57511 = const()[name = tensor<string, []>("op_57511"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_57513 = const()[name = tensor<string, []>("op_57513"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_57515_pad_type_0 = const()[name = tensor<string, []>("op_57515_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_57515_pad_0 = const()[name = tensor<string, []>("op_57515_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_9_attn1_to_out_0_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [1228800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(505700672))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(506929536))), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_9_attn1_to_out_0_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_attentions_2_transformer_blocks_9_attn1_to_out_0_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_9_attn1_to_out_0_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(506929728)))];
            tensor<fp16, [2, 1280, 1, 576]> var_57515_cast = conv(bias = up_blocks_0_attentions_2_transformer_blocks_9_attn1_to_out_0_bias_to_fp16, dilations = var_57513, groups = var_30355, pad = var_57515_pad_0, pad_type = var_57515_pad_type_0, strides = var_57511, weight = up_blocks_0_attentions_2_transformer_blocks_9_attn1_to_out_0_weight_to_fp16_palettized, x = input_707_cast)[name = tensor<string, []>("op_57515_cast")];
            tensor<fp16, [2, 1280, 1, 576]> inputs_381_cast = add(x = var_57515_cast, y = inputs_379_cast)[name = tensor<string, []>("inputs_381_cast")];
            tensor<int32, [1]> var_57519 = const()[name = tensor<string, []>("op_57519"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> channels_mean_381_cast = reduce_mean(axes = var_57519, keep_dims = var_30350, x = inputs_381_cast)[name = tensor<string, []>("channels_mean_381_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_381_cast = sub(x = inputs_381_cast, y = channels_mean_381_cast)[name = tensor<string, []>("zero_mean_381_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_sq_381_cast = mul(x = zero_mean_381_cast, y = zero_mean_381_cast)[name = tensor<string, []>("zero_mean_sq_381_cast")];
            tensor<int32, [1]> var_57523 = const()[name = tensor<string, []>("op_57523"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> var_57524_cast = reduce_mean(axes = var_57523, keep_dims = var_30350, x = zero_mean_sq_381_cast)[name = tensor<string, []>("op_57524_cast")];
            tensor<fp16, []> var_57525_to_fp16 = const()[name = tensor<string, []>("op_57525_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 576]> var_57526_cast = add(x = var_57524_cast, y = var_57525_to_fp16)[name = tensor<string, []>("op_57526_cast")];
            tensor<fp16, []> denom_381_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_381_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 576]> denom_381_cast = rsqrt(epsilon = denom_381_epsilon_0_to_fp16, x = var_57526_cast)[name = tensor<string, []>("denom_381_cast")];
            tensor<fp16, [2, 1280, 1, 576]> out_381_cast = mul(x = zero_mean_381_cast, y = denom_381_cast)[name = tensor<string, []>("out_381_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_57530_to_fp16 = const()[name = tensor<string, []>("op_57530_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(506932352)))];
            tensor<fp16, [2, 1280, 1, 576]> var_57531_cast = add(x = out_381_cast, y = var_57530_to_fp16)[name = tensor<string, []>("op_57531_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_57533_to_fp16 = const()[name = tensor<string, []>("op_57533_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(506934976)))];
            tensor<fp16, [2, 1280, 1, 576]> hidden_states_491_cast = mul(x = var_57531_cast, y = var_57533_to_fp16)[name = tensor<string, []>("hidden_states_491_cast")];
            tensor<int32, [2]> var_57540 = const()[name = tensor<string, []>("op_57540"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_57542 = const()[name = tensor<string, []>("op_57542"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> q_255_pad_type_0 = const()[name = tensor<string, []>("q_255_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> q_255_pad_0 = const()[name = tensor<string, []>("q_255_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_9_attn2_to_q_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [409600]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(506937600))), lut = tensor<fp16, [4]>([-0x1.698p-6, -0x1.c78p-8, 0x1.c54p-8, 0x1.688p-6]), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_9_attn2_to_q_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [2, 1280, 1, 576]> q_255_cast = conv(dilations = var_57542, groups = var_30355, pad = q_255_pad_0, pad_type = q_255_pad_type_0, strides = var_57540, weight = up_blocks_0_attentions_2_transformer_blocks_9_attn2_to_q_weight_to_fp16_palettized, x = hidden_states_491_cast)[name = tensor<string, []>("q_255_cast")];
            tensor<int32, [2]> var_57546 = const()[name = tensor<string, []>("op_57546"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_57548 = const()[name = tensor<string, []>("op_57548"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> k_509_pad_type_0 = const()[name = tensor<string, []>("k_509_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> k_509_pad_0 = const()[name = tensor<string, []>("k_509_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 2048, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_9_attn2_to_k_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [327680]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(507347264))), lut = tensor<fp16, [2]>([-0x1.fdcp-8, 0x1.fep-8]), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_9_attn2_to_k_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 2048, 1, 1])];
            tensor<fp16, [2, 1280, 1, 77]> k_509_cast = conv(dilations = var_57548, groups = var_30355, pad = k_509_pad_0, pad_type = k_509_pad_type_0, strides = var_57546, weight = up_blocks_0_attentions_2_transformer_blocks_9_attn2_to_k_weight_to_fp16_palettized, x = encoder_hidden_states)[name = tensor<string, []>("k_509_cast")];
            tensor<int32, [2]> var_57552 = const()[name = tensor<string, []>("op_57552"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_57554 = const()[name = tensor<string, []>("op_57554"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> v_255_pad_type_0 = const()[name = tensor<string, []>("v_255_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> v_255_pad_0 = const()[name = tensor<string, []>("v_255_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 2048, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_9_attn2_to_v_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [655360]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(507675008))), lut = tensor<fp16, [4]>([-0x1.e5cp-7, -0x1.21cp-8, 0x1.20cp-8, 0x1.e54p-7]), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_9_attn2_to_v_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 2048, 1, 1])];
            tensor<fp16, [2, 1280, 1, 77]> v_255_cast = conv(dilations = var_57554, groups = var_30355, pad = v_255_pad_0, pad_type = v_255_pad_type_0, strides = var_57552, weight = up_blocks_0_attentions_2_transformer_blocks_9_attn2_to_v_weight_to_fp16_palettized, x = encoder_hidden_states)[name = tensor<string, []>("v_255_cast")];
            tensor<int32, [4]> var_57558_begin_0 = const()[name = tensor<string, []>("op_57558_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_57558_end_0 = const()[name = tensor<string, []>("op_57558_end_0"), val = tensor<int32, [4]>([2, 64, 1, 576])];
            tensor<bool, [4]> var_57558_end_mask_0 = const()[name = tensor<string, []>("op_57558_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_57558_cast = slice_by_index(begin = var_57558_begin_0, end = var_57558_end_0, end_mask = var_57558_end_mask_0, x = q_255_cast)[name = tensor<string, []>("op_57558_cast")];
            tensor<int32, [4]> var_57562_begin_0 = const()[name = tensor<string, []>("op_57562_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_57562_end_0 = const()[name = tensor<string, []>("op_57562_end_0"), val = tensor<int32, [4]>([2, 128, 1, 576])];
            tensor<bool, [4]> var_57562_end_mask_0 = const()[name = tensor<string, []>("op_57562_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_57562_cast = slice_by_index(begin = var_57562_begin_0, end = var_57562_end_0, end_mask = var_57562_end_mask_0, x = q_255_cast)[name = tensor<string, []>("op_57562_cast")];
            tensor<int32, [4]> var_57566_begin_0 = const()[name = tensor<string, []>("op_57566_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_57566_end_0 = const()[name = tensor<string, []>("op_57566_end_0"), val = tensor<int32, [4]>([2, 192, 1, 576])];
            tensor<bool, [4]> var_57566_end_mask_0 = const()[name = tensor<string, []>("op_57566_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_57566_cast = slice_by_index(begin = var_57566_begin_0, end = var_57566_end_0, end_mask = var_57566_end_mask_0, x = q_255_cast)[name = tensor<string, []>("op_57566_cast")];
            tensor<int32, [4]> var_57570_begin_0 = const()[name = tensor<string, []>("op_57570_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_57570_end_0 = const()[name = tensor<string, []>("op_57570_end_0"), val = tensor<int32, [4]>([2, 256, 1, 576])];
            tensor<bool, [4]> var_57570_end_mask_0 = const()[name = tensor<string, []>("op_57570_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_57570_cast = slice_by_index(begin = var_57570_begin_0, end = var_57570_end_0, end_mask = var_57570_end_mask_0, x = q_255_cast)[name = tensor<string, []>("op_57570_cast")];
            tensor<int32, [4]> var_57574_begin_0 = const()[name = tensor<string, []>("op_57574_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_57574_end_0 = const()[name = tensor<string, []>("op_57574_end_0"), val = tensor<int32, [4]>([2, 320, 1, 576])];
            tensor<bool, [4]> var_57574_end_mask_0 = const()[name = tensor<string, []>("op_57574_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_57574_cast = slice_by_index(begin = var_57574_begin_0, end = var_57574_end_0, end_mask = var_57574_end_mask_0, x = q_255_cast)[name = tensor<string, []>("op_57574_cast")];
            tensor<int32, [4]> var_57578_begin_0 = const()[name = tensor<string, []>("op_57578_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_57578_end_0 = const()[name = tensor<string, []>("op_57578_end_0"), val = tensor<int32, [4]>([2, 384, 1, 576])];
            tensor<bool, [4]> var_57578_end_mask_0 = const()[name = tensor<string, []>("op_57578_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_57578_cast = slice_by_index(begin = var_57578_begin_0, end = var_57578_end_0, end_mask = var_57578_end_mask_0, x = q_255_cast)[name = tensor<string, []>("op_57578_cast")];
            tensor<int32, [4]> var_57582_begin_0 = const()[name = tensor<string, []>("op_57582_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_57582_end_0 = const()[name = tensor<string, []>("op_57582_end_0"), val = tensor<int32, [4]>([2, 448, 1, 576])];
            tensor<bool, [4]> var_57582_end_mask_0 = const()[name = tensor<string, []>("op_57582_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_57582_cast = slice_by_index(begin = var_57582_begin_0, end = var_57582_end_0, end_mask = var_57582_end_mask_0, x = q_255_cast)[name = tensor<string, []>("op_57582_cast")];
            tensor<int32, [4]> var_57586_begin_0 = const()[name = tensor<string, []>("op_57586_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_57586_end_0 = const()[name = tensor<string, []>("op_57586_end_0"), val = tensor<int32, [4]>([2, 512, 1, 576])];
            tensor<bool, [4]> var_57586_end_mask_0 = const()[name = tensor<string, []>("op_57586_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_57586_cast = slice_by_index(begin = var_57586_begin_0, end = var_57586_end_0, end_mask = var_57586_end_mask_0, x = q_255_cast)[name = tensor<string, []>("op_57586_cast")];
            tensor<int32, [4]> var_57590_begin_0 = const()[name = tensor<string, []>("op_57590_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_57590_end_0 = const()[name = tensor<string, []>("op_57590_end_0"), val = tensor<int32, [4]>([2, 576, 1, 576])];
            tensor<bool, [4]> var_57590_end_mask_0 = const()[name = tensor<string, []>("op_57590_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_57590_cast = slice_by_index(begin = var_57590_begin_0, end = var_57590_end_0, end_mask = var_57590_end_mask_0, x = q_255_cast)[name = tensor<string, []>("op_57590_cast")];
            tensor<int32, [4]> var_57594_begin_0 = const()[name = tensor<string, []>("op_57594_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_57594_end_0 = const()[name = tensor<string, []>("op_57594_end_0"), val = tensor<int32, [4]>([2, 640, 1, 576])];
            tensor<bool, [4]> var_57594_end_mask_0 = const()[name = tensor<string, []>("op_57594_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_57594_cast = slice_by_index(begin = var_57594_begin_0, end = var_57594_end_0, end_mask = var_57594_end_mask_0, x = q_255_cast)[name = tensor<string, []>("op_57594_cast")];
            tensor<int32, [4]> var_57598_begin_0 = const()[name = tensor<string, []>("op_57598_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_57598_end_0 = const()[name = tensor<string, []>("op_57598_end_0"), val = tensor<int32, [4]>([2, 704, 1, 576])];
            tensor<bool, [4]> var_57598_end_mask_0 = const()[name = tensor<string, []>("op_57598_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_57598_cast = slice_by_index(begin = var_57598_begin_0, end = var_57598_end_0, end_mask = var_57598_end_mask_0, x = q_255_cast)[name = tensor<string, []>("op_57598_cast")];
            tensor<int32, [4]> var_57602_begin_0 = const()[name = tensor<string, []>("op_57602_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_57602_end_0 = const()[name = tensor<string, []>("op_57602_end_0"), val = tensor<int32, [4]>([2, 768, 1, 576])];
            tensor<bool, [4]> var_57602_end_mask_0 = const()[name = tensor<string, []>("op_57602_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_57602_cast = slice_by_index(begin = var_57602_begin_0, end = var_57602_end_0, end_mask = var_57602_end_mask_0, x = q_255_cast)[name = tensor<string, []>("op_57602_cast")];
            tensor<int32, [4]> var_57606_begin_0 = const()[name = tensor<string, []>("op_57606_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_57606_end_0 = const()[name = tensor<string, []>("op_57606_end_0"), val = tensor<int32, [4]>([2, 832, 1, 576])];
            tensor<bool, [4]> var_57606_end_mask_0 = const()[name = tensor<string, []>("op_57606_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_57606_cast = slice_by_index(begin = var_57606_begin_0, end = var_57606_end_0, end_mask = var_57606_end_mask_0, x = q_255_cast)[name = tensor<string, []>("op_57606_cast")];
            tensor<int32, [4]> var_57610_begin_0 = const()[name = tensor<string, []>("op_57610_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_57610_end_0 = const()[name = tensor<string, []>("op_57610_end_0"), val = tensor<int32, [4]>([2, 896, 1, 576])];
            tensor<bool, [4]> var_57610_end_mask_0 = const()[name = tensor<string, []>("op_57610_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_57610_cast = slice_by_index(begin = var_57610_begin_0, end = var_57610_end_0, end_mask = var_57610_end_mask_0, x = q_255_cast)[name = tensor<string, []>("op_57610_cast")];
            tensor<int32, [4]> var_57614_begin_0 = const()[name = tensor<string, []>("op_57614_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_57614_end_0 = const()[name = tensor<string, []>("op_57614_end_0"), val = tensor<int32, [4]>([2, 960, 1, 576])];
            tensor<bool, [4]> var_57614_end_mask_0 = const()[name = tensor<string, []>("op_57614_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_57614_cast = slice_by_index(begin = var_57614_begin_0, end = var_57614_end_0, end_mask = var_57614_end_mask_0, x = q_255_cast)[name = tensor<string, []>("op_57614_cast")];
            tensor<int32, [4]> var_57618_begin_0 = const()[name = tensor<string, []>("op_57618_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_57618_end_0 = const()[name = tensor<string, []>("op_57618_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 576])];
            tensor<bool, [4]> var_57618_end_mask_0 = const()[name = tensor<string, []>("op_57618_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_57618_cast = slice_by_index(begin = var_57618_begin_0, end = var_57618_end_0, end_mask = var_57618_end_mask_0, x = q_255_cast)[name = tensor<string, []>("op_57618_cast")];
            tensor<int32, [4]> var_57622_begin_0 = const()[name = tensor<string, []>("op_57622_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_57622_end_0 = const()[name = tensor<string, []>("op_57622_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 576])];
            tensor<bool, [4]> var_57622_end_mask_0 = const()[name = tensor<string, []>("op_57622_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_57622_cast = slice_by_index(begin = var_57622_begin_0, end = var_57622_end_0, end_mask = var_57622_end_mask_0, x = q_255_cast)[name = tensor<string, []>("op_57622_cast")];
            tensor<int32, [4]> var_57626_begin_0 = const()[name = tensor<string, []>("op_57626_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_57626_end_0 = const()[name = tensor<string, []>("op_57626_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 576])];
            tensor<bool, [4]> var_57626_end_mask_0 = const()[name = tensor<string, []>("op_57626_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_57626_cast = slice_by_index(begin = var_57626_begin_0, end = var_57626_end_0, end_mask = var_57626_end_mask_0, x = q_255_cast)[name = tensor<string, []>("op_57626_cast")];
            tensor<int32, [4]> var_57630_begin_0 = const()[name = tensor<string, []>("op_57630_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_57630_end_0 = const()[name = tensor<string, []>("op_57630_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 576])];
            tensor<bool, [4]> var_57630_end_mask_0 = const()[name = tensor<string, []>("op_57630_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_57630_cast = slice_by_index(begin = var_57630_begin_0, end = var_57630_end_0, end_mask = var_57630_end_mask_0, x = q_255_cast)[name = tensor<string, []>("op_57630_cast")];
            tensor<int32, [4]> var_57634_begin_0 = const()[name = tensor<string, []>("op_57634_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_57634_end_0 = const()[name = tensor<string, []>("op_57634_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 576])];
            tensor<bool, [4]> var_57634_end_mask_0 = const()[name = tensor<string, []>("op_57634_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 576]> var_57634_cast = slice_by_index(begin = var_57634_begin_0, end = var_57634_end_0, end_mask = var_57634_end_mask_0, x = q_255_cast)[name = tensor<string, []>("op_57634_cast")];
            tensor<int32, [4]> k_511_perm_0 = const()[name = tensor<string, []>("k_511_perm_0"), val = tensor<int32, [4]>([0, 3, 2, 1])];
            tensor<int32, [4]> var_57641_begin_0 = const()[name = tensor<string, []>("op_57641_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_57641_end_0 = const()[name = tensor<string, []>("op_57641_end_0"), val = tensor<int32, [4]>([2, 77, 1, 64])];
            tensor<bool, [4]> var_57641_end_mask_0 = const()[name = tensor<string, []>("op_57641_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 1280]> transpose_12 = transpose(perm = k_511_perm_0, x = k_509_cast)[name = tensor<string, []>("transpose_12")];
            tensor<fp16, [2, 77, 1, 64]> var_57641_cast = slice_by_index(begin = var_57641_begin_0, end = var_57641_end_0, end_mask = var_57641_end_mask_0, x = transpose_12)[name = tensor<string, []>("op_57641_cast")];
            tensor<int32, [4]> var_57645_begin_0 = const()[name = tensor<string, []>("op_57645_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 64])];
            tensor<int32, [4]> var_57645_end_0 = const()[name = tensor<string, []>("op_57645_end_0"), val = tensor<int32, [4]>([2, 77, 1, 128])];
            tensor<bool, [4]> var_57645_end_mask_0 = const()[name = tensor<string, []>("op_57645_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_57645_cast = slice_by_index(begin = var_57645_begin_0, end = var_57645_end_0, end_mask = var_57645_end_mask_0, x = transpose_12)[name = tensor<string, []>("op_57645_cast")];
            tensor<int32, [4]> var_57649_begin_0 = const()[name = tensor<string, []>("op_57649_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 128])];
            tensor<int32, [4]> var_57649_end_0 = const()[name = tensor<string, []>("op_57649_end_0"), val = tensor<int32, [4]>([2, 77, 1, 192])];
            tensor<bool, [4]> var_57649_end_mask_0 = const()[name = tensor<string, []>("op_57649_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_57649_cast = slice_by_index(begin = var_57649_begin_0, end = var_57649_end_0, end_mask = var_57649_end_mask_0, x = transpose_12)[name = tensor<string, []>("op_57649_cast")];
            tensor<int32, [4]> var_57653_begin_0 = const()[name = tensor<string, []>("op_57653_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 192])];
            tensor<int32, [4]> var_57653_end_0 = const()[name = tensor<string, []>("op_57653_end_0"), val = tensor<int32, [4]>([2, 77, 1, 256])];
            tensor<bool, [4]> var_57653_end_mask_0 = const()[name = tensor<string, []>("op_57653_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_57653_cast = slice_by_index(begin = var_57653_begin_0, end = var_57653_end_0, end_mask = var_57653_end_mask_0, x = transpose_12)[name = tensor<string, []>("op_57653_cast")];
            tensor<int32, [4]> var_57657_begin_0 = const()[name = tensor<string, []>("op_57657_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 256])];
            tensor<int32, [4]> var_57657_end_0 = const()[name = tensor<string, []>("op_57657_end_0"), val = tensor<int32, [4]>([2, 77, 1, 320])];
            tensor<bool, [4]> var_57657_end_mask_0 = const()[name = tensor<string, []>("op_57657_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_57657_cast = slice_by_index(begin = var_57657_begin_0, end = var_57657_end_0, end_mask = var_57657_end_mask_0, x = transpose_12)[name = tensor<string, []>("op_57657_cast")];
            tensor<int32, [4]> var_57661_begin_0 = const()[name = tensor<string, []>("op_57661_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 320])];
            tensor<int32, [4]> var_57661_end_0 = const()[name = tensor<string, []>("op_57661_end_0"), val = tensor<int32, [4]>([2, 77, 1, 384])];
            tensor<bool, [4]> var_57661_end_mask_0 = const()[name = tensor<string, []>("op_57661_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_57661_cast = slice_by_index(begin = var_57661_begin_0, end = var_57661_end_0, end_mask = var_57661_end_mask_0, x = transpose_12)[name = tensor<string, []>("op_57661_cast")];
            tensor<int32, [4]> var_57665_begin_0 = const()[name = tensor<string, []>("op_57665_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 384])];
            tensor<int32, [4]> var_57665_end_0 = const()[name = tensor<string, []>("op_57665_end_0"), val = tensor<int32, [4]>([2, 77, 1, 448])];
            tensor<bool, [4]> var_57665_end_mask_0 = const()[name = tensor<string, []>("op_57665_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_57665_cast = slice_by_index(begin = var_57665_begin_0, end = var_57665_end_0, end_mask = var_57665_end_mask_0, x = transpose_12)[name = tensor<string, []>("op_57665_cast")];
            tensor<int32, [4]> var_57669_begin_0 = const()[name = tensor<string, []>("op_57669_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 448])];
            tensor<int32, [4]> var_57669_end_0 = const()[name = tensor<string, []>("op_57669_end_0"), val = tensor<int32, [4]>([2, 77, 1, 512])];
            tensor<bool, [4]> var_57669_end_mask_0 = const()[name = tensor<string, []>("op_57669_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_57669_cast = slice_by_index(begin = var_57669_begin_0, end = var_57669_end_0, end_mask = var_57669_end_mask_0, x = transpose_12)[name = tensor<string, []>("op_57669_cast")];
            tensor<int32, [4]> var_57673_begin_0 = const()[name = tensor<string, []>("op_57673_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 512])];
            tensor<int32, [4]> var_57673_end_0 = const()[name = tensor<string, []>("op_57673_end_0"), val = tensor<int32, [4]>([2, 77, 1, 576])];
            tensor<bool, [4]> var_57673_end_mask_0 = const()[name = tensor<string, []>("op_57673_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_57673_cast = slice_by_index(begin = var_57673_begin_0, end = var_57673_end_0, end_mask = var_57673_end_mask_0, x = transpose_12)[name = tensor<string, []>("op_57673_cast")];
            tensor<int32, [4]> var_57677_begin_0 = const()[name = tensor<string, []>("op_57677_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 576])];
            tensor<int32, [4]> var_57677_end_0 = const()[name = tensor<string, []>("op_57677_end_0"), val = tensor<int32, [4]>([2, 77, 1, 640])];
            tensor<bool, [4]> var_57677_end_mask_0 = const()[name = tensor<string, []>("op_57677_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_57677_cast = slice_by_index(begin = var_57677_begin_0, end = var_57677_end_0, end_mask = var_57677_end_mask_0, x = transpose_12)[name = tensor<string, []>("op_57677_cast")];
            tensor<int32, [4]> var_57681_begin_0 = const()[name = tensor<string, []>("op_57681_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 640])];
            tensor<int32, [4]> var_57681_end_0 = const()[name = tensor<string, []>("op_57681_end_0"), val = tensor<int32, [4]>([2, 77, 1, 704])];
            tensor<bool, [4]> var_57681_end_mask_0 = const()[name = tensor<string, []>("op_57681_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_57681_cast = slice_by_index(begin = var_57681_begin_0, end = var_57681_end_0, end_mask = var_57681_end_mask_0, x = transpose_12)[name = tensor<string, []>("op_57681_cast")];
            tensor<int32, [4]> var_57685_begin_0 = const()[name = tensor<string, []>("op_57685_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 704])];
            tensor<int32, [4]> var_57685_end_0 = const()[name = tensor<string, []>("op_57685_end_0"), val = tensor<int32, [4]>([2, 77, 1, 768])];
            tensor<bool, [4]> var_57685_end_mask_0 = const()[name = tensor<string, []>("op_57685_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_57685_cast = slice_by_index(begin = var_57685_begin_0, end = var_57685_end_0, end_mask = var_57685_end_mask_0, x = transpose_12)[name = tensor<string, []>("op_57685_cast")];
            tensor<int32, [4]> var_57689_begin_0 = const()[name = tensor<string, []>("op_57689_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 768])];
            tensor<int32, [4]> var_57689_end_0 = const()[name = tensor<string, []>("op_57689_end_0"), val = tensor<int32, [4]>([2, 77, 1, 832])];
            tensor<bool, [4]> var_57689_end_mask_0 = const()[name = tensor<string, []>("op_57689_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_57689_cast = slice_by_index(begin = var_57689_begin_0, end = var_57689_end_0, end_mask = var_57689_end_mask_0, x = transpose_12)[name = tensor<string, []>("op_57689_cast")];
            tensor<int32, [4]> var_57693_begin_0 = const()[name = tensor<string, []>("op_57693_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 832])];
            tensor<int32, [4]> var_57693_end_0 = const()[name = tensor<string, []>("op_57693_end_0"), val = tensor<int32, [4]>([2, 77, 1, 896])];
            tensor<bool, [4]> var_57693_end_mask_0 = const()[name = tensor<string, []>("op_57693_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_57693_cast = slice_by_index(begin = var_57693_begin_0, end = var_57693_end_0, end_mask = var_57693_end_mask_0, x = transpose_12)[name = tensor<string, []>("op_57693_cast")];
            tensor<int32, [4]> var_57697_begin_0 = const()[name = tensor<string, []>("op_57697_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 896])];
            tensor<int32, [4]> var_57697_end_0 = const()[name = tensor<string, []>("op_57697_end_0"), val = tensor<int32, [4]>([2, 77, 1, 960])];
            tensor<bool, [4]> var_57697_end_mask_0 = const()[name = tensor<string, []>("op_57697_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_57697_cast = slice_by_index(begin = var_57697_begin_0, end = var_57697_end_0, end_mask = var_57697_end_mask_0, x = transpose_12)[name = tensor<string, []>("op_57697_cast")];
            tensor<int32, [4]> var_57701_begin_0 = const()[name = tensor<string, []>("op_57701_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 960])];
            tensor<int32, [4]> var_57701_end_0 = const()[name = tensor<string, []>("op_57701_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1024])];
            tensor<bool, [4]> var_57701_end_mask_0 = const()[name = tensor<string, []>("op_57701_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_57701_cast = slice_by_index(begin = var_57701_begin_0, end = var_57701_end_0, end_mask = var_57701_end_mask_0, x = transpose_12)[name = tensor<string, []>("op_57701_cast")];
            tensor<int32, [4]> var_57705_begin_0 = const()[name = tensor<string, []>("op_57705_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1024])];
            tensor<int32, [4]> var_57705_end_0 = const()[name = tensor<string, []>("op_57705_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1088])];
            tensor<bool, [4]> var_57705_end_mask_0 = const()[name = tensor<string, []>("op_57705_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_57705_cast = slice_by_index(begin = var_57705_begin_0, end = var_57705_end_0, end_mask = var_57705_end_mask_0, x = transpose_12)[name = tensor<string, []>("op_57705_cast")];
            tensor<int32, [4]> var_57709_begin_0 = const()[name = tensor<string, []>("op_57709_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1088])];
            tensor<int32, [4]> var_57709_end_0 = const()[name = tensor<string, []>("op_57709_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1152])];
            tensor<bool, [4]> var_57709_end_mask_0 = const()[name = tensor<string, []>("op_57709_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_57709_cast = slice_by_index(begin = var_57709_begin_0, end = var_57709_end_0, end_mask = var_57709_end_mask_0, x = transpose_12)[name = tensor<string, []>("op_57709_cast")];
            tensor<int32, [4]> var_57713_begin_0 = const()[name = tensor<string, []>("op_57713_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1152])];
            tensor<int32, [4]> var_57713_end_0 = const()[name = tensor<string, []>("op_57713_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1216])];
            tensor<bool, [4]> var_57713_end_mask_0 = const()[name = tensor<string, []>("op_57713_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_57713_cast = slice_by_index(begin = var_57713_begin_0, end = var_57713_end_0, end_mask = var_57713_end_mask_0, x = transpose_12)[name = tensor<string, []>("op_57713_cast")];
            tensor<int32, [4]> var_57717_begin_0 = const()[name = tensor<string, []>("op_57717_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 1216])];
            tensor<int32, [4]> var_57717_end_0 = const()[name = tensor<string, []>("op_57717_end_0"), val = tensor<int32, [4]>([2, 77, 1, 1280])];
            tensor<bool, [4]> var_57717_end_mask_0 = const()[name = tensor<string, []>("op_57717_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_57717_cast = slice_by_index(begin = var_57717_begin_0, end = var_57717_end_0, end_mask = var_57717_end_mask_0, x = transpose_12)[name = tensor<string, []>("op_57717_cast")];
            tensor<int32, [4]> var_57719_begin_0 = const()[name = tensor<string, []>("op_57719_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_57719_end_0 = const()[name = tensor<string, []>("op_57719_end_0"), val = tensor<int32, [4]>([2, 64, 1, 77])];
            tensor<bool, [4]> var_57719_end_mask_0 = const()[name = tensor<string, []>("op_57719_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_57719_cast = slice_by_index(begin = var_57719_begin_0, end = var_57719_end_0, end_mask = var_57719_end_mask_0, x = v_255_cast)[name = tensor<string, []>("op_57719_cast")];
            tensor<int32, [4]> var_57723_begin_0 = const()[name = tensor<string, []>("op_57723_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_57723_end_0 = const()[name = tensor<string, []>("op_57723_end_0"), val = tensor<int32, [4]>([2, 128, 1, 77])];
            tensor<bool, [4]> var_57723_end_mask_0 = const()[name = tensor<string, []>("op_57723_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_57723_cast = slice_by_index(begin = var_57723_begin_0, end = var_57723_end_0, end_mask = var_57723_end_mask_0, x = v_255_cast)[name = tensor<string, []>("op_57723_cast")];
            tensor<int32, [4]> var_57727_begin_0 = const()[name = tensor<string, []>("op_57727_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_57727_end_0 = const()[name = tensor<string, []>("op_57727_end_0"), val = tensor<int32, [4]>([2, 192, 1, 77])];
            tensor<bool, [4]> var_57727_end_mask_0 = const()[name = tensor<string, []>("op_57727_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_57727_cast = slice_by_index(begin = var_57727_begin_0, end = var_57727_end_0, end_mask = var_57727_end_mask_0, x = v_255_cast)[name = tensor<string, []>("op_57727_cast")];
            tensor<int32, [4]> var_57731_begin_0 = const()[name = tensor<string, []>("op_57731_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_57731_end_0 = const()[name = tensor<string, []>("op_57731_end_0"), val = tensor<int32, [4]>([2, 256, 1, 77])];
            tensor<bool, [4]> var_57731_end_mask_0 = const()[name = tensor<string, []>("op_57731_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_57731_cast = slice_by_index(begin = var_57731_begin_0, end = var_57731_end_0, end_mask = var_57731_end_mask_0, x = v_255_cast)[name = tensor<string, []>("op_57731_cast")];
            tensor<int32, [4]> var_57735_begin_0 = const()[name = tensor<string, []>("op_57735_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_57735_end_0 = const()[name = tensor<string, []>("op_57735_end_0"), val = tensor<int32, [4]>([2, 320, 1, 77])];
            tensor<bool, [4]> var_57735_end_mask_0 = const()[name = tensor<string, []>("op_57735_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_57735_cast = slice_by_index(begin = var_57735_begin_0, end = var_57735_end_0, end_mask = var_57735_end_mask_0, x = v_255_cast)[name = tensor<string, []>("op_57735_cast")];
            tensor<int32, [4]> var_57739_begin_0 = const()[name = tensor<string, []>("op_57739_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_57739_end_0 = const()[name = tensor<string, []>("op_57739_end_0"), val = tensor<int32, [4]>([2, 384, 1, 77])];
            tensor<bool, [4]> var_57739_end_mask_0 = const()[name = tensor<string, []>("op_57739_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_57739_cast = slice_by_index(begin = var_57739_begin_0, end = var_57739_end_0, end_mask = var_57739_end_mask_0, x = v_255_cast)[name = tensor<string, []>("op_57739_cast")];
            tensor<int32, [4]> var_57743_begin_0 = const()[name = tensor<string, []>("op_57743_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_57743_end_0 = const()[name = tensor<string, []>("op_57743_end_0"), val = tensor<int32, [4]>([2, 448, 1, 77])];
            tensor<bool, [4]> var_57743_end_mask_0 = const()[name = tensor<string, []>("op_57743_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_57743_cast = slice_by_index(begin = var_57743_begin_0, end = var_57743_end_0, end_mask = var_57743_end_mask_0, x = v_255_cast)[name = tensor<string, []>("op_57743_cast")];
            tensor<int32, [4]> var_57747_begin_0 = const()[name = tensor<string, []>("op_57747_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_57747_end_0 = const()[name = tensor<string, []>("op_57747_end_0"), val = tensor<int32, [4]>([2, 512, 1, 77])];
            tensor<bool, [4]> var_57747_end_mask_0 = const()[name = tensor<string, []>("op_57747_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_57747_cast = slice_by_index(begin = var_57747_begin_0, end = var_57747_end_0, end_mask = var_57747_end_mask_0, x = v_255_cast)[name = tensor<string, []>("op_57747_cast")];
            tensor<int32, [4]> var_57751_begin_0 = const()[name = tensor<string, []>("op_57751_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_57751_end_0 = const()[name = tensor<string, []>("op_57751_end_0"), val = tensor<int32, [4]>([2, 576, 1, 77])];
            tensor<bool, [4]> var_57751_end_mask_0 = const()[name = tensor<string, []>("op_57751_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_57751_cast = slice_by_index(begin = var_57751_begin_0, end = var_57751_end_0, end_mask = var_57751_end_mask_0, x = v_255_cast)[name = tensor<string, []>("op_57751_cast")];
            tensor<int32, [4]> var_57755_begin_0 = const()[name = tensor<string, []>("op_57755_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_57755_end_0 = const()[name = tensor<string, []>("op_57755_end_0"), val = tensor<int32, [4]>([2, 640, 1, 77])];
            tensor<bool, [4]> var_57755_end_mask_0 = const()[name = tensor<string, []>("op_57755_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_57755_cast = slice_by_index(begin = var_57755_begin_0, end = var_57755_end_0, end_mask = var_57755_end_mask_0, x = v_255_cast)[name = tensor<string, []>("op_57755_cast")];
            tensor<int32, [4]> var_57759_begin_0 = const()[name = tensor<string, []>("op_57759_begin_0"), val = tensor<int32, [4]>([0, 640, 0, 0])];
            tensor<int32, [4]> var_57759_end_0 = const()[name = tensor<string, []>("op_57759_end_0"), val = tensor<int32, [4]>([2, 704, 1, 77])];
            tensor<bool, [4]> var_57759_end_mask_0 = const()[name = tensor<string, []>("op_57759_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_57759_cast = slice_by_index(begin = var_57759_begin_0, end = var_57759_end_0, end_mask = var_57759_end_mask_0, x = v_255_cast)[name = tensor<string, []>("op_57759_cast")];
            tensor<int32, [4]> var_57763_begin_0 = const()[name = tensor<string, []>("op_57763_begin_0"), val = tensor<int32, [4]>([0, 704, 0, 0])];
            tensor<int32, [4]> var_57763_end_0 = const()[name = tensor<string, []>("op_57763_end_0"), val = tensor<int32, [4]>([2, 768, 1, 77])];
            tensor<bool, [4]> var_57763_end_mask_0 = const()[name = tensor<string, []>("op_57763_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_57763_cast = slice_by_index(begin = var_57763_begin_0, end = var_57763_end_0, end_mask = var_57763_end_mask_0, x = v_255_cast)[name = tensor<string, []>("op_57763_cast")];
            tensor<int32, [4]> var_57767_begin_0 = const()[name = tensor<string, []>("op_57767_begin_0"), val = tensor<int32, [4]>([0, 768, 0, 0])];
            tensor<int32, [4]> var_57767_end_0 = const()[name = tensor<string, []>("op_57767_end_0"), val = tensor<int32, [4]>([2, 832, 1, 77])];
            tensor<bool, [4]> var_57767_end_mask_0 = const()[name = tensor<string, []>("op_57767_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_57767_cast = slice_by_index(begin = var_57767_begin_0, end = var_57767_end_0, end_mask = var_57767_end_mask_0, x = v_255_cast)[name = tensor<string, []>("op_57767_cast")];
            tensor<int32, [4]> var_57771_begin_0 = const()[name = tensor<string, []>("op_57771_begin_0"), val = tensor<int32, [4]>([0, 832, 0, 0])];
            tensor<int32, [4]> var_57771_end_0 = const()[name = tensor<string, []>("op_57771_end_0"), val = tensor<int32, [4]>([2, 896, 1, 77])];
            tensor<bool, [4]> var_57771_end_mask_0 = const()[name = tensor<string, []>("op_57771_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_57771_cast = slice_by_index(begin = var_57771_begin_0, end = var_57771_end_0, end_mask = var_57771_end_mask_0, x = v_255_cast)[name = tensor<string, []>("op_57771_cast")];
            tensor<int32, [4]> var_57775_begin_0 = const()[name = tensor<string, []>("op_57775_begin_0"), val = tensor<int32, [4]>([0, 896, 0, 0])];
            tensor<int32, [4]> var_57775_end_0 = const()[name = tensor<string, []>("op_57775_end_0"), val = tensor<int32, [4]>([2, 960, 1, 77])];
            tensor<bool, [4]> var_57775_end_mask_0 = const()[name = tensor<string, []>("op_57775_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_57775_cast = slice_by_index(begin = var_57775_begin_0, end = var_57775_end_0, end_mask = var_57775_end_mask_0, x = v_255_cast)[name = tensor<string, []>("op_57775_cast")];
            tensor<int32, [4]> var_57779_begin_0 = const()[name = tensor<string, []>("op_57779_begin_0"), val = tensor<int32, [4]>([0, 960, 0, 0])];
            tensor<int32, [4]> var_57779_end_0 = const()[name = tensor<string, []>("op_57779_end_0"), val = tensor<int32, [4]>([2, 1024, 1, 77])];
            tensor<bool, [4]> var_57779_end_mask_0 = const()[name = tensor<string, []>("op_57779_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_57779_cast = slice_by_index(begin = var_57779_begin_0, end = var_57779_end_0, end_mask = var_57779_end_mask_0, x = v_255_cast)[name = tensor<string, []>("op_57779_cast")];
            tensor<int32, [4]> var_57783_begin_0 = const()[name = tensor<string, []>("op_57783_begin_0"), val = tensor<int32, [4]>([0, 1024, 0, 0])];
            tensor<int32, [4]> var_57783_end_0 = const()[name = tensor<string, []>("op_57783_end_0"), val = tensor<int32, [4]>([2, 1088, 1, 77])];
            tensor<bool, [4]> var_57783_end_mask_0 = const()[name = tensor<string, []>("op_57783_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_57783_cast = slice_by_index(begin = var_57783_begin_0, end = var_57783_end_0, end_mask = var_57783_end_mask_0, x = v_255_cast)[name = tensor<string, []>("op_57783_cast")];
            tensor<int32, [4]> var_57787_begin_0 = const()[name = tensor<string, []>("op_57787_begin_0"), val = tensor<int32, [4]>([0, 1088, 0, 0])];
            tensor<int32, [4]> var_57787_end_0 = const()[name = tensor<string, []>("op_57787_end_0"), val = tensor<int32, [4]>([2, 1152, 1, 77])];
            tensor<bool, [4]> var_57787_end_mask_0 = const()[name = tensor<string, []>("op_57787_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_57787_cast = slice_by_index(begin = var_57787_begin_0, end = var_57787_end_0, end_mask = var_57787_end_mask_0, x = v_255_cast)[name = tensor<string, []>("op_57787_cast")];
            tensor<int32, [4]> var_57791_begin_0 = const()[name = tensor<string, []>("op_57791_begin_0"), val = tensor<int32, [4]>([0, 1152, 0, 0])];
            tensor<int32, [4]> var_57791_end_0 = const()[name = tensor<string, []>("op_57791_end_0"), val = tensor<int32, [4]>([2, 1216, 1, 77])];
            tensor<bool, [4]> var_57791_end_mask_0 = const()[name = tensor<string, []>("op_57791_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_57791_cast = slice_by_index(begin = var_57791_begin_0, end = var_57791_end_0, end_mask = var_57791_end_mask_0, x = v_255_cast)[name = tensor<string, []>("op_57791_cast")];
            tensor<int32, [4]> var_57795_begin_0 = const()[name = tensor<string, []>("op_57795_begin_0"), val = tensor<int32, [4]>([0, 1216, 0, 0])];
            tensor<int32, [4]> var_57795_end_0 = const()[name = tensor<string, []>("op_57795_end_0"), val = tensor<int32, [4]>([2, 1280, 1, 77])];
            tensor<bool, [4]> var_57795_end_mask_0 = const()[name = tensor<string, []>("op_57795_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_57795_cast = slice_by_index(begin = var_57795_begin_0, end = var_57795_end_0, end_mask = var_57795_end_mask_0, x = v_255_cast)[name = tensor<string, []>("op_57795_cast")];
            tensor<string, []> var_57799_equation_0 = const()[name = tensor<string, []>("op_57799_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_57799_cast = einsum(equation = var_57799_equation_0, values = (var_57641_cast, var_57558_cast))[name = tensor<string, []>("op_57799_cast")];
            tensor<fp16, []> var_57800_to_fp16 = const()[name = tensor<string, []>("op_57800_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4921_cast = mul(x = var_57799_cast, y = var_57800_to_fp16)[name = tensor<string, []>("aw_4921_cast")];
            tensor<string, []> var_57803_equation_0 = const()[name = tensor<string, []>("op_57803_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_57803_cast = einsum(equation = var_57803_equation_0, values = (var_57645_cast, var_57562_cast))[name = tensor<string, []>("op_57803_cast")];
            tensor<fp16, []> var_57804_to_fp16 = const()[name = tensor<string, []>("op_57804_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4923_cast = mul(x = var_57803_cast, y = var_57804_to_fp16)[name = tensor<string, []>("aw_4923_cast")];
            tensor<string, []> var_57807_equation_0 = const()[name = tensor<string, []>("op_57807_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_57807_cast = einsum(equation = var_57807_equation_0, values = (var_57649_cast, var_57566_cast))[name = tensor<string, []>("op_57807_cast")];
            tensor<fp16, []> var_57808_to_fp16 = const()[name = tensor<string, []>("op_57808_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4925_cast = mul(x = var_57807_cast, y = var_57808_to_fp16)[name = tensor<string, []>("aw_4925_cast")];
            tensor<string, []> var_57811_equation_0 = const()[name = tensor<string, []>("op_57811_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_57811_cast = einsum(equation = var_57811_equation_0, values = (var_57653_cast, var_57570_cast))[name = tensor<string, []>("op_57811_cast")];
            tensor<fp16, []> var_57812_to_fp16 = const()[name = tensor<string, []>("op_57812_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4927_cast = mul(x = var_57811_cast, y = var_57812_to_fp16)[name = tensor<string, []>("aw_4927_cast")];
            tensor<string, []> var_57815_equation_0 = const()[name = tensor<string, []>("op_57815_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_57815_cast = einsum(equation = var_57815_equation_0, values = (var_57657_cast, var_57574_cast))[name = tensor<string, []>("op_57815_cast")];
            tensor<fp16, []> var_57816_to_fp16 = const()[name = tensor<string, []>("op_57816_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4929_cast = mul(x = var_57815_cast, y = var_57816_to_fp16)[name = tensor<string, []>("aw_4929_cast")];
            tensor<string, []> var_57819_equation_0 = const()[name = tensor<string, []>("op_57819_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_57819_cast = einsum(equation = var_57819_equation_0, values = (var_57661_cast, var_57578_cast))[name = tensor<string, []>("op_57819_cast")];
            tensor<fp16, []> var_57820_to_fp16 = const()[name = tensor<string, []>("op_57820_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4931_cast = mul(x = var_57819_cast, y = var_57820_to_fp16)[name = tensor<string, []>("aw_4931_cast")];
            tensor<string, []> var_57823_equation_0 = const()[name = tensor<string, []>("op_57823_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_57823_cast = einsum(equation = var_57823_equation_0, values = (var_57665_cast, var_57582_cast))[name = tensor<string, []>("op_57823_cast")];
            tensor<fp16, []> var_57824_to_fp16 = const()[name = tensor<string, []>("op_57824_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4933_cast = mul(x = var_57823_cast, y = var_57824_to_fp16)[name = tensor<string, []>("aw_4933_cast")];
            tensor<string, []> var_57827_equation_0 = const()[name = tensor<string, []>("op_57827_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_57827_cast = einsum(equation = var_57827_equation_0, values = (var_57669_cast, var_57586_cast))[name = tensor<string, []>("op_57827_cast")];
            tensor<fp16, []> var_57828_to_fp16 = const()[name = tensor<string, []>("op_57828_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4935_cast = mul(x = var_57827_cast, y = var_57828_to_fp16)[name = tensor<string, []>("aw_4935_cast")];
            tensor<string, []> var_57831_equation_0 = const()[name = tensor<string, []>("op_57831_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_57831_cast = einsum(equation = var_57831_equation_0, values = (var_57673_cast, var_57590_cast))[name = tensor<string, []>("op_57831_cast")];
            tensor<fp16, []> var_57832_to_fp16 = const()[name = tensor<string, []>("op_57832_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4937_cast = mul(x = var_57831_cast, y = var_57832_to_fp16)[name = tensor<string, []>("aw_4937_cast")];
            tensor<string, []> var_57835_equation_0 = const()[name = tensor<string, []>("op_57835_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_57835_cast = einsum(equation = var_57835_equation_0, values = (var_57677_cast, var_57594_cast))[name = tensor<string, []>("op_57835_cast")];
            tensor<fp16, []> var_57836_to_fp16 = const()[name = tensor<string, []>("op_57836_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4939_cast = mul(x = var_57835_cast, y = var_57836_to_fp16)[name = tensor<string, []>("aw_4939_cast")];
            tensor<string, []> var_57839_equation_0 = const()[name = tensor<string, []>("op_57839_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_57839_cast = einsum(equation = var_57839_equation_0, values = (var_57681_cast, var_57598_cast))[name = tensor<string, []>("op_57839_cast")];
            tensor<fp16, []> var_57840_to_fp16 = const()[name = tensor<string, []>("op_57840_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4941_cast = mul(x = var_57839_cast, y = var_57840_to_fp16)[name = tensor<string, []>("aw_4941_cast")];
            tensor<string, []> var_57843_equation_0 = const()[name = tensor<string, []>("op_57843_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_57843_cast = einsum(equation = var_57843_equation_0, values = (var_57685_cast, var_57602_cast))[name = tensor<string, []>("op_57843_cast")];
            tensor<fp16, []> var_57844_to_fp16 = const()[name = tensor<string, []>("op_57844_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4943_cast = mul(x = var_57843_cast, y = var_57844_to_fp16)[name = tensor<string, []>("aw_4943_cast")];
            tensor<string, []> var_57847_equation_0 = const()[name = tensor<string, []>("op_57847_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_57847_cast = einsum(equation = var_57847_equation_0, values = (var_57689_cast, var_57606_cast))[name = tensor<string, []>("op_57847_cast")];
            tensor<fp16, []> var_57848_to_fp16 = const()[name = tensor<string, []>("op_57848_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4945_cast = mul(x = var_57847_cast, y = var_57848_to_fp16)[name = tensor<string, []>("aw_4945_cast")];
            tensor<string, []> var_57851_equation_0 = const()[name = tensor<string, []>("op_57851_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_57851_cast = einsum(equation = var_57851_equation_0, values = (var_57693_cast, var_57610_cast))[name = tensor<string, []>("op_57851_cast")];
            tensor<fp16, []> var_57852_to_fp16 = const()[name = tensor<string, []>("op_57852_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4947_cast = mul(x = var_57851_cast, y = var_57852_to_fp16)[name = tensor<string, []>("aw_4947_cast")];
            tensor<string, []> var_57855_equation_0 = const()[name = tensor<string, []>("op_57855_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_57855_cast = einsum(equation = var_57855_equation_0, values = (var_57697_cast, var_57614_cast))[name = tensor<string, []>("op_57855_cast")];
            tensor<fp16, []> var_57856_to_fp16 = const()[name = tensor<string, []>("op_57856_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4949_cast = mul(x = var_57855_cast, y = var_57856_to_fp16)[name = tensor<string, []>("aw_4949_cast")];
            tensor<string, []> var_57859_equation_0 = const()[name = tensor<string, []>("op_57859_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_57859_cast = einsum(equation = var_57859_equation_0, values = (var_57701_cast, var_57618_cast))[name = tensor<string, []>("op_57859_cast")];
            tensor<fp16, []> var_57860_to_fp16 = const()[name = tensor<string, []>("op_57860_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4951_cast = mul(x = var_57859_cast, y = var_57860_to_fp16)[name = tensor<string, []>("aw_4951_cast")];
            tensor<string, []> var_57863_equation_0 = const()[name = tensor<string, []>("op_57863_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_57863_cast = einsum(equation = var_57863_equation_0, values = (var_57705_cast, var_57622_cast))[name = tensor<string, []>("op_57863_cast")];
            tensor<fp16, []> var_57864_to_fp16 = const()[name = tensor<string, []>("op_57864_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4953_cast = mul(x = var_57863_cast, y = var_57864_to_fp16)[name = tensor<string, []>("aw_4953_cast")];
            tensor<string, []> var_57867_equation_0 = const()[name = tensor<string, []>("op_57867_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_57867_cast = einsum(equation = var_57867_equation_0, values = (var_57709_cast, var_57626_cast))[name = tensor<string, []>("op_57867_cast")];
            tensor<fp16, []> var_57868_to_fp16 = const()[name = tensor<string, []>("op_57868_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4955_cast = mul(x = var_57867_cast, y = var_57868_to_fp16)[name = tensor<string, []>("aw_4955_cast")];
            tensor<string, []> var_57871_equation_0 = const()[name = tensor<string, []>("op_57871_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_57871_cast = einsum(equation = var_57871_equation_0, values = (var_57713_cast, var_57630_cast))[name = tensor<string, []>("op_57871_cast")];
            tensor<fp16, []> var_57872_to_fp16 = const()[name = tensor<string, []>("op_57872_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4957_cast = mul(x = var_57871_cast, y = var_57872_to_fp16)[name = tensor<string, []>("aw_4957_cast")];
            tensor<string, []> var_57875_equation_0 = const()[name = tensor<string, []>("op_57875_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 576]> var_57875_cast = einsum(equation = var_57875_equation_0, values = (var_57717_cast, var_57634_cast))[name = tensor<string, []>("op_57875_cast")];
            tensor<fp16, []> var_57876_to_fp16 = const()[name = tensor<string, []>("op_57876_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 576]> aw_4959_cast = mul(x = var_57875_cast, y = var_57876_to_fp16)[name = tensor<string, []>("aw_4959_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_57878_cast = softmax(axis = var_30355, x = aw_4921_cast)[name = tensor<string, []>("op_57878_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_57879_cast = softmax(axis = var_30355, x = aw_4923_cast)[name = tensor<string, []>("op_57879_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_57880_cast = softmax(axis = var_30355, x = aw_4925_cast)[name = tensor<string, []>("op_57880_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_57881_cast = softmax(axis = var_30355, x = aw_4927_cast)[name = tensor<string, []>("op_57881_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_57882_cast = softmax(axis = var_30355, x = aw_4929_cast)[name = tensor<string, []>("op_57882_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_57883_cast = softmax(axis = var_30355, x = aw_4931_cast)[name = tensor<string, []>("op_57883_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_57884_cast = softmax(axis = var_30355, x = aw_4933_cast)[name = tensor<string, []>("op_57884_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_57885_cast = softmax(axis = var_30355, x = aw_4935_cast)[name = tensor<string, []>("op_57885_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_57886_cast = softmax(axis = var_30355, x = aw_4937_cast)[name = tensor<string, []>("op_57886_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_57887_cast = softmax(axis = var_30355, x = aw_4939_cast)[name = tensor<string, []>("op_57887_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_57888_cast = softmax(axis = var_30355, x = aw_4941_cast)[name = tensor<string, []>("op_57888_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_57889_cast = softmax(axis = var_30355, x = aw_4943_cast)[name = tensor<string, []>("op_57889_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_57890_cast = softmax(axis = var_30355, x = aw_4945_cast)[name = tensor<string, []>("op_57890_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_57891_cast = softmax(axis = var_30355, x = aw_4947_cast)[name = tensor<string, []>("op_57891_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_57892_cast = softmax(axis = var_30355, x = aw_4949_cast)[name = tensor<string, []>("op_57892_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_57893_cast = softmax(axis = var_30355, x = aw_4951_cast)[name = tensor<string, []>("op_57893_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_57894_cast = softmax(axis = var_30355, x = aw_4953_cast)[name = tensor<string, []>("op_57894_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_57895_cast = softmax(axis = var_30355, x = aw_4955_cast)[name = tensor<string, []>("op_57895_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_57896_cast = softmax(axis = var_30355, x = aw_4957_cast)[name = tensor<string, []>("op_57896_cast")];
            tensor<fp16, [2, 77, 1, 576]> var_57897_cast = softmax(axis = var_30355, x = aw_4959_cast)[name = tensor<string, []>("op_57897_cast")];
            tensor<string, []> var_57899_equation_0 = const()[name = tensor<string, []>("op_57899_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_57899_cast = einsum(equation = var_57899_equation_0, values = (var_57719_cast, var_57878_cast))[name = tensor<string, []>("op_57899_cast")];
            tensor<string, []> var_57901_equation_0 = const()[name = tensor<string, []>("op_57901_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_57901_cast = einsum(equation = var_57901_equation_0, values = (var_57723_cast, var_57879_cast))[name = tensor<string, []>("op_57901_cast")];
            tensor<string, []> var_57903_equation_0 = const()[name = tensor<string, []>("op_57903_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_57903_cast = einsum(equation = var_57903_equation_0, values = (var_57727_cast, var_57880_cast))[name = tensor<string, []>("op_57903_cast")];
            tensor<string, []> var_57905_equation_0 = const()[name = tensor<string, []>("op_57905_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_57905_cast = einsum(equation = var_57905_equation_0, values = (var_57731_cast, var_57881_cast))[name = tensor<string, []>("op_57905_cast")];
            tensor<string, []> var_57907_equation_0 = const()[name = tensor<string, []>("op_57907_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_57907_cast = einsum(equation = var_57907_equation_0, values = (var_57735_cast, var_57882_cast))[name = tensor<string, []>("op_57907_cast")];
            tensor<string, []> var_57909_equation_0 = const()[name = tensor<string, []>("op_57909_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_57909_cast = einsum(equation = var_57909_equation_0, values = (var_57739_cast, var_57883_cast))[name = tensor<string, []>("op_57909_cast")];
            tensor<string, []> var_57911_equation_0 = const()[name = tensor<string, []>("op_57911_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_57911_cast = einsum(equation = var_57911_equation_0, values = (var_57743_cast, var_57884_cast))[name = tensor<string, []>("op_57911_cast")];
            tensor<string, []> var_57913_equation_0 = const()[name = tensor<string, []>("op_57913_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_57913_cast = einsum(equation = var_57913_equation_0, values = (var_57747_cast, var_57885_cast))[name = tensor<string, []>("op_57913_cast")];
            tensor<string, []> var_57915_equation_0 = const()[name = tensor<string, []>("op_57915_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_57915_cast = einsum(equation = var_57915_equation_0, values = (var_57751_cast, var_57886_cast))[name = tensor<string, []>("op_57915_cast")];
            tensor<string, []> var_57917_equation_0 = const()[name = tensor<string, []>("op_57917_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_57917_cast = einsum(equation = var_57917_equation_0, values = (var_57755_cast, var_57887_cast))[name = tensor<string, []>("op_57917_cast")];
            tensor<string, []> var_57919_equation_0 = const()[name = tensor<string, []>("op_57919_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_57919_cast = einsum(equation = var_57919_equation_0, values = (var_57759_cast, var_57888_cast))[name = tensor<string, []>("op_57919_cast")];
            tensor<string, []> var_57921_equation_0 = const()[name = tensor<string, []>("op_57921_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_57921_cast = einsum(equation = var_57921_equation_0, values = (var_57763_cast, var_57889_cast))[name = tensor<string, []>("op_57921_cast")];
            tensor<string, []> var_57923_equation_0 = const()[name = tensor<string, []>("op_57923_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_57923_cast = einsum(equation = var_57923_equation_0, values = (var_57767_cast, var_57890_cast))[name = tensor<string, []>("op_57923_cast")];
            tensor<string, []> var_57925_equation_0 = const()[name = tensor<string, []>("op_57925_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_57925_cast = einsum(equation = var_57925_equation_0, values = (var_57771_cast, var_57891_cast))[name = tensor<string, []>("op_57925_cast")];
            tensor<string, []> var_57927_equation_0 = const()[name = tensor<string, []>("op_57927_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_57927_cast = einsum(equation = var_57927_equation_0, values = (var_57775_cast, var_57892_cast))[name = tensor<string, []>("op_57927_cast")];
            tensor<string, []> var_57929_equation_0 = const()[name = tensor<string, []>("op_57929_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_57929_cast = einsum(equation = var_57929_equation_0, values = (var_57779_cast, var_57893_cast))[name = tensor<string, []>("op_57929_cast")];
            tensor<string, []> var_57931_equation_0 = const()[name = tensor<string, []>("op_57931_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_57931_cast = einsum(equation = var_57931_equation_0, values = (var_57783_cast, var_57894_cast))[name = tensor<string, []>("op_57931_cast")];
            tensor<string, []> var_57933_equation_0 = const()[name = tensor<string, []>("op_57933_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_57933_cast = einsum(equation = var_57933_equation_0, values = (var_57787_cast, var_57895_cast))[name = tensor<string, []>("op_57933_cast")];
            tensor<string, []> var_57935_equation_0 = const()[name = tensor<string, []>("op_57935_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_57935_cast = einsum(equation = var_57935_equation_0, values = (var_57791_cast, var_57896_cast))[name = tensor<string, []>("op_57935_cast")];
            tensor<string, []> var_57937_equation_0 = const()[name = tensor<string, []>("op_57937_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 576]> var_57937_cast = einsum(equation = var_57937_equation_0, values = (var_57795_cast, var_57897_cast))[name = tensor<string, []>("op_57937_cast")];
            tensor<bool, []> input_709_interleave_0 = const()[name = tensor<string, []>("input_709_interleave_0"), val = tensor<bool, []>(false)];
            tensor<fp16, [2, 1280, 1, 576]> input_709_cast = concat(axis = var_30355, interleave = input_709_interleave_0, values = (var_57899_cast, var_57901_cast, var_57903_cast, var_57905_cast, var_57907_cast, var_57909_cast, var_57911_cast, var_57913_cast, var_57915_cast, var_57917_cast, var_57919_cast, var_57921_cast, var_57923_cast, var_57925_cast, var_57927_cast, var_57929_cast, var_57931_cast, var_57933_cast, var_57935_cast, var_57937_cast))[name = tensor<string, []>("input_709_cast")];
            tensor<int32, [2]> var_57943 = const()[name = tensor<string, []>("op_57943"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_57945 = const()[name = tensor<string, []>("op_57945"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_57947_pad_type_0 = const()[name = tensor<string, []>("op_57947_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_57947_pad_0 = const()[name = tensor<string, []>("op_57947_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_9_attn2_to_out_0_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [204800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(508330432))), lut = tensor<fp16, [2]>([-0x1.414p-8, 0x1.42p-8]), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_9_attn2_to_out_0_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_attentions_2_transformer_blocks_9_attn2_to_out_0_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_9_attn2_to_out_0_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(508535296)))];
            tensor<fp16, [2, 1280, 1, 576]> var_57947_cast = conv(bias = up_blocks_0_attentions_2_transformer_blocks_9_attn2_to_out_0_bias_to_fp16, dilations = var_57945, groups = var_30355, pad = var_57947_pad_0, pad_type = var_57947_pad_type_0, strides = var_57943, weight = up_blocks_0_attentions_2_transformer_blocks_9_attn2_to_out_0_weight_to_fp16_palettized, x = input_709_cast)[name = tensor<string, []>("op_57947_cast")];
            tensor<fp16, [2, 1280, 1, 576]> inputs_383_cast = add(x = var_57947_cast, y = inputs_381_cast)[name = tensor<string, []>("inputs_383_cast")];
            tensor<int32, [1]> var_57951 = const()[name = tensor<string, []>("op_57951"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> channels_mean_383_cast = reduce_mean(axes = var_57951, keep_dims = var_30350, x = inputs_383_cast)[name = tensor<string, []>("channels_mean_383_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_383_cast = sub(x = inputs_383_cast, y = channels_mean_383_cast)[name = tensor<string, []>("zero_mean_383_cast")];
            tensor<fp16, [2, 1280, 1, 576]> zero_mean_sq_383_cast = mul(x = zero_mean_383_cast, y = zero_mean_383_cast)[name = tensor<string, []>("zero_mean_sq_383_cast")];
            tensor<int32, [1]> var_57955 = const()[name = tensor<string, []>("op_57955"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 576]> var_57956_cast = reduce_mean(axes = var_57955, keep_dims = var_30350, x = zero_mean_sq_383_cast)[name = tensor<string, []>("op_57956_cast")];
            tensor<fp16, []> var_57957_to_fp16 = const()[name = tensor<string, []>("op_57957_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 576]> var_57958_cast = add(x = var_57956_cast, y = var_57957_to_fp16)[name = tensor<string, []>("op_57958_cast")];
            tensor<fp16, []> denom_383_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_383_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 576]> denom_383_cast = rsqrt(epsilon = denom_383_epsilon_0_to_fp16, x = var_57958_cast)[name = tensor<string, []>("denom_383_cast")];
            tensor<fp16, [2, 1280, 1, 576]> out_383_cast = mul(x = zero_mean_383_cast, y = denom_383_cast)[name = tensor<string, []>("out_383_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_57962_to_fp16 = const()[name = tensor<string, []>("op_57962_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(508537920)))];
            tensor<fp16, [2, 1280, 1, 576]> var_57963_cast = add(x = out_383_cast, y = var_57962_to_fp16)[name = tensor<string, []>("op_57963_cast")];
            tensor<fp16, [1, 1280, 1, 1]> var_57965_to_fp16 = const()[name = tensor<string, []>("op_57965_to_fp16"), val = tensor<fp16, [1, 1280, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(508540544)))];
            tensor<fp16, [2, 1280, 1, 576]> input_711_cast = mul(x = var_57963_cast, y = var_57965_to_fp16)[name = tensor<string, []>("input_711_cast")];
            tensor<int32, [2]> var_57973 = const()[name = tensor<string, []>("op_57973"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_57975 = const()[name = tensor<string, []>("op_57975"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_57977_pad_type_0 = const()[name = tensor<string, []>("op_57977_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_57977_pad_0 = const()[name = tensor<string, []>("op_57977_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [10240, 1280, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_9_ff_net_0_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [9830400]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(508543168))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(518373632))), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_9_ff_net_0_proj_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([10240, 1280, 1, 1])];
            tensor<fp16, [10240]> up_blocks_0_attentions_2_transformer_blocks_9_ff_net_0_proj_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_9_ff_net_0_proj_bias_to_fp16"), val = tensor<fp16, [10240]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(518373824)))];
            tensor<fp16, [2, 10240, 1, 576]> var_57977_cast = conv(bias = up_blocks_0_attentions_2_transformer_blocks_9_ff_net_0_proj_bias_to_fp16, dilations = var_57975, groups = var_30355, pad = var_57977_pad_0, pad_type = var_57977_pad_type_0, strides = var_57973, weight = up_blocks_0_attentions_2_transformer_blocks_9_ff_net_0_proj_weight_to_fp16_palettized, x = input_711_cast)[name = tensor<string, []>("op_57977_cast")];
            tensor<int32, [2]> var_57978_split_sizes_0 = const()[name = tensor<string, []>("op_57978_split_sizes_0"), val = tensor<int32, [2]>([5120, 5120])];
            tensor<int32, []> var_57978_axis_0 = const()[name = tensor<string, []>("op_57978_axis_0"), val = tensor<int32, []>(1)];
            tensor<fp16, [2, 5120, 1, 576]> var_57978_cast_0, tensor<fp16, [2, 5120, 1, 576]> var_57978_cast_1 = split(axis = var_57978_axis_0, split_sizes = var_57978_split_sizes_0, x = var_57977_cast)[name = tensor<string, []>("op_57978_cast")];
            tensor<string, []> var_57980_mode_0 = const()[name = tensor<string, []>("op_57980_mode_0"), val = tensor<string, []>("EXACT")];
            tensor<fp16, [2, 5120, 1, 576]> var_57980_cast = gelu(mode = var_57980_mode_0, x = var_57978_cast_1)[name = tensor<string, []>("op_57980_cast")];
            tensor<fp16, [2, 5120, 1, 576]> input_713_cast = mul(x = var_57978_cast_0, y = var_57980_cast)[name = tensor<string, []>("input_713_cast")];
            tensor<int32, [2]> var_57984 = const()[name = tensor<string, []>("op_57984"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_57986 = const()[name = tensor<string, []>("op_57986"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_57988_pad_type_0 = const()[name = tensor<string, []>("op_57988_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_57988_pad_0 = const()[name = tensor<string, []>("op_57988_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 5120, 1, 1]> up_blocks_0_attentions_2_transformer_blocks_9_ff_net_2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [4915200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(518394368))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(523309632))), name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_9_ff_net_2_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 5120, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_attentions_2_transformer_blocks_9_ff_net_2_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_2_transformer_blocks_9_ff_net_2_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(523309824)))];
            tensor<fp16, [2, 1280, 1, 576]> var_57988_cast = conv(bias = up_blocks_0_attentions_2_transformer_blocks_9_ff_net_2_bias_to_fp16, dilations = var_57986, groups = var_30355, pad = var_57988_pad_0, pad_type = var_57988_pad_type_0, strides = var_57984, weight = up_blocks_0_attentions_2_transformer_blocks_9_ff_net_2_weight_to_fp16_palettized, x = input_713_cast)[name = tensor<string, []>("op_57988_cast")];
            tensor<fp16, [2, 1280, 1, 576]> hidden_states_495_cast = add(x = var_57988_cast, y = inputs_383_cast)[name = tensor<string, []>("hidden_states_495_cast")];
            tensor<int32, [4]> var_57990 = const()[name = tensor<string, []>("op_57990"), val = tensor<int32, [4]>([2, 1280, 24, 24])];
            tensor<fp16, [2, 1280, 24, 24]> input_715_cast = reshape(shape = var_57990, x = hidden_states_495_cast)[name = tensor<string, []>("input_715_cast")];
            tensor<int32, [2]> var_57994 = const()[name = tensor<string, []>("op_57994"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_57996 = const()[name = tensor<string, []>("op_57996"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> hidden_states_497_pad_type_0 = const()[name = tensor<string, []>("hidden_states_497_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> hidden_states_497_pad_0 = const()[name = tensor<string, []>("hidden_states_497_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [1280, 1280, 1, 1]> up_blocks_0_attentions_2_proj_out_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [1228800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(523312448))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(524541312))), name = tensor<string, []>("up_blocks_0_attentions_2_proj_out_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 1, 1])];
            tensor<fp16, [1280]> up_blocks_0_attentions_2_proj_out_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_attentions_2_proj_out_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(524541504)))];
            tensor<fp16, [2, 1280, 24, 24]> hidden_states_497_cast = conv(bias = up_blocks_0_attentions_2_proj_out_bias_to_fp16, dilations = var_57996, groups = var_30355, pad = hidden_states_497_pad_0, pad_type = hidden_states_497_pad_type_0, strides = var_57994, weight = up_blocks_0_attentions_2_proj_out_weight_to_fp16_palettized, x = input_715_cast)[name = tensor<string, []>("hidden_states_497_cast")];
            tensor<fp16, [2, 1280, 24, 24]> input_717_cast = add(x = hidden_states_497_cast, y = hidden_states_431_cast)[name = tensor<string, []>("input_717_cast")];
            tensor<fp32, []> input_719_scale_factor_height_0 = const()[name = tensor<string, []>("input_719_scale_factor_height_0"), val = tensor<fp32, []>(0x1p+1)];
            tensor<fp32, []> input_719_scale_factor_width_0 = const()[name = tensor<string, []>("input_719_scale_factor_width_0"), val = tensor<fp32, []>(0x1p+1)];
            tensor<fp16, [2, 1280, 48, 48]> input_719_cast = upsample_nearest_neighbor(scale_factor_height = input_719_scale_factor_height_0, scale_factor_width = input_719_scale_factor_width_0, x = input_717_cast)[name = tensor<string, []>("input_719_cast")];
            tensor<int32, [2]> var_58005 = const()[name = tensor<string, []>("op_58005"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_58007 = const()[name = tensor<string, []>("op_58007"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> hidden_states_499_pad_type_0 = const()[name = tensor<string, []>("hidden_states_499_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> hidden_states_499_pad_0 = const()[name = tensor<string, []>("hidden_states_499_pad_0"), val = tensor<int32, [4]>([1, 1, 1, 1])];
            tensor<fp16, [1280, 1280, 3, 3]> up_blocks_0_upsamplers_0_conv_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [14745600]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(524544128))), lut = tensor<fp16, [256]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(539289792))), name = tensor<string, []>("up_blocks_0_upsamplers_0_conv_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([1280, 1280, 3, 3])];
            tensor<fp16, [1280]> up_blocks_0_upsamplers_0_conv_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_0_upsamplers_0_conv_bias_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(539290368)))];
            tensor<fp16, [2, 1280, 48, 48]> hidden_states_499_cast = conv(bias = up_blocks_0_upsamplers_0_conv_bias_to_fp16, dilations = var_58007, groups = var_30355, pad = hidden_states_499_pad_0, pad_type = hidden_states_499_pad_type_0, strides = var_58005, weight = up_blocks_0_upsamplers_0_conv_weight_to_fp16_palettized, x = input_719_cast)[name = tensor<string, []>("hidden_states_499_cast")];
            tensor<bool, []> var_58029 = const()[name = tensor<string, []>("op_58029"), val = tensor<bool, []>(true)];
            tensor<int32, []> var_58034 = const()[name = tensor<string, []>("op_58034"), val = tensor<int32, []>(1)];
            tensor<bool, []> input_721_interleave_0 = const()[name = tensor<string, []>("input_721_interleave_0"), val = tensor<bool, []>(false)];
            tensor<fp16, [2, 640, 48, 48]> cast_5 = cast(dtype = cast_1_dtype_0, x = input_113_cast)[name = tensor<string, []>("cast_5")];
            tensor<fp16, [2, 1920, 48, 48]> input_721_cast = concat(axis = var_58034, interleave = input_721_interleave_0, values = (hidden_states_499_cast, cast_5))[name = tensor<string, []>("input_721_cast")];
            tensor<int32, [5]> reshape_120_shape_0 = const()[name = tensor<string, []>("reshape_120_shape_0"), val = tensor<int32, [5]>([2, 32, 60, 48, 48])];
            tensor<fp16, [2, 32, 60, 48, 48]> reshape_120_cast = reshape(shape = reshape_120_shape_0, x = input_721_cast)[name = tensor<string, []>("reshape_120_cast")];
            tensor<int32, [3]> reduce_mean_90_axes_0 = const()[name = tensor<string, []>("reduce_mean_90_axes_0"), val = tensor<int32, [3]>([2, 3, 4])];
            tensor<bool, []> reduce_mean_90_keep_dims_0 = const()[name = tensor<string, []>("reduce_mean_90_keep_dims_0"), val = tensor<bool, []>(true)];
            tensor<fp16, [2, 32, 1, 1, 1]> reduce_mean_90_cast = reduce_mean(axes = reduce_mean_90_axes_0, keep_dims = reduce_mean_90_keep_dims_0, x = reshape_120_cast)[name = tensor<string, []>("reduce_mean_90_cast")];
            tensor<fp16, [2, 32, 60, 48, 48]> sub_60_cast = sub(x = reshape_120_cast, y = reduce_mean_90_cast)[name = tensor<string, []>("sub_60_cast")];
            tensor<fp16, [2, 32, 60, 48, 48]> square_30_cast = square(x = sub_60_cast)[name = tensor<string, []>("square_30_cast")];
            tensor<int32, [3]> reduce_mean_92_axes_0 = const()[name = tensor<string, []>("reduce_mean_92_axes_0"), val = tensor<int32, [3]>([2, 3, 4])];
            tensor<bool, []> reduce_mean_92_keep_dims_0 = const()[name = tensor<string, []>("reduce_mean_92_keep_dims_0"), val = tensor<bool, []>(true)];
            tensor<fp16, [2, 32, 1, 1, 1]> reduce_mean_92_cast = reduce_mean(axes = reduce_mean_92_axes_0, keep_dims = reduce_mean_92_keep_dims_0, x = square_30_cast)[name = tensor<string, []>("reduce_mean_92_cast")];
            tensor<fp16, []> add_60_y_0_to_fp16 = const()[name = tensor<string, []>("add_60_y_0_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 32, 1, 1, 1]> add_60_cast = add(x = reduce_mean_92_cast, y = add_60_y_0_to_fp16)[name = tensor<string, []>("add_60_cast")];
            tensor<fp16, [2, 32, 1, 1, 1]> sqrt_30_cast = sqrt(x = add_60_cast)[name = tensor<string, []>("sqrt_30_cast")];
            tensor<fp16, [2, 32, 60, 48, 48]> real_div_30_cast = real_div(x = sub_60_cast, y = sqrt_30_cast)[name = tensor<string, []>("real_div_30_cast")];
            tensor<int32, [4]> reshape_121_shape_0 = const()[name = tensor<string, []>("reshape_121_shape_0"), val = tensor<int32, [4]>([2, 1920, 48, 48])];
            tensor<fp16, [2, 1920, 48, 48]> reshape_121_cast = reshape(shape = reshape_121_shape_0, x = real_div_30_cast)[name = tensor<string, []>("reshape_121_cast")];
            tensor<fp16, [1920]> add_61_gamma_0_to_fp16 = const()[name = tensor<string, []>("add_61_gamma_0_to_fp16"), val = tensor<fp16, [1920]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(539292992)))];
            tensor<fp16, [1920]> add_61_beta_0_to_fp16 = const()[name = tensor<string, []>("add_61_beta_0_to_fp16"), val = tensor<fp16, [1920]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(539296896)))];
            tensor<fp16, []> add_61_epsilon_0_to_fp16 = const()[name = tensor<string, []>("add_61_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1920, 48, 48]> add_61_cast = batch_norm(beta = add_61_beta_0_to_fp16, epsilon = add_61_epsilon_0_to_fp16, gamma = add_61_gamma_0_to_fp16, mean = add_55_mean_0_to_fp16, variance = add_55_variance_0_to_fp16, x = reshape_121_cast)[name = tensor<string, []>("add_61_cast")];
            tensor<fp16, [2, 1920, 48, 48]> input_725_cast = silu(x = add_61_cast)[name = tensor<string, []>("input_725_cast")];
            tensor<int32, [2]> var_58063 = const()[name = tensor<string, []>("op_58063"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_58065 = const()[name = tensor<string, []>("op_58065"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> hidden_states_501_pad_type_0 = const()[name = tensor<string, []>("hidden_states_501_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> hidden_states_501_pad_0 = const()[name = tensor<string, []>("hidden_states_501_pad_0"), val = tensor<int32, [4]>([1, 1, 1, 1])];
            tensor<fp16, [640, 1920, 3, 3]> up_blocks_1_resnets_0_conv1_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [8294400]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(539300800))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(547595264))), name = tensor<string, []>("up_blocks_1_resnets_0_conv1_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([640, 1920, 3, 3])];
            tensor<fp16, [640]> up_blocks_1_resnets_0_conv1_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_1_resnets_0_conv1_bias_to_fp16"), val = tensor<fp16, [640]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(547595456)))];
            tensor<fp16, [2, 640, 48, 48]> hidden_states_501_cast = conv(bias = up_blocks_1_resnets_0_conv1_bias_to_fp16, dilations = var_58065, groups = var_58034, pad = hidden_states_501_pad_0, pad_type = hidden_states_501_pad_type_0, strides = var_58063, weight = up_blocks_1_resnets_0_conv1_weight_to_fp16_palettized, x = input_725_cast)[name = tensor<string, []>("hidden_states_501_cast")];
            tensor<int32, [2]> var_58071 = const()[name = tensor<string, []>("op_58071"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_58073 = const()[name = tensor<string, []>("op_58073"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> temb_23_pad_type_0 = const()[name = tensor<string, []>("temb_23_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> temb_23_pad_0 = const()[name = tensor<string, []>("temb_23_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [640, 1280, 1, 1]> up_blocks_1_resnets_0_time_emb_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [614400]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(547596800))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(548211264))), name = tensor<string, []>("up_blocks_1_resnets_0_time_emb_proj_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([640, 1280, 1, 1])];
            tensor<fp16, [640]> up_blocks_1_resnets_0_time_emb_proj_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_1_resnets_0_time_emb_proj_bias_to_fp16"), val = tensor<fp16, [640]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(548211456)))];
            tensor<fp16, [2, 640, 1, 1]> temb_23_cast = conv(bias = up_blocks_1_resnets_0_time_emb_proj_bias_to_fp16, dilations = var_58073, groups = var_58034, pad = temb_23_pad_0, pad_type = temb_23_pad_type_0, strides = var_58071, weight = up_blocks_1_resnets_0_time_emb_proj_weight_to_fp16_palettized, x = cast_10)[name = tensor<string, []>("temb_23_cast")];
            tensor<fp16, [2, 640, 48, 48]> input_729_cast = add(x = hidden_states_501_cast, y = temb_23_cast)[name = tensor<string, []>("input_729_cast")];
            tensor<int32, [5]> reshape_124_shape_0 = const()[name = tensor<string, []>("reshape_124_shape_0"), val = tensor<int32, [5]>([2, 32, 20, 48, 48])];
            tensor<fp16, [2, 32, 20, 48, 48]> reshape_124_cast = reshape(shape = reshape_124_shape_0, x = input_729_cast)[name = tensor<string, []>("reshape_124_cast")];
            tensor<int32, [3]> reduce_mean_93_axes_0 = const()[name = tensor<string, []>("reduce_mean_93_axes_0"), val = tensor<int32, [3]>([2, 3, 4])];
            tensor<bool, []> reduce_mean_93_keep_dims_0 = const()[name = tensor<string, []>("reduce_mean_93_keep_dims_0"), val = tensor<bool, []>(true)];
            tensor<fp16, [2, 32, 1, 1, 1]> reduce_mean_93_cast = reduce_mean(axes = reduce_mean_93_axes_0, keep_dims = reduce_mean_93_keep_dims_0, x = reshape_124_cast)[name = tensor<string, []>("reduce_mean_93_cast")];
            tensor<fp16, [2, 32, 20, 48, 48]> sub_62_cast = sub(x = reshape_124_cast, y = reduce_mean_93_cast)[name = tensor<string, []>("sub_62_cast")];
            tensor<fp16, [2, 32, 20, 48, 48]> square_31_cast = square(x = sub_62_cast)[name = tensor<string, []>("square_31_cast")];
            tensor<int32, [3]> reduce_mean_95_axes_0 = const()[name = tensor<string, []>("reduce_mean_95_axes_0"), val = tensor<int32, [3]>([2, 3, 4])];
            tensor<bool, []> reduce_mean_95_keep_dims_0 = const()[name = tensor<string, []>("reduce_mean_95_keep_dims_0"), val = tensor<bool, []>(true)];
            tensor<fp16, [2, 32, 1, 1, 1]> reduce_mean_95_cast = reduce_mean(axes = reduce_mean_95_axes_0, keep_dims = reduce_mean_95_keep_dims_0, x = square_31_cast)[name = tensor<string, []>("reduce_mean_95_cast")];
            tensor<fp16, []> add_62_y_0_to_fp16 = const()[name = tensor<string, []>("add_62_y_0_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 32, 1, 1, 1]> add_62_cast = add(x = reduce_mean_95_cast, y = add_62_y_0_to_fp16)[name = tensor<string, []>("add_62_cast")];
            tensor<fp16, [2, 32, 1, 1, 1]> sqrt_31_cast = sqrt(x = add_62_cast)[name = tensor<string, []>("sqrt_31_cast")];
            tensor<fp16, [2, 32, 20, 48, 48]> real_div_31_cast = real_div(x = sub_62_cast, y = sqrt_31_cast)[name = tensor<string, []>("real_div_31_cast")];
            tensor<int32, [4]> reshape_125_shape_0 = const()[name = tensor<string, []>("reshape_125_shape_0"), val = tensor<int32, [4]>([2, 640, 48, 48])];
            tensor<fp16, [2, 640, 48, 48]> reshape_125_cast = reshape(shape = reshape_125_shape_0, x = real_div_31_cast)[name = tensor<string, []>("reshape_125_cast")];
            tensor<fp16, [640]> add_63_gamma_0_to_fp16 = const()[name = tensor<string, []>("add_63_gamma_0_to_fp16"), val = tensor<fp16, [640]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(548212800)))];
            tensor<fp16, [640]> add_63_beta_0_to_fp16 = const()[name = tensor<string, []>("add_63_beta_0_to_fp16"), val = tensor<fp16, [640]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(548214144)))];
            tensor<fp16, []> add_63_epsilon_0_to_fp16 = const()[name = tensor<string, []>("add_63_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 640, 48, 48]> add_63_cast = batch_norm(beta = add_63_beta_0_to_fp16, epsilon = add_63_epsilon_0_to_fp16, gamma = add_63_gamma_0_to_fp16, mean = add_11_mean_0_to_fp16, variance = add_11_variance_0_to_fp16, x = reshape_125_cast)[name = tensor<string, []>("add_63_cast")];
            tensor<fp16, [2, 640, 48, 48]> input_733_cast = silu(x = add_63_cast)[name = tensor<string, []>("input_733_cast")];
            tensor<int32, [2]> var_58083 = const()[name = tensor<string, []>("op_58083"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_58085 = const()[name = tensor<string, []>("op_58085"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> hidden_states_503_pad_type_0 = const()[name = tensor<string, []>("hidden_states_503_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> hidden_states_503_pad_0 = const()[name = tensor<string, []>("hidden_states_503_pad_0"), val = tensor<int32, [4]>([1, 1, 1, 1])];
            tensor<fp16, [640, 640, 3, 3]> up_blocks_1_resnets_0_conv2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [2764800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(548215488))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(550980352))), name = tensor<string, []>("up_blocks_1_resnets_0_conv2_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([640, 640, 3, 3])];
            tensor<fp16, [640]> up_blocks_1_resnets_0_conv2_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_1_resnets_0_conv2_bias_to_fp16"), val = tensor<fp16, [640]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(550980544)))];
            tensor<fp16, [2, 640, 48, 48]> hidden_states_503_cast = conv(bias = up_blocks_1_resnets_0_conv2_bias_to_fp16, dilations = var_58085, groups = var_58034, pad = hidden_states_503_pad_0, pad_type = hidden_states_503_pad_type_0, strides = var_58083, weight = up_blocks_1_resnets_0_conv2_weight_to_fp16_palettized, x = input_733_cast)[name = tensor<string, []>("hidden_states_503_cast")];
            tensor<int32, [2]> var_58090 = const()[name = tensor<string, []>("op_58090"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_58092 = const()[name = tensor<string, []>("op_58092"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> x_11_pad_type_0 = const()[name = tensor<string, []>("x_11_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> x_11_pad_0 = const()[name = tensor<string, []>("x_11_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [640, 1920, 1, 1]> up_blocks_1_resnets_0_conv_shortcut_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [1228800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(550981888))), lut = tensor<fp16, [256]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(552210752))), name = tensor<string, []>("up_blocks_1_resnets_0_conv_shortcut_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([640, 1920, 1, 1])];
            tensor<fp16, [640]> up_blocks_1_resnets_0_conv_shortcut_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_1_resnets_0_conv_shortcut_bias_to_fp16"), val = tensor<fp16, [640]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(552211328)))];
            tensor<fp16, [2, 640, 48, 48]> x_11_cast = conv(bias = up_blocks_1_resnets_0_conv_shortcut_bias_to_fp16, dilations = var_58092, groups = var_58034, pad = x_11_pad_0, pad_type = x_11_pad_type_0, strides = var_58090, weight = up_blocks_1_resnets_0_conv_shortcut_weight_to_fp16_palettized, x = input_721_cast)[name = tensor<string, []>("x_11_cast")];
            tensor<fp16, [2, 640, 48, 48]> hidden_states_505_cast = add(x = x_11_cast, y = hidden_states_503_cast)[name = tensor<string, []>("hidden_states_505_cast")];
            tensor<int32, [5]> reshape_128_shape_0 = const()[name = tensor<string, []>("reshape_128_shape_0"), val = tensor<int32, [5]>([2, 32, 20, 48, 48])];
            tensor<fp16, [2, 32, 20, 48, 48]> reshape_128_cast = reshape(shape = reshape_128_shape_0, x = hidden_states_505_cast)[name = tensor<string, []>("reshape_128_cast")];
            tensor<int32, [3]> reduce_mean_96_axes_0 = const()[name = tensor<string, []>("reduce_mean_96_axes_0"), val = tensor<int32, [3]>([2, 3, 4])];
            tensor<bool, []> reduce_mean_96_keep_dims_0 = const()[name = tensor<string, []>("reduce_mean_96_keep_dims_0"), val = tensor<bool, []>(true)];
            tensor<fp16, [2, 32, 1, 1, 1]> reduce_mean_96_cast = reduce_mean(axes = reduce_mean_96_axes_0, keep_dims = reduce_mean_96_keep_dims_0, x = reshape_128_cast)[name = tensor<string, []>("reduce_mean_96_cast")];
            tensor<fp16, [2, 32, 20, 48, 48]> sub_64_cast = sub(x = reshape_128_cast, y = reduce_mean_96_cast)[name = tensor<string, []>("sub_64_cast")];
            tensor<fp16, [2, 32, 20, 48, 48]> square_32_cast = square(x = sub_64_cast)[name = tensor<string, []>("square_32_cast")];
            tensor<int32, [3]> reduce_mean_98_axes_0 = const()[name = tensor<string, []>("reduce_mean_98_axes_0"), val = tensor<int32, [3]>([2, 3, 4])];
            tensor<bool, []> reduce_mean_98_keep_dims_0 = const()[name = tensor<string, []>("reduce_mean_98_keep_dims_0"), val = tensor<bool, []>(true)];
            tensor<fp16, [2, 32, 1, 1, 1]> reduce_mean_98_cast = reduce_mean(axes = reduce_mean_98_axes_0, keep_dims = reduce_mean_98_keep_dims_0, x = square_32_cast)[name = tensor<string, []>("reduce_mean_98_cast")];
            tensor<fp16, []> add_64_y_0_to_fp16 = const()[name = tensor<string, []>("add_64_y_0_to_fp16"), val = tensor<fp16, []>(0x1.1p-20)];
            tensor<fp16, [2, 32, 1, 1, 1]> add_64_cast = add(x = reduce_mean_98_cast, y = add_64_y_0_to_fp16)[name = tensor<string, []>("add_64_cast")];
            tensor<fp16, [2, 32, 1, 1, 1]> sqrt_32_cast = sqrt(x = add_64_cast)[name = tensor<string, []>("sqrt_32_cast")];
            tensor<fp16, [2, 32, 20, 48, 48]> real_div_32_cast = real_div(x = sub_64_cast, y = sqrt_32_cast)[name = tensor<string, []>("real_div_32_cast")];
            tensor<int32, [4]> reshape_129_shape_0 = const()[name = tensor<string, []>("reshape_129_shape_0"), val = tensor<int32, [4]>([2, 640, 48, 48])];
            tensor<fp16, [2, 640, 48, 48]> reshape_129_cast = reshape(shape = reshape_129_shape_0, x = real_div_32_cast)[name = tensor<string, []>("reshape_129_cast")];
            tensor<fp16, [640]> add_65_gamma_0_to_fp16 = const()[name = tensor<string, []>("add_65_gamma_0_to_fp16"), val = tensor<fp16, [640]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(552212672)))];
            tensor<fp16, [640]> add_65_beta_0_to_fp16 = const()[name = tensor<string, []>("add_65_beta_0_to_fp16"), val = tensor<fp16, [640]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(552214016)))];
            tensor<fp16, []> add_65_epsilon_0_to_fp16 = const()[name = tensor<string, []>("add_65_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 640, 48, 48]> add_65_cast = batch_norm(beta = add_65_beta_0_to_fp16, epsilon = add_65_epsilon_0_to_fp16, gamma = add_65_gamma_0_to_fp16, mean = add_11_mean_0_to_fp16, variance = add_11_variance_0_to_fp16, x = reshape_129_cast)[name = tensor<string, []>("add_65_cast")];
            tensor<int32, [2]> var_58114 = const()[name = tensor<string, []>("op_58114"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_58116 = const()[name = tensor<string, []>("op_58116"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> hidden_states_507_pad_type_0 = const()[name = tensor<string, []>("hidden_states_507_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> hidden_states_507_pad_0 = const()[name = tensor<string, []>("hidden_states_507_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [640, 640, 1, 1]> up_blocks_1_attentions_0_proj_in_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [409600]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(552215360))), lut = tensor<fp16, [256]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(552625024))), name = tensor<string, []>("up_blocks_1_attentions_0_proj_in_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([640, 640, 1, 1])];
            tensor<fp16, [640]> up_blocks_1_attentions_0_proj_in_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_1_attentions_0_proj_in_bias_to_fp16"), val = tensor<fp16, [640]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(552625600)))];
            tensor<fp16, [2, 640, 48, 48]> hidden_states_507_cast = conv(bias = up_blocks_1_attentions_0_proj_in_bias_to_fp16, dilations = var_58116, groups = var_58034, pad = hidden_states_507_pad_0, pad_type = hidden_states_507_pad_type_0, strides = var_58114, weight = up_blocks_1_attentions_0_proj_in_weight_to_fp16_palettized, x = add_65_cast)[name = tensor<string, []>("hidden_states_507_cast")];
            tensor<int32, [4]> var_58121 = const()[name = tensor<string, []>("op_58121"), val = tensor<int32, [4]>([2, 640, 1, 2304])];
            tensor<fp16, [2, 640, 1, 2304]> inputs_385_cast = reshape(shape = var_58121, x = hidden_states_507_cast)[name = tensor<string, []>("inputs_385_cast")];
            tensor<int32, [1]> var_58131 = const()[name = tensor<string, []>("op_58131"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 2304]> channels_mean_385_cast = reduce_mean(axes = var_58131, keep_dims = var_58029, x = inputs_385_cast)[name = tensor<string, []>("channels_mean_385_cast")];
            tensor<fp16, [2, 640, 1, 2304]> zero_mean_385_cast = sub(x = inputs_385_cast, y = channels_mean_385_cast)[name = tensor<string, []>("zero_mean_385_cast")];
            tensor<fp16, [2, 640, 1, 2304]> zero_mean_sq_385_cast = mul(x = zero_mean_385_cast, y = zero_mean_385_cast)[name = tensor<string, []>("zero_mean_sq_385_cast")];
            tensor<int32, [1]> var_58135 = const()[name = tensor<string, []>("op_58135"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 2304]> var_58136_cast = reduce_mean(axes = var_58135, keep_dims = var_58029, x = zero_mean_sq_385_cast)[name = tensor<string, []>("op_58136_cast")];
            tensor<fp16, []> var_58137_to_fp16 = const()[name = tensor<string, []>("op_58137_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 2304]> var_58138_cast = add(x = var_58136_cast, y = var_58137_to_fp16)[name = tensor<string, []>("op_58138_cast")];
            tensor<fp16, []> denom_385_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_385_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 2304]> denom_385_cast = rsqrt(epsilon = denom_385_epsilon_0_to_fp16, x = var_58138_cast)[name = tensor<string, []>("denom_385_cast")];
            tensor<fp16, [2, 640, 1, 2304]> out_385_cast = mul(x = zero_mean_385_cast, y = denom_385_cast)[name = tensor<string, []>("out_385_cast")];
            tensor<fp16, [1, 640, 1, 1]> var_58142_to_fp16 = const()[name = tensor<string, []>("op_58142_to_fp16"), val = tensor<fp16, [1, 640, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(552626944)))];
            tensor<fp16, [2, 640, 1, 2304]> var_58143_cast = add(x = out_385_cast, y = var_58142_to_fp16)[name = tensor<string, []>("op_58143_cast")];
            tensor<fp16, [1, 640, 1, 1]> var_58145_to_fp16 = const()[name = tensor<string, []>("op_58145_to_fp16"), val = tensor<fp16, [1, 640, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(552628288)))];
            tensor<fp16, [2, 640, 1, 2304]> hidden_states_509_cast = mul(x = var_58143_cast, y = var_58145_to_fp16)[name = tensor<string, []>("hidden_states_509_cast")];
            tensor<int32, [2]> var_58152 = const()[name = tensor<string, []>("op_58152"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_58154 = const()[name = tensor<string, []>("op_58154"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> q_257_pad_type_0 = const()[name = tensor<string, []>("q_257_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> q_257_pad_0 = const()[name = tensor<string, []>("q_257_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [640, 640, 1, 1]> up_blocks_1_attentions_0_transformer_blocks_0_attn1_to_q_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [307200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(552629632))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(552936896))), name = tensor<string, []>("up_blocks_1_attentions_0_transformer_blocks_0_attn1_to_q_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([640, 640, 1, 1])];
            tensor<fp16, [2, 640, 1, 2304]> q_257_cast = conv(dilations = var_58154, groups = var_58034, pad = q_257_pad_0, pad_type = q_257_pad_type_0, strides = var_58152, weight = up_blocks_1_attentions_0_transformer_blocks_0_attn1_to_q_weight_to_fp16_palettized, x = hidden_states_509_cast)[name = tensor<string, []>("q_257_cast")];
            tensor<int32, [2]> var_58158 = const()[name = tensor<string, []>("op_58158"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_58160 = const()[name = tensor<string, []>("op_58160"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> k_513_pad_type_0 = const()[name = tensor<string, []>("k_513_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> k_513_pad_0 = const()[name = tensor<string, []>("k_513_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [640, 640, 1, 1]> up_blocks_1_attentions_0_transformer_blocks_0_attn1_to_k_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [307200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(552937088))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(553244352))), name = tensor<string, []>("up_blocks_1_attentions_0_transformer_blocks_0_attn1_to_k_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([640, 640, 1, 1])];
            tensor<fp16, [2, 640, 1, 2304]> k_513_cast = conv(dilations = var_58160, groups = var_58034, pad = k_513_pad_0, pad_type = k_513_pad_type_0, strides = var_58158, weight = up_blocks_1_attentions_0_transformer_blocks_0_attn1_to_k_weight_to_fp16_palettized, x = hidden_states_509_cast)[name = tensor<string, []>("k_513_cast")];
            tensor<int32, [2]> var_58164 = const()[name = tensor<string, []>("op_58164"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_58166 = const()[name = tensor<string, []>("op_58166"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> v_257_pad_type_0 = const()[name = tensor<string, []>("v_257_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> v_257_pad_0 = const()[name = tensor<string, []>("v_257_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [640, 640, 1, 1]> up_blocks_1_attentions_0_transformer_blocks_0_attn1_to_v_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [307200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(553244544))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(553551808))), name = tensor<string, []>("up_blocks_1_attentions_0_transformer_blocks_0_attn1_to_v_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([640, 640, 1, 1])];
            tensor<fp16, [2, 640, 1, 2304]> v_257_cast = conv(dilations = var_58166, groups = var_58034, pad = v_257_pad_0, pad_type = v_257_pad_type_0, strides = var_58164, weight = up_blocks_1_attentions_0_transformer_blocks_0_attn1_to_v_weight_to_fp16_palettized, x = hidden_states_509_cast)[name = tensor<string, []>("v_257_cast")];
            tensor<int32, [4]> var_58170_begin_0 = const()[name = tensor<string, []>("op_58170_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_58170_end_0 = const()[name = tensor<string, []>("op_58170_end_0"), val = tensor<int32, [4]>([2, 64, 1, 2304])];
            tensor<bool, [4]> var_58170_end_mask_0 = const()[name = tensor<string, []>("op_58170_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_58170_cast = slice_by_index(begin = var_58170_begin_0, end = var_58170_end_0, end_mask = var_58170_end_mask_0, x = q_257_cast)[name = tensor<string, []>("op_58170_cast")];
            tensor<int32, [4]> var_58174_begin_0 = const()[name = tensor<string, []>("op_58174_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_58174_end_0 = const()[name = tensor<string, []>("op_58174_end_0"), val = tensor<int32, [4]>([2, 128, 1, 2304])];
            tensor<bool, [4]> var_58174_end_mask_0 = const()[name = tensor<string, []>("op_58174_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_58174_cast = slice_by_index(begin = var_58174_begin_0, end = var_58174_end_0, end_mask = var_58174_end_mask_0, x = q_257_cast)[name = tensor<string, []>("op_58174_cast")];
            tensor<int32, [4]> var_58178_begin_0 = const()[name = tensor<string, []>("op_58178_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_58178_end_0 = const()[name = tensor<string, []>("op_58178_end_0"), val = tensor<int32, [4]>([2, 192, 1, 2304])];
            tensor<bool, [4]> var_58178_end_mask_0 = const()[name = tensor<string, []>("op_58178_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_58178_cast = slice_by_index(begin = var_58178_begin_0, end = var_58178_end_0, end_mask = var_58178_end_mask_0, x = q_257_cast)[name = tensor<string, []>("op_58178_cast")];
            tensor<int32, [4]> var_58182_begin_0 = const()[name = tensor<string, []>("op_58182_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_58182_end_0 = const()[name = tensor<string, []>("op_58182_end_0"), val = tensor<int32, [4]>([2, 256, 1, 2304])];
            tensor<bool, [4]> var_58182_end_mask_0 = const()[name = tensor<string, []>("op_58182_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_58182_cast = slice_by_index(begin = var_58182_begin_0, end = var_58182_end_0, end_mask = var_58182_end_mask_0, x = q_257_cast)[name = tensor<string, []>("op_58182_cast")];
            tensor<int32, [4]> var_58186_begin_0 = const()[name = tensor<string, []>("op_58186_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_58186_end_0 = const()[name = tensor<string, []>("op_58186_end_0"), val = tensor<int32, [4]>([2, 320, 1, 2304])];
            tensor<bool, [4]> var_58186_end_mask_0 = const()[name = tensor<string, []>("op_58186_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_58186_cast = slice_by_index(begin = var_58186_begin_0, end = var_58186_end_0, end_mask = var_58186_end_mask_0, x = q_257_cast)[name = tensor<string, []>("op_58186_cast")];
            tensor<int32, [4]> var_58190_begin_0 = const()[name = tensor<string, []>("op_58190_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_58190_end_0 = const()[name = tensor<string, []>("op_58190_end_0"), val = tensor<int32, [4]>([2, 384, 1, 2304])];
            tensor<bool, [4]> var_58190_end_mask_0 = const()[name = tensor<string, []>("op_58190_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_58190_cast = slice_by_index(begin = var_58190_begin_0, end = var_58190_end_0, end_mask = var_58190_end_mask_0, x = q_257_cast)[name = tensor<string, []>("op_58190_cast")];
            tensor<int32, [4]> var_58194_begin_0 = const()[name = tensor<string, []>("op_58194_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_58194_end_0 = const()[name = tensor<string, []>("op_58194_end_0"), val = tensor<int32, [4]>([2, 448, 1, 2304])];
            tensor<bool, [4]> var_58194_end_mask_0 = const()[name = tensor<string, []>("op_58194_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_58194_cast = slice_by_index(begin = var_58194_begin_0, end = var_58194_end_0, end_mask = var_58194_end_mask_0, x = q_257_cast)[name = tensor<string, []>("op_58194_cast")];
            tensor<int32, [4]> var_58198_begin_0 = const()[name = tensor<string, []>("op_58198_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_58198_end_0 = const()[name = tensor<string, []>("op_58198_end_0"), val = tensor<int32, [4]>([2, 512, 1, 2304])];
            tensor<bool, [4]> var_58198_end_mask_0 = const()[name = tensor<string, []>("op_58198_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_58198_cast = slice_by_index(begin = var_58198_begin_0, end = var_58198_end_0, end_mask = var_58198_end_mask_0, x = q_257_cast)[name = tensor<string, []>("op_58198_cast")];
            tensor<int32, [4]> var_58202_begin_0 = const()[name = tensor<string, []>("op_58202_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_58202_end_0 = const()[name = tensor<string, []>("op_58202_end_0"), val = tensor<int32, [4]>([2, 576, 1, 2304])];
            tensor<bool, [4]> var_58202_end_mask_0 = const()[name = tensor<string, []>("op_58202_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_58202_cast = slice_by_index(begin = var_58202_begin_0, end = var_58202_end_0, end_mask = var_58202_end_mask_0, x = q_257_cast)[name = tensor<string, []>("op_58202_cast")];
            tensor<int32, [4]> var_58206_begin_0 = const()[name = tensor<string, []>("op_58206_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_58206_end_0 = const()[name = tensor<string, []>("op_58206_end_0"), val = tensor<int32, [4]>([2, 640, 1, 2304])];
            tensor<bool, [4]> var_58206_end_mask_0 = const()[name = tensor<string, []>("op_58206_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_58206_cast = slice_by_index(begin = var_58206_begin_0, end = var_58206_end_0, end_mask = var_58206_end_mask_0, x = q_257_cast)[name = tensor<string, []>("op_58206_cast")];
            tensor<int32, [4]> k_515_perm_0 = const()[name = tensor<string, []>("k_515_perm_0"), val = tensor<int32, [4]>([0, 3, 2, 1])];
            tensor<int32, [4]> var_58213_begin_0 = const()[name = tensor<string, []>("op_58213_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_58213_end_0 = const()[name = tensor<string, []>("op_58213_end_0"), val = tensor<int32, [4]>([2, 2304, 1, 64])];
            tensor<bool, [4]> var_58213_end_mask_0 = const()[name = tensor<string, []>("op_58213_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 2304, 1, 640]> transpose_11 = transpose(perm = k_515_perm_0, x = k_513_cast)[name = tensor<string, []>("transpose_11")];
            tensor<fp16, [2, 2304, 1, 64]> var_58213_cast = slice_by_index(begin = var_58213_begin_0, end = var_58213_end_0, end_mask = var_58213_end_mask_0, x = transpose_11)[name = tensor<string, []>("op_58213_cast")];
            tensor<int32, [4]> var_58217_begin_0 = const()[name = tensor<string, []>("op_58217_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 64])];
            tensor<int32, [4]> var_58217_end_0 = const()[name = tensor<string, []>("op_58217_end_0"), val = tensor<int32, [4]>([2, 2304, 1, 128])];
            tensor<bool, [4]> var_58217_end_mask_0 = const()[name = tensor<string, []>("op_58217_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 2304, 1, 64]> var_58217_cast = slice_by_index(begin = var_58217_begin_0, end = var_58217_end_0, end_mask = var_58217_end_mask_0, x = transpose_11)[name = tensor<string, []>("op_58217_cast")];
            tensor<int32, [4]> var_58221_begin_0 = const()[name = tensor<string, []>("op_58221_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 128])];
            tensor<int32, [4]> var_58221_end_0 = const()[name = tensor<string, []>("op_58221_end_0"), val = tensor<int32, [4]>([2, 2304, 1, 192])];
            tensor<bool, [4]> var_58221_end_mask_0 = const()[name = tensor<string, []>("op_58221_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 2304, 1, 64]> var_58221_cast = slice_by_index(begin = var_58221_begin_0, end = var_58221_end_0, end_mask = var_58221_end_mask_0, x = transpose_11)[name = tensor<string, []>("op_58221_cast")];
            tensor<int32, [4]> var_58225_begin_0 = const()[name = tensor<string, []>("op_58225_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 192])];
            tensor<int32, [4]> var_58225_end_0 = const()[name = tensor<string, []>("op_58225_end_0"), val = tensor<int32, [4]>([2, 2304, 1, 256])];
            tensor<bool, [4]> var_58225_end_mask_0 = const()[name = tensor<string, []>("op_58225_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 2304, 1, 64]> var_58225_cast = slice_by_index(begin = var_58225_begin_0, end = var_58225_end_0, end_mask = var_58225_end_mask_0, x = transpose_11)[name = tensor<string, []>("op_58225_cast")];
            tensor<int32, [4]> var_58229_begin_0 = const()[name = tensor<string, []>("op_58229_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 256])];
            tensor<int32, [4]> var_58229_end_0 = const()[name = tensor<string, []>("op_58229_end_0"), val = tensor<int32, [4]>([2, 2304, 1, 320])];
            tensor<bool, [4]> var_58229_end_mask_0 = const()[name = tensor<string, []>("op_58229_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 2304, 1, 64]> var_58229_cast = slice_by_index(begin = var_58229_begin_0, end = var_58229_end_0, end_mask = var_58229_end_mask_0, x = transpose_11)[name = tensor<string, []>("op_58229_cast")];
            tensor<int32, [4]> var_58233_begin_0 = const()[name = tensor<string, []>("op_58233_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 320])];
            tensor<int32, [4]> var_58233_end_0 = const()[name = tensor<string, []>("op_58233_end_0"), val = tensor<int32, [4]>([2, 2304, 1, 384])];
            tensor<bool, [4]> var_58233_end_mask_0 = const()[name = tensor<string, []>("op_58233_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 2304, 1, 64]> var_58233_cast = slice_by_index(begin = var_58233_begin_0, end = var_58233_end_0, end_mask = var_58233_end_mask_0, x = transpose_11)[name = tensor<string, []>("op_58233_cast")];
            tensor<int32, [4]> var_58237_begin_0 = const()[name = tensor<string, []>("op_58237_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 384])];
            tensor<int32, [4]> var_58237_end_0 = const()[name = tensor<string, []>("op_58237_end_0"), val = tensor<int32, [4]>([2, 2304, 1, 448])];
            tensor<bool, [4]> var_58237_end_mask_0 = const()[name = tensor<string, []>("op_58237_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 2304, 1, 64]> var_58237_cast = slice_by_index(begin = var_58237_begin_0, end = var_58237_end_0, end_mask = var_58237_end_mask_0, x = transpose_11)[name = tensor<string, []>("op_58237_cast")];
            tensor<int32, [4]> var_58241_begin_0 = const()[name = tensor<string, []>("op_58241_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 448])];
            tensor<int32, [4]> var_58241_end_0 = const()[name = tensor<string, []>("op_58241_end_0"), val = tensor<int32, [4]>([2, 2304, 1, 512])];
            tensor<bool, [4]> var_58241_end_mask_0 = const()[name = tensor<string, []>("op_58241_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 2304, 1, 64]> var_58241_cast = slice_by_index(begin = var_58241_begin_0, end = var_58241_end_0, end_mask = var_58241_end_mask_0, x = transpose_11)[name = tensor<string, []>("op_58241_cast")];
            tensor<int32, [4]> var_58245_begin_0 = const()[name = tensor<string, []>("op_58245_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 512])];
            tensor<int32, [4]> var_58245_end_0 = const()[name = tensor<string, []>("op_58245_end_0"), val = tensor<int32, [4]>([2, 2304, 1, 576])];
            tensor<bool, [4]> var_58245_end_mask_0 = const()[name = tensor<string, []>("op_58245_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 2304, 1, 64]> var_58245_cast = slice_by_index(begin = var_58245_begin_0, end = var_58245_end_0, end_mask = var_58245_end_mask_0, x = transpose_11)[name = tensor<string, []>("op_58245_cast")];
            tensor<int32, [4]> var_58249_begin_0 = const()[name = tensor<string, []>("op_58249_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 576])];
            tensor<int32, [4]> var_58249_end_0 = const()[name = tensor<string, []>("op_58249_end_0"), val = tensor<int32, [4]>([2, 2304, 1, 640])];
            tensor<bool, [4]> var_58249_end_mask_0 = const()[name = tensor<string, []>("op_58249_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 2304, 1, 64]> var_58249_cast = slice_by_index(begin = var_58249_begin_0, end = var_58249_end_0, end_mask = var_58249_end_mask_0, x = transpose_11)[name = tensor<string, []>("op_58249_cast")];
            tensor<int32, [4]> var_58251_begin_0 = const()[name = tensor<string, []>("op_58251_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_58251_end_0 = const()[name = tensor<string, []>("op_58251_end_0"), val = tensor<int32, [4]>([2, 64, 1, 2304])];
            tensor<bool, [4]> var_58251_end_mask_0 = const()[name = tensor<string, []>("op_58251_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_58251_cast = slice_by_index(begin = var_58251_begin_0, end = var_58251_end_0, end_mask = var_58251_end_mask_0, x = v_257_cast)[name = tensor<string, []>("op_58251_cast")];
            tensor<int32, [4]> var_58255_begin_0 = const()[name = tensor<string, []>("op_58255_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_58255_end_0 = const()[name = tensor<string, []>("op_58255_end_0"), val = tensor<int32, [4]>([2, 128, 1, 2304])];
            tensor<bool, [4]> var_58255_end_mask_0 = const()[name = tensor<string, []>("op_58255_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_58255_cast = slice_by_index(begin = var_58255_begin_0, end = var_58255_end_0, end_mask = var_58255_end_mask_0, x = v_257_cast)[name = tensor<string, []>("op_58255_cast")];
            tensor<int32, [4]> var_58259_begin_0 = const()[name = tensor<string, []>("op_58259_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_58259_end_0 = const()[name = tensor<string, []>("op_58259_end_0"), val = tensor<int32, [4]>([2, 192, 1, 2304])];
            tensor<bool, [4]> var_58259_end_mask_0 = const()[name = tensor<string, []>("op_58259_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_58259_cast = slice_by_index(begin = var_58259_begin_0, end = var_58259_end_0, end_mask = var_58259_end_mask_0, x = v_257_cast)[name = tensor<string, []>("op_58259_cast")];
            tensor<int32, [4]> var_58263_begin_0 = const()[name = tensor<string, []>("op_58263_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_58263_end_0 = const()[name = tensor<string, []>("op_58263_end_0"), val = tensor<int32, [4]>([2, 256, 1, 2304])];
            tensor<bool, [4]> var_58263_end_mask_0 = const()[name = tensor<string, []>("op_58263_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_58263_cast = slice_by_index(begin = var_58263_begin_0, end = var_58263_end_0, end_mask = var_58263_end_mask_0, x = v_257_cast)[name = tensor<string, []>("op_58263_cast")];
            tensor<int32, [4]> var_58267_begin_0 = const()[name = tensor<string, []>("op_58267_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_58267_end_0 = const()[name = tensor<string, []>("op_58267_end_0"), val = tensor<int32, [4]>([2, 320, 1, 2304])];
            tensor<bool, [4]> var_58267_end_mask_0 = const()[name = tensor<string, []>("op_58267_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_58267_cast = slice_by_index(begin = var_58267_begin_0, end = var_58267_end_0, end_mask = var_58267_end_mask_0, x = v_257_cast)[name = tensor<string, []>("op_58267_cast")];
            tensor<int32, [4]> var_58271_begin_0 = const()[name = tensor<string, []>("op_58271_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_58271_end_0 = const()[name = tensor<string, []>("op_58271_end_0"), val = tensor<int32, [4]>([2, 384, 1, 2304])];
            tensor<bool, [4]> var_58271_end_mask_0 = const()[name = tensor<string, []>("op_58271_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_58271_cast = slice_by_index(begin = var_58271_begin_0, end = var_58271_end_0, end_mask = var_58271_end_mask_0, x = v_257_cast)[name = tensor<string, []>("op_58271_cast")];
            tensor<int32, [4]> var_58275_begin_0 = const()[name = tensor<string, []>("op_58275_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_58275_end_0 = const()[name = tensor<string, []>("op_58275_end_0"), val = tensor<int32, [4]>([2, 448, 1, 2304])];
            tensor<bool, [4]> var_58275_end_mask_0 = const()[name = tensor<string, []>("op_58275_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_58275_cast = slice_by_index(begin = var_58275_begin_0, end = var_58275_end_0, end_mask = var_58275_end_mask_0, x = v_257_cast)[name = tensor<string, []>("op_58275_cast")];
            tensor<int32, [4]> var_58279_begin_0 = const()[name = tensor<string, []>("op_58279_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_58279_end_0 = const()[name = tensor<string, []>("op_58279_end_0"), val = tensor<int32, [4]>([2, 512, 1, 2304])];
            tensor<bool, [4]> var_58279_end_mask_0 = const()[name = tensor<string, []>("op_58279_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_58279_cast = slice_by_index(begin = var_58279_begin_0, end = var_58279_end_0, end_mask = var_58279_end_mask_0, x = v_257_cast)[name = tensor<string, []>("op_58279_cast")];
            tensor<int32, [4]> var_58283_begin_0 = const()[name = tensor<string, []>("op_58283_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_58283_end_0 = const()[name = tensor<string, []>("op_58283_end_0"), val = tensor<int32, [4]>([2, 576, 1, 2304])];
            tensor<bool, [4]> var_58283_end_mask_0 = const()[name = tensor<string, []>("op_58283_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_58283_cast = slice_by_index(begin = var_58283_begin_0, end = var_58283_end_0, end_mask = var_58283_end_mask_0, x = v_257_cast)[name = tensor<string, []>("op_58283_cast")];
            tensor<int32, [4]> var_58287_begin_0 = const()[name = tensor<string, []>("op_58287_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_58287_end_0 = const()[name = tensor<string, []>("op_58287_end_0"), val = tensor<int32, [4]>([2, 640, 1, 2304])];
            tensor<bool, [4]> var_58287_end_mask_0 = const()[name = tensor<string, []>("op_58287_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_58287_cast = slice_by_index(begin = var_58287_begin_0, end = var_58287_end_0, end_mask = var_58287_end_mask_0, x = v_257_cast)[name = tensor<string, []>("op_58287_cast")];
            tensor<string, []> var_58291_equation_0 = const()[name = tensor<string, []>("op_58291_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 2304, 1, 2304]> var_58291_cast = einsum(equation = var_58291_equation_0, values = (var_58213_cast, var_58170_cast))[name = tensor<string, []>("op_58291_cast")];
            tensor<fp16, []> var_58292_to_fp16 = const()[name = tensor<string, []>("op_58292_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 2304, 1, 2304]> aw_4961_cast = mul(x = var_58291_cast, y = var_58292_to_fp16)[name = tensor<string, []>("aw_4961_cast")];
            tensor<string, []> var_58295_equation_0 = const()[name = tensor<string, []>("op_58295_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 2304, 1, 2304]> var_58295_cast = einsum(equation = var_58295_equation_0, values = (var_58217_cast, var_58174_cast))[name = tensor<string, []>("op_58295_cast")];
            tensor<fp16, []> var_58296_to_fp16 = const()[name = tensor<string, []>("op_58296_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 2304, 1, 2304]> aw_4963_cast = mul(x = var_58295_cast, y = var_58296_to_fp16)[name = tensor<string, []>("aw_4963_cast")];
            tensor<string, []> var_58299_equation_0 = const()[name = tensor<string, []>("op_58299_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 2304, 1, 2304]> var_58299_cast = einsum(equation = var_58299_equation_0, values = (var_58221_cast, var_58178_cast))[name = tensor<string, []>("op_58299_cast")];
            tensor<fp16, []> var_58300_to_fp16 = const()[name = tensor<string, []>("op_58300_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 2304, 1, 2304]> aw_4965_cast = mul(x = var_58299_cast, y = var_58300_to_fp16)[name = tensor<string, []>("aw_4965_cast")];
            tensor<string, []> var_58303_equation_0 = const()[name = tensor<string, []>("op_58303_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 2304, 1, 2304]> var_58303_cast = einsum(equation = var_58303_equation_0, values = (var_58225_cast, var_58182_cast))[name = tensor<string, []>("op_58303_cast")];
            tensor<fp16, []> var_58304_to_fp16 = const()[name = tensor<string, []>("op_58304_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 2304, 1, 2304]> aw_4967_cast = mul(x = var_58303_cast, y = var_58304_to_fp16)[name = tensor<string, []>("aw_4967_cast")];
            tensor<string, []> var_58307_equation_0 = const()[name = tensor<string, []>("op_58307_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 2304, 1, 2304]> var_58307_cast = einsum(equation = var_58307_equation_0, values = (var_58229_cast, var_58186_cast))[name = tensor<string, []>("op_58307_cast")];
            tensor<fp16, []> var_58308_to_fp16 = const()[name = tensor<string, []>("op_58308_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 2304, 1, 2304]> aw_4969_cast = mul(x = var_58307_cast, y = var_58308_to_fp16)[name = tensor<string, []>("aw_4969_cast")];
            tensor<string, []> var_58311_equation_0 = const()[name = tensor<string, []>("op_58311_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 2304, 1, 2304]> var_58311_cast = einsum(equation = var_58311_equation_0, values = (var_58233_cast, var_58190_cast))[name = tensor<string, []>("op_58311_cast")];
            tensor<fp16, []> var_58312_to_fp16 = const()[name = tensor<string, []>("op_58312_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 2304, 1, 2304]> aw_4971_cast = mul(x = var_58311_cast, y = var_58312_to_fp16)[name = tensor<string, []>("aw_4971_cast")];
            tensor<string, []> var_58315_equation_0 = const()[name = tensor<string, []>("op_58315_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 2304, 1, 2304]> var_58315_cast = einsum(equation = var_58315_equation_0, values = (var_58237_cast, var_58194_cast))[name = tensor<string, []>("op_58315_cast")];
            tensor<fp16, []> var_58316_to_fp16 = const()[name = tensor<string, []>("op_58316_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 2304, 1, 2304]> aw_4973_cast = mul(x = var_58315_cast, y = var_58316_to_fp16)[name = tensor<string, []>("aw_4973_cast")];
            tensor<string, []> var_58319_equation_0 = const()[name = tensor<string, []>("op_58319_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 2304, 1, 2304]> var_58319_cast = einsum(equation = var_58319_equation_0, values = (var_58241_cast, var_58198_cast))[name = tensor<string, []>("op_58319_cast")];
            tensor<fp16, []> var_58320_to_fp16 = const()[name = tensor<string, []>("op_58320_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 2304, 1, 2304]> aw_4975_cast = mul(x = var_58319_cast, y = var_58320_to_fp16)[name = tensor<string, []>("aw_4975_cast")];
            tensor<string, []> var_58323_equation_0 = const()[name = tensor<string, []>("op_58323_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 2304, 1, 2304]> var_58323_cast = einsum(equation = var_58323_equation_0, values = (var_58245_cast, var_58202_cast))[name = tensor<string, []>("op_58323_cast")];
            tensor<fp16, []> var_58324_to_fp16 = const()[name = tensor<string, []>("op_58324_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 2304, 1, 2304]> aw_4977_cast = mul(x = var_58323_cast, y = var_58324_to_fp16)[name = tensor<string, []>("aw_4977_cast")];
            tensor<string, []> var_58327_equation_0 = const()[name = tensor<string, []>("op_58327_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 2304, 1, 2304]> var_58327_cast = einsum(equation = var_58327_equation_0, values = (var_58249_cast, var_58206_cast))[name = tensor<string, []>("op_58327_cast")];
            tensor<fp16, []> var_58328_to_fp16 = const()[name = tensor<string, []>("op_58328_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 2304, 1, 2304]> aw_4979_cast = mul(x = var_58327_cast, y = var_58328_to_fp16)[name = tensor<string, []>("aw_4979_cast")];
            tensor<fp16, [2, 2304, 1, 2304]> var_58330_cast = softmax(axis = var_58034, x = aw_4961_cast)[name = tensor<string, []>("op_58330_cast")];
            tensor<fp16, [2, 2304, 1, 2304]> var_58331_cast = softmax(axis = var_58034, x = aw_4963_cast)[name = tensor<string, []>("op_58331_cast")];
            tensor<fp16, [2, 2304, 1, 2304]> var_58332_cast = softmax(axis = var_58034, x = aw_4965_cast)[name = tensor<string, []>("op_58332_cast")];
            tensor<fp16, [2, 2304, 1, 2304]> var_58333_cast = softmax(axis = var_58034, x = aw_4967_cast)[name = tensor<string, []>("op_58333_cast")];
            tensor<fp16, [2, 2304, 1, 2304]> var_58334_cast = softmax(axis = var_58034, x = aw_4969_cast)[name = tensor<string, []>("op_58334_cast")];
            tensor<fp16, [2, 2304, 1, 2304]> var_58335_cast = softmax(axis = var_58034, x = aw_4971_cast)[name = tensor<string, []>("op_58335_cast")];
            tensor<fp16, [2, 2304, 1, 2304]> var_58336_cast = softmax(axis = var_58034, x = aw_4973_cast)[name = tensor<string, []>("op_58336_cast")];
            tensor<fp16, [2, 2304, 1, 2304]> var_58337_cast = softmax(axis = var_58034, x = aw_4975_cast)[name = tensor<string, []>("op_58337_cast")];
            tensor<fp16, [2, 2304, 1, 2304]> var_58338_cast = softmax(axis = var_58034, x = aw_4977_cast)[name = tensor<string, []>("op_58338_cast")];
            tensor<fp16, [2, 2304, 1, 2304]> var_58339_cast = softmax(axis = var_58034, x = aw_4979_cast)[name = tensor<string, []>("op_58339_cast")];
            tensor<string, []> var_58341_equation_0 = const()[name = tensor<string, []>("op_58341_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_58341_cast = einsum(equation = var_58341_equation_0, values = (var_58251_cast, var_58330_cast))[name = tensor<string, []>("op_58341_cast")];
            tensor<string, []> var_58343_equation_0 = const()[name = tensor<string, []>("op_58343_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_58343_cast = einsum(equation = var_58343_equation_0, values = (var_58255_cast, var_58331_cast))[name = tensor<string, []>("op_58343_cast")];
            tensor<string, []> var_58345_equation_0 = const()[name = tensor<string, []>("op_58345_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_58345_cast = einsum(equation = var_58345_equation_0, values = (var_58259_cast, var_58332_cast))[name = tensor<string, []>("op_58345_cast")];
            tensor<string, []> var_58347_equation_0 = const()[name = tensor<string, []>("op_58347_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_58347_cast = einsum(equation = var_58347_equation_0, values = (var_58263_cast, var_58333_cast))[name = tensor<string, []>("op_58347_cast")];
            tensor<string, []> var_58349_equation_0 = const()[name = tensor<string, []>("op_58349_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_58349_cast = einsum(equation = var_58349_equation_0, values = (var_58267_cast, var_58334_cast))[name = tensor<string, []>("op_58349_cast")];
            tensor<string, []> var_58351_equation_0 = const()[name = tensor<string, []>("op_58351_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_58351_cast = einsum(equation = var_58351_equation_0, values = (var_58271_cast, var_58335_cast))[name = tensor<string, []>("op_58351_cast")];
            tensor<string, []> var_58353_equation_0 = const()[name = tensor<string, []>("op_58353_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_58353_cast = einsum(equation = var_58353_equation_0, values = (var_58275_cast, var_58336_cast))[name = tensor<string, []>("op_58353_cast")];
            tensor<string, []> var_58355_equation_0 = const()[name = tensor<string, []>("op_58355_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_58355_cast = einsum(equation = var_58355_equation_0, values = (var_58279_cast, var_58337_cast))[name = tensor<string, []>("op_58355_cast")];
            tensor<string, []> var_58357_equation_0 = const()[name = tensor<string, []>("op_58357_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_58357_cast = einsum(equation = var_58357_equation_0, values = (var_58283_cast, var_58338_cast))[name = tensor<string, []>("op_58357_cast")];
            tensor<string, []> var_58359_equation_0 = const()[name = tensor<string, []>("op_58359_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_58359_cast = einsum(equation = var_58359_equation_0, values = (var_58287_cast, var_58339_cast))[name = tensor<string, []>("op_58359_cast")];
            tensor<bool, []> input_737_interleave_0 = const()[name = tensor<string, []>("input_737_interleave_0"), val = tensor<bool, []>(false)];
            tensor<fp16, [2, 640, 1, 2304]> input_737_cast = concat(axis = var_58034, interleave = input_737_interleave_0, values = (var_58341_cast, var_58343_cast, var_58345_cast, var_58347_cast, var_58349_cast, var_58351_cast, var_58353_cast, var_58355_cast, var_58357_cast, var_58359_cast))[name = tensor<string, []>("input_737_cast")];
            tensor<int32, [2]> var_58365 = const()[name = tensor<string, []>("op_58365"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_58367 = const()[name = tensor<string, []>("op_58367"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_58369_pad_type_0 = const()[name = tensor<string, []>("op_58369_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_58369_pad_0 = const()[name = tensor<string, []>("op_58369_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [640, 640, 1, 1]> up_blocks_1_attentions_0_transformer_blocks_0_attn1_to_out_0_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [409600]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(553552000))), lut = tensor<fp16, [256]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(553961664))), name = tensor<string, []>("up_blocks_1_attentions_0_transformer_blocks_0_attn1_to_out_0_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([640, 640, 1, 1])];
            tensor<fp16, [640]> up_blocks_1_attentions_0_transformer_blocks_0_attn1_to_out_0_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_1_attentions_0_transformer_blocks_0_attn1_to_out_0_bias_to_fp16"), val = tensor<fp16, [640]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(553962240)))];
            tensor<fp16, [2, 640, 1, 2304]> var_58369_cast = conv(bias = up_blocks_1_attentions_0_transformer_blocks_0_attn1_to_out_0_bias_to_fp16, dilations = var_58367, groups = var_58034, pad = var_58369_pad_0, pad_type = var_58369_pad_type_0, strides = var_58365, weight = up_blocks_1_attentions_0_transformer_blocks_0_attn1_to_out_0_weight_to_fp16_palettized, x = input_737_cast)[name = tensor<string, []>("op_58369_cast")];
            tensor<fp16, [2, 640, 1, 2304]> inputs_387_cast = add(x = var_58369_cast, y = inputs_385_cast)[name = tensor<string, []>("inputs_387_cast")];
            tensor<int32, [1]> var_58373 = const()[name = tensor<string, []>("op_58373"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 2304]> channels_mean_387_cast = reduce_mean(axes = var_58373, keep_dims = var_58029, x = inputs_387_cast)[name = tensor<string, []>("channels_mean_387_cast")];
            tensor<fp16, [2, 640, 1, 2304]> zero_mean_387_cast = sub(x = inputs_387_cast, y = channels_mean_387_cast)[name = tensor<string, []>("zero_mean_387_cast")];
            tensor<fp16, [2, 640, 1, 2304]> zero_mean_sq_387_cast = mul(x = zero_mean_387_cast, y = zero_mean_387_cast)[name = tensor<string, []>("zero_mean_sq_387_cast")];
            tensor<int32, [1]> var_58377 = const()[name = tensor<string, []>("op_58377"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 2304]> var_58378_cast = reduce_mean(axes = var_58377, keep_dims = var_58029, x = zero_mean_sq_387_cast)[name = tensor<string, []>("op_58378_cast")];
            tensor<fp16, []> var_58379_to_fp16 = const()[name = tensor<string, []>("op_58379_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 2304]> var_58380_cast = add(x = var_58378_cast, y = var_58379_to_fp16)[name = tensor<string, []>("op_58380_cast")];
            tensor<fp16, []> denom_387_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_387_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 2304]> denom_387_cast = rsqrt(epsilon = denom_387_epsilon_0_to_fp16, x = var_58380_cast)[name = tensor<string, []>("denom_387_cast")];
            tensor<fp16, [2, 640, 1, 2304]> out_387_cast = mul(x = zero_mean_387_cast, y = denom_387_cast)[name = tensor<string, []>("out_387_cast")];
            tensor<fp16, [1, 640, 1, 1]> var_58384_to_fp16 = const()[name = tensor<string, []>("op_58384_to_fp16"), val = tensor<fp16, [1, 640, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(553963584)))];
            tensor<fp16, [2, 640, 1, 2304]> var_58385_cast = add(x = out_387_cast, y = var_58384_to_fp16)[name = tensor<string, []>("op_58385_cast")];
            tensor<fp16, [1, 640, 1, 1]> var_58387_to_fp16 = const()[name = tensor<string, []>("op_58387_to_fp16"), val = tensor<fp16, [1, 640, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(553964928)))];
            tensor<fp16, [2, 640, 1, 2304]> hidden_states_511_cast = mul(x = var_58385_cast, y = var_58387_to_fp16)[name = tensor<string, []>("hidden_states_511_cast")];
            tensor<int32, [2]> var_58394 = const()[name = tensor<string, []>("op_58394"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_58396 = const()[name = tensor<string, []>("op_58396"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> q_259_pad_type_0 = const()[name = tensor<string, []>("q_259_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> q_259_pad_0 = const()[name = tensor<string, []>("q_259_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [640, 640, 1, 1]> up_blocks_1_attentions_0_transformer_blocks_0_attn2_to_q_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [409600]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(553966272))), lut = tensor<fp16, [256]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(554375936))), name = tensor<string, []>("up_blocks_1_attentions_0_transformer_blocks_0_attn2_to_q_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([640, 640, 1, 1])];
            tensor<fp16, [2, 640, 1, 2304]> q_259_cast = conv(dilations = var_58396, groups = var_58034, pad = q_259_pad_0, pad_type = q_259_pad_type_0, strides = var_58394, weight = up_blocks_1_attentions_0_transformer_blocks_0_attn2_to_q_weight_to_fp16_palettized, x = hidden_states_511_cast)[name = tensor<string, []>("q_259_cast")];
            tensor<int32, [2]> var_58400 = const()[name = tensor<string, []>("op_58400"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_58402 = const()[name = tensor<string, []>("op_58402"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> k_517_pad_type_0 = const()[name = tensor<string, []>("k_517_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> k_517_pad_0 = const()[name = tensor<string, []>("k_517_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [640, 2048, 1, 1]> up_blocks_1_attentions_0_transformer_blocks_0_attn2_to_k_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [655360]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(554376512))), lut = tensor<fp16, [16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(555031936))), name = tensor<string, []>("up_blocks_1_attentions_0_transformer_blocks_0_attn2_to_k_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([640, 2048, 1, 1])];
            tensor<fp16, [2, 640, 1, 77]> k_517_cast = conv(dilations = var_58402, groups = var_58034, pad = k_517_pad_0, pad_type = k_517_pad_type_0, strides = var_58400, weight = up_blocks_1_attentions_0_transformer_blocks_0_attn2_to_k_weight_to_fp16_palettized, x = encoder_hidden_states)[name = tensor<string, []>("k_517_cast")];
            tensor<int32, [2]> var_58406 = const()[name = tensor<string, []>("op_58406"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_58408 = const()[name = tensor<string, []>("op_58408"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> v_259_pad_type_0 = const()[name = tensor<string, []>("v_259_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> v_259_pad_0 = const()[name = tensor<string, []>("v_259_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [640, 2048, 1, 1]> up_blocks_1_attentions_0_transformer_blocks_0_attn2_to_v_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [655360]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(555032064))), lut = tensor<fp16, [16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(555687488))), name = tensor<string, []>("up_blocks_1_attentions_0_transformer_blocks_0_attn2_to_v_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([640, 2048, 1, 1])];
            tensor<fp16, [2, 640, 1, 77]> v_259_cast = conv(dilations = var_58408, groups = var_58034, pad = v_259_pad_0, pad_type = v_259_pad_type_0, strides = var_58406, weight = up_blocks_1_attentions_0_transformer_blocks_0_attn2_to_v_weight_to_fp16_palettized, x = encoder_hidden_states)[name = tensor<string, []>("v_259_cast")];
            tensor<int32, [4]> var_58412_begin_0 = const()[name = tensor<string, []>("op_58412_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_58412_end_0 = const()[name = tensor<string, []>("op_58412_end_0"), val = tensor<int32, [4]>([2, 64, 1, 2304])];
            tensor<bool, [4]> var_58412_end_mask_0 = const()[name = tensor<string, []>("op_58412_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_58412_cast = slice_by_index(begin = var_58412_begin_0, end = var_58412_end_0, end_mask = var_58412_end_mask_0, x = q_259_cast)[name = tensor<string, []>("op_58412_cast")];
            tensor<int32, [4]> var_58416_begin_0 = const()[name = tensor<string, []>("op_58416_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_58416_end_0 = const()[name = tensor<string, []>("op_58416_end_0"), val = tensor<int32, [4]>([2, 128, 1, 2304])];
            tensor<bool, [4]> var_58416_end_mask_0 = const()[name = tensor<string, []>("op_58416_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_58416_cast = slice_by_index(begin = var_58416_begin_0, end = var_58416_end_0, end_mask = var_58416_end_mask_0, x = q_259_cast)[name = tensor<string, []>("op_58416_cast")];
            tensor<int32, [4]> var_58420_begin_0 = const()[name = tensor<string, []>("op_58420_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_58420_end_0 = const()[name = tensor<string, []>("op_58420_end_0"), val = tensor<int32, [4]>([2, 192, 1, 2304])];
            tensor<bool, [4]> var_58420_end_mask_0 = const()[name = tensor<string, []>("op_58420_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_58420_cast = slice_by_index(begin = var_58420_begin_0, end = var_58420_end_0, end_mask = var_58420_end_mask_0, x = q_259_cast)[name = tensor<string, []>("op_58420_cast")];
            tensor<int32, [4]> var_58424_begin_0 = const()[name = tensor<string, []>("op_58424_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_58424_end_0 = const()[name = tensor<string, []>("op_58424_end_0"), val = tensor<int32, [4]>([2, 256, 1, 2304])];
            tensor<bool, [4]> var_58424_end_mask_0 = const()[name = tensor<string, []>("op_58424_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_58424_cast = slice_by_index(begin = var_58424_begin_0, end = var_58424_end_0, end_mask = var_58424_end_mask_0, x = q_259_cast)[name = tensor<string, []>("op_58424_cast")];
            tensor<int32, [4]> var_58428_begin_0 = const()[name = tensor<string, []>("op_58428_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_58428_end_0 = const()[name = tensor<string, []>("op_58428_end_0"), val = tensor<int32, [4]>([2, 320, 1, 2304])];
            tensor<bool, [4]> var_58428_end_mask_0 = const()[name = tensor<string, []>("op_58428_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_58428_cast = slice_by_index(begin = var_58428_begin_0, end = var_58428_end_0, end_mask = var_58428_end_mask_0, x = q_259_cast)[name = tensor<string, []>("op_58428_cast")];
            tensor<int32, [4]> var_58432_begin_0 = const()[name = tensor<string, []>("op_58432_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_58432_end_0 = const()[name = tensor<string, []>("op_58432_end_0"), val = tensor<int32, [4]>([2, 384, 1, 2304])];
            tensor<bool, [4]> var_58432_end_mask_0 = const()[name = tensor<string, []>("op_58432_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_58432_cast = slice_by_index(begin = var_58432_begin_0, end = var_58432_end_0, end_mask = var_58432_end_mask_0, x = q_259_cast)[name = tensor<string, []>("op_58432_cast")];
            tensor<int32, [4]> var_58436_begin_0 = const()[name = tensor<string, []>("op_58436_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_58436_end_0 = const()[name = tensor<string, []>("op_58436_end_0"), val = tensor<int32, [4]>([2, 448, 1, 2304])];
            tensor<bool, [4]> var_58436_end_mask_0 = const()[name = tensor<string, []>("op_58436_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_58436_cast = slice_by_index(begin = var_58436_begin_0, end = var_58436_end_0, end_mask = var_58436_end_mask_0, x = q_259_cast)[name = tensor<string, []>("op_58436_cast")];
            tensor<int32, [4]> var_58440_begin_0 = const()[name = tensor<string, []>("op_58440_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_58440_end_0 = const()[name = tensor<string, []>("op_58440_end_0"), val = tensor<int32, [4]>([2, 512, 1, 2304])];
            tensor<bool, [4]> var_58440_end_mask_0 = const()[name = tensor<string, []>("op_58440_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_58440_cast = slice_by_index(begin = var_58440_begin_0, end = var_58440_end_0, end_mask = var_58440_end_mask_0, x = q_259_cast)[name = tensor<string, []>("op_58440_cast")];
            tensor<int32, [4]> var_58444_begin_0 = const()[name = tensor<string, []>("op_58444_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_58444_end_0 = const()[name = tensor<string, []>("op_58444_end_0"), val = tensor<int32, [4]>([2, 576, 1, 2304])];
            tensor<bool, [4]> var_58444_end_mask_0 = const()[name = tensor<string, []>("op_58444_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_58444_cast = slice_by_index(begin = var_58444_begin_0, end = var_58444_end_0, end_mask = var_58444_end_mask_0, x = q_259_cast)[name = tensor<string, []>("op_58444_cast")];
            tensor<int32, [4]> var_58448_begin_0 = const()[name = tensor<string, []>("op_58448_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_58448_end_0 = const()[name = tensor<string, []>("op_58448_end_0"), val = tensor<int32, [4]>([2, 640, 1, 2304])];
            tensor<bool, [4]> var_58448_end_mask_0 = const()[name = tensor<string, []>("op_58448_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_58448_cast = slice_by_index(begin = var_58448_begin_0, end = var_58448_end_0, end_mask = var_58448_end_mask_0, x = q_259_cast)[name = tensor<string, []>("op_58448_cast")];
            tensor<int32, [4]> k_519_perm_0 = const()[name = tensor<string, []>("k_519_perm_0"), val = tensor<int32, [4]>([0, 3, 2, 1])];
            tensor<int32, [4]> var_58455_begin_0 = const()[name = tensor<string, []>("op_58455_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_58455_end_0 = const()[name = tensor<string, []>("op_58455_end_0"), val = tensor<int32, [4]>([2, 77, 1, 64])];
            tensor<bool, [4]> var_58455_end_mask_0 = const()[name = tensor<string, []>("op_58455_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 640]> transpose_10 = transpose(perm = k_519_perm_0, x = k_517_cast)[name = tensor<string, []>("transpose_10")];
            tensor<fp16, [2, 77, 1, 64]> var_58455_cast = slice_by_index(begin = var_58455_begin_0, end = var_58455_end_0, end_mask = var_58455_end_mask_0, x = transpose_10)[name = tensor<string, []>("op_58455_cast")];
            tensor<int32, [4]> var_58459_begin_0 = const()[name = tensor<string, []>("op_58459_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 64])];
            tensor<int32, [4]> var_58459_end_0 = const()[name = tensor<string, []>("op_58459_end_0"), val = tensor<int32, [4]>([2, 77, 1, 128])];
            tensor<bool, [4]> var_58459_end_mask_0 = const()[name = tensor<string, []>("op_58459_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_58459_cast = slice_by_index(begin = var_58459_begin_0, end = var_58459_end_0, end_mask = var_58459_end_mask_0, x = transpose_10)[name = tensor<string, []>("op_58459_cast")];
            tensor<int32, [4]> var_58463_begin_0 = const()[name = tensor<string, []>("op_58463_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 128])];
            tensor<int32, [4]> var_58463_end_0 = const()[name = tensor<string, []>("op_58463_end_0"), val = tensor<int32, [4]>([2, 77, 1, 192])];
            tensor<bool, [4]> var_58463_end_mask_0 = const()[name = tensor<string, []>("op_58463_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_58463_cast = slice_by_index(begin = var_58463_begin_0, end = var_58463_end_0, end_mask = var_58463_end_mask_0, x = transpose_10)[name = tensor<string, []>("op_58463_cast")];
            tensor<int32, [4]> var_58467_begin_0 = const()[name = tensor<string, []>("op_58467_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 192])];
            tensor<int32, [4]> var_58467_end_0 = const()[name = tensor<string, []>("op_58467_end_0"), val = tensor<int32, [4]>([2, 77, 1, 256])];
            tensor<bool, [4]> var_58467_end_mask_0 = const()[name = tensor<string, []>("op_58467_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_58467_cast = slice_by_index(begin = var_58467_begin_0, end = var_58467_end_0, end_mask = var_58467_end_mask_0, x = transpose_10)[name = tensor<string, []>("op_58467_cast")];
            tensor<int32, [4]> var_58471_begin_0 = const()[name = tensor<string, []>("op_58471_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 256])];
            tensor<int32, [4]> var_58471_end_0 = const()[name = tensor<string, []>("op_58471_end_0"), val = tensor<int32, [4]>([2, 77, 1, 320])];
            tensor<bool, [4]> var_58471_end_mask_0 = const()[name = tensor<string, []>("op_58471_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_58471_cast = slice_by_index(begin = var_58471_begin_0, end = var_58471_end_0, end_mask = var_58471_end_mask_0, x = transpose_10)[name = tensor<string, []>("op_58471_cast")];
            tensor<int32, [4]> var_58475_begin_0 = const()[name = tensor<string, []>("op_58475_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 320])];
            tensor<int32, [4]> var_58475_end_0 = const()[name = tensor<string, []>("op_58475_end_0"), val = tensor<int32, [4]>([2, 77, 1, 384])];
            tensor<bool, [4]> var_58475_end_mask_0 = const()[name = tensor<string, []>("op_58475_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_58475_cast = slice_by_index(begin = var_58475_begin_0, end = var_58475_end_0, end_mask = var_58475_end_mask_0, x = transpose_10)[name = tensor<string, []>("op_58475_cast")];
            tensor<int32, [4]> var_58479_begin_0 = const()[name = tensor<string, []>("op_58479_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 384])];
            tensor<int32, [4]> var_58479_end_0 = const()[name = tensor<string, []>("op_58479_end_0"), val = tensor<int32, [4]>([2, 77, 1, 448])];
            tensor<bool, [4]> var_58479_end_mask_0 = const()[name = tensor<string, []>("op_58479_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_58479_cast = slice_by_index(begin = var_58479_begin_0, end = var_58479_end_0, end_mask = var_58479_end_mask_0, x = transpose_10)[name = tensor<string, []>("op_58479_cast")];
            tensor<int32, [4]> var_58483_begin_0 = const()[name = tensor<string, []>("op_58483_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 448])];
            tensor<int32, [4]> var_58483_end_0 = const()[name = tensor<string, []>("op_58483_end_0"), val = tensor<int32, [4]>([2, 77, 1, 512])];
            tensor<bool, [4]> var_58483_end_mask_0 = const()[name = tensor<string, []>("op_58483_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_58483_cast = slice_by_index(begin = var_58483_begin_0, end = var_58483_end_0, end_mask = var_58483_end_mask_0, x = transpose_10)[name = tensor<string, []>("op_58483_cast")];
            tensor<int32, [4]> var_58487_begin_0 = const()[name = tensor<string, []>("op_58487_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 512])];
            tensor<int32, [4]> var_58487_end_0 = const()[name = tensor<string, []>("op_58487_end_0"), val = tensor<int32, [4]>([2, 77, 1, 576])];
            tensor<bool, [4]> var_58487_end_mask_0 = const()[name = tensor<string, []>("op_58487_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_58487_cast = slice_by_index(begin = var_58487_begin_0, end = var_58487_end_0, end_mask = var_58487_end_mask_0, x = transpose_10)[name = tensor<string, []>("op_58487_cast")];
            tensor<int32, [4]> var_58491_begin_0 = const()[name = tensor<string, []>("op_58491_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 576])];
            tensor<int32, [4]> var_58491_end_0 = const()[name = tensor<string, []>("op_58491_end_0"), val = tensor<int32, [4]>([2, 77, 1, 640])];
            tensor<bool, [4]> var_58491_end_mask_0 = const()[name = tensor<string, []>("op_58491_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_58491_cast = slice_by_index(begin = var_58491_begin_0, end = var_58491_end_0, end_mask = var_58491_end_mask_0, x = transpose_10)[name = tensor<string, []>("op_58491_cast")];
            tensor<int32, [4]> var_58493_begin_0 = const()[name = tensor<string, []>("op_58493_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_58493_end_0 = const()[name = tensor<string, []>("op_58493_end_0"), val = tensor<int32, [4]>([2, 64, 1, 77])];
            tensor<bool, [4]> var_58493_end_mask_0 = const()[name = tensor<string, []>("op_58493_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_58493_cast = slice_by_index(begin = var_58493_begin_0, end = var_58493_end_0, end_mask = var_58493_end_mask_0, x = v_259_cast)[name = tensor<string, []>("op_58493_cast")];
            tensor<int32, [4]> var_58497_begin_0 = const()[name = tensor<string, []>("op_58497_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_58497_end_0 = const()[name = tensor<string, []>("op_58497_end_0"), val = tensor<int32, [4]>([2, 128, 1, 77])];
            tensor<bool, [4]> var_58497_end_mask_0 = const()[name = tensor<string, []>("op_58497_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_58497_cast = slice_by_index(begin = var_58497_begin_0, end = var_58497_end_0, end_mask = var_58497_end_mask_0, x = v_259_cast)[name = tensor<string, []>("op_58497_cast")];
            tensor<int32, [4]> var_58501_begin_0 = const()[name = tensor<string, []>("op_58501_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_58501_end_0 = const()[name = tensor<string, []>("op_58501_end_0"), val = tensor<int32, [4]>([2, 192, 1, 77])];
            tensor<bool, [4]> var_58501_end_mask_0 = const()[name = tensor<string, []>("op_58501_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_58501_cast = slice_by_index(begin = var_58501_begin_0, end = var_58501_end_0, end_mask = var_58501_end_mask_0, x = v_259_cast)[name = tensor<string, []>("op_58501_cast")];
            tensor<int32, [4]> var_58505_begin_0 = const()[name = tensor<string, []>("op_58505_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_58505_end_0 = const()[name = tensor<string, []>("op_58505_end_0"), val = tensor<int32, [4]>([2, 256, 1, 77])];
            tensor<bool, [4]> var_58505_end_mask_0 = const()[name = tensor<string, []>("op_58505_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_58505_cast = slice_by_index(begin = var_58505_begin_0, end = var_58505_end_0, end_mask = var_58505_end_mask_0, x = v_259_cast)[name = tensor<string, []>("op_58505_cast")];
            tensor<int32, [4]> var_58509_begin_0 = const()[name = tensor<string, []>("op_58509_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_58509_end_0 = const()[name = tensor<string, []>("op_58509_end_0"), val = tensor<int32, [4]>([2, 320, 1, 77])];
            tensor<bool, [4]> var_58509_end_mask_0 = const()[name = tensor<string, []>("op_58509_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_58509_cast = slice_by_index(begin = var_58509_begin_0, end = var_58509_end_0, end_mask = var_58509_end_mask_0, x = v_259_cast)[name = tensor<string, []>("op_58509_cast")];
            tensor<int32, [4]> var_58513_begin_0 = const()[name = tensor<string, []>("op_58513_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_58513_end_0 = const()[name = tensor<string, []>("op_58513_end_0"), val = tensor<int32, [4]>([2, 384, 1, 77])];
            tensor<bool, [4]> var_58513_end_mask_0 = const()[name = tensor<string, []>("op_58513_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_58513_cast = slice_by_index(begin = var_58513_begin_0, end = var_58513_end_0, end_mask = var_58513_end_mask_0, x = v_259_cast)[name = tensor<string, []>("op_58513_cast")];
            tensor<int32, [4]> var_58517_begin_0 = const()[name = tensor<string, []>("op_58517_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_58517_end_0 = const()[name = tensor<string, []>("op_58517_end_0"), val = tensor<int32, [4]>([2, 448, 1, 77])];
            tensor<bool, [4]> var_58517_end_mask_0 = const()[name = tensor<string, []>("op_58517_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_58517_cast = slice_by_index(begin = var_58517_begin_0, end = var_58517_end_0, end_mask = var_58517_end_mask_0, x = v_259_cast)[name = tensor<string, []>("op_58517_cast")];
            tensor<int32, [4]> var_58521_begin_0 = const()[name = tensor<string, []>("op_58521_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_58521_end_0 = const()[name = tensor<string, []>("op_58521_end_0"), val = tensor<int32, [4]>([2, 512, 1, 77])];
            tensor<bool, [4]> var_58521_end_mask_0 = const()[name = tensor<string, []>("op_58521_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_58521_cast = slice_by_index(begin = var_58521_begin_0, end = var_58521_end_0, end_mask = var_58521_end_mask_0, x = v_259_cast)[name = tensor<string, []>("op_58521_cast")];
            tensor<int32, [4]> var_58525_begin_0 = const()[name = tensor<string, []>("op_58525_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_58525_end_0 = const()[name = tensor<string, []>("op_58525_end_0"), val = tensor<int32, [4]>([2, 576, 1, 77])];
            tensor<bool, [4]> var_58525_end_mask_0 = const()[name = tensor<string, []>("op_58525_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_58525_cast = slice_by_index(begin = var_58525_begin_0, end = var_58525_end_0, end_mask = var_58525_end_mask_0, x = v_259_cast)[name = tensor<string, []>("op_58525_cast")];
            tensor<int32, [4]> var_58529_begin_0 = const()[name = tensor<string, []>("op_58529_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_58529_end_0 = const()[name = tensor<string, []>("op_58529_end_0"), val = tensor<int32, [4]>([2, 640, 1, 77])];
            tensor<bool, [4]> var_58529_end_mask_0 = const()[name = tensor<string, []>("op_58529_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_58529_cast = slice_by_index(begin = var_58529_begin_0, end = var_58529_end_0, end_mask = var_58529_end_mask_0, x = v_259_cast)[name = tensor<string, []>("op_58529_cast")];
            tensor<string, []> var_58533_equation_0 = const()[name = tensor<string, []>("op_58533_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 2304]> var_58533_cast = einsum(equation = var_58533_equation_0, values = (var_58455_cast, var_58412_cast))[name = tensor<string, []>("op_58533_cast")];
            tensor<fp16, []> var_58534_to_fp16 = const()[name = tensor<string, []>("op_58534_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 2304]> aw_4981_cast = mul(x = var_58533_cast, y = var_58534_to_fp16)[name = tensor<string, []>("aw_4981_cast")];
            tensor<string, []> var_58537_equation_0 = const()[name = tensor<string, []>("op_58537_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 2304]> var_58537_cast = einsum(equation = var_58537_equation_0, values = (var_58459_cast, var_58416_cast))[name = tensor<string, []>("op_58537_cast")];
            tensor<fp16, []> var_58538_to_fp16 = const()[name = tensor<string, []>("op_58538_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 2304]> aw_4983_cast = mul(x = var_58537_cast, y = var_58538_to_fp16)[name = tensor<string, []>("aw_4983_cast")];
            tensor<string, []> var_58541_equation_0 = const()[name = tensor<string, []>("op_58541_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 2304]> var_58541_cast = einsum(equation = var_58541_equation_0, values = (var_58463_cast, var_58420_cast))[name = tensor<string, []>("op_58541_cast")];
            tensor<fp16, []> var_58542_to_fp16 = const()[name = tensor<string, []>("op_58542_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 2304]> aw_4985_cast = mul(x = var_58541_cast, y = var_58542_to_fp16)[name = tensor<string, []>("aw_4985_cast")];
            tensor<string, []> var_58545_equation_0 = const()[name = tensor<string, []>("op_58545_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 2304]> var_58545_cast = einsum(equation = var_58545_equation_0, values = (var_58467_cast, var_58424_cast))[name = tensor<string, []>("op_58545_cast")];
            tensor<fp16, []> var_58546_to_fp16 = const()[name = tensor<string, []>("op_58546_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 2304]> aw_4987_cast = mul(x = var_58545_cast, y = var_58546_to_fp16)[name = tensor<string, []>("aw_4987_cast")];
            tensor<string, []> var_58549_equation_0 = const()[name = tensor<string, []>("op_58549_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 2304]> var_58549_cast = einsum(equation = var_58549_equation_0, values = (var_58471_cast, var_58428_cast))[name = tensor<string, []>("op_58549_cast")];
            tensor<fp16, []> var_58550_to_fp16 = const()[name = tensor<string, []>("op_58550_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 2304]> aw_4989_cast = mul(x = var_58549_cast, y = var_58550_to_fp16)[name = tensor<string, []>("aw_4989_cast")];
            tensor<string, []> var_58553_equation_0 = const()[name = tensor<string, []>("op_58553_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 2304]> var_58553_cast = einsum(equation = var_58553_equation_0, values = (var_58475_cast, var_58432_cast))[name = tensor<string, []>("op_58553_cast")];
            tensor<fp16, []> var_58554_to_fp16 = const()[name = tensor<string, []>("op_58554_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 2304]> aw_4991_cast = mul(x = var_58553_cast, y = var_58554_to_fp16)[name = tensor<string, []>("aw_4991_cast")];
            tensor<string, []> var_58557_equation_0 = const()[name = tensor<string, []>("op_58557_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 2304]> var_58557_cast = einsum(equation = var_58557_equation_0, values = (var_58479_cast, var_58436_cast))[name = tensor<string, []>("op_58557_cast")];
            tensor<fp16, []> var_58558_to_fp16 = const()[name = tensor<string, []>("op_58558_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 2304]> aw_4993_cast = mul(x = var_58557_cast, y = var_58558_to_fp16)[name = tensor<string, []>("aw_4993_cast")];
            tensor<string, []> var_58561_equation_0 = const()[name = tensor<string, []>("op_58561_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 2304]> var_58561_cast = einsum(equation = var_58561_equation_0, values = (var_58483_cast, var_58440_cast))[name = tensor<string, []>("op_58561_cast")];
            tensor<fp16, []> var_58562_to_fp16 = const()[name = tensor<string, []>("op_58562_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 2304]> aw_4995_cast = mul(x = var_58561_cast, y = var_58562_to_fp16)[name = tensor<string, []>("aw_4995_cast")];
            tensor<string, []> var_58565_equation_0 = const()[name = tensor<string, []>("op_58565_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 2304]> var_58565_cast = einsum(equation = var_58565_equation_0, values = (var_58487_cast, var_58444_cast))[name = tensor<string, []>("op_58565_cast")];
            tensor<fp16, []> var_58566_to_fp16 = const()[name = tensor<string, []>("op_58566_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 2304]> aw_4997_cast = mul(x = var_58565_cast, y = var_58566_to_fp16)[name = tensor<string, []>("aw_4997_cast")];
            tensor<string, []> var_58569_equation_0 = const()[name = tensor<string, []>("op_58569_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 2304]> var_58569_cast = einsum(equation = var_58569_equation_0, values = (var_58491_cast, var_58448_cast))[name = tensor<string, []>("op_58569_cast")];
            tensor<fp16, []> var_58570_to_fp16 = const()[name = tensor<string, []>("op_58570_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 2304]> aw_4999_cast = mul(x = var_58569_cast, y = var_58570_to_fp16)[name = tensor<string, []>("aw_4999_cast")];
            tensor<fp16, [2, 77, 1, 2304]> var_58572_cast = softmax(axis = var_58034, x = aw_4981_cast)[name = tensor<string, []>("op_58572_cast")];
            tensor<fp16, [2, 77, 1, 2304]> var_58573_cast = softmax(axis = var_58034, x = aw_4983_cast)[name = tensor<string, []>("op_58573_cast")];
            tensor<fp16, [2, 77, 1, 2304]> var_58574_cast = softmax(axis = var_58034, x = aw_4985_cast)[name = tensor<string, []>("op_58574_cast")];
            tensor<fp16, [2, 77, 1, 2304]> var_58575_cast = softmax(axis = var_58034, x = aw_4987_cast)[name = tensor<string, []>("op_58575_cast")];
            tensor<fp16, [2, 77, 1, 2304]> var_58576_cast = softmax(axis = var_58034, x = aw_4989_cast)[name = tensor<string, []>("op_58576_cast")];
            tensor<fp16, [2, 77, 1, 2304]> var_58577_cast = softmax(axis = var_58034, x = aw_4991_cast)[name = tensor<string, []>("op_58577_cast")];
            tensor<fp16, [2, 77, 1, 2304]> var_58578_cast = softmax(axis = var_58034, x = aw_4993_cast)[name = tensor<string, []>("op_58578_cast")];
            tensor<fp16, [2, 77, 1, 2304]> var_58579_cast = softmax(axis = var_58034, x = aw_4995_cast)[name = tensor<string, []>("op_58579_cast")];
            tensor<fp16, [2, 77, 1, 2304]> var_58580_cast = softmax(axis = var_58034, x = aw_4997_cast)[name = tensor<string, []>("op_58580_cast")];
            tensor<fp16, [2, 77, 1, 2304]> var_58581_cast = softmax(axis = var_58034, x = aw_4999_cast)[name = tensor<string, []>("op_58581_cast")];
            tensor<string, []> var_58583_equation_0 = const()[name = tensor<string, []>("op_58583_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_58583_cast = einsum(equation = var_58583_equation_0, values = (var_58493_cast, var_58572_cast))[name = tensor<string, []>("op_58583_cast")];
            tensor<string, []> var_58585_equation_0 = const()[name = tensor<string, []>("op_58585_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_58585_cast = einsum(equation = var_58585_equation_0, values = (var_58497_cast, var_58573_cast))[name = tensor<string, []>("op_58585_cast")];
            tensor<string, []> var_58587_equation_0 = const()[name = tensor<string, []>("op_58587_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_58587_cast = einsum(equation = var_58587_equation_0, values = (var_58501_cast, var_58574_cast))[name = tensor<string, []>("op_58587_cast")];
            tensor<string, []> var_58589_equation_0 = const()[name = tensor<string, []>("op_58589_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_58589_cast = einsum(equation = var_58589_equation_0, values = (var_58505_cast, var_58575_cast))[name = tensor<string, []>("op_58589_cast")];
            tensor<string, []> var_58591_equation_0 = const()[name = tensor<string, []>("op_58591_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_58591_cast = einsum(equation = var_58591_equation_0, values = (var_58509_cast, var_58576_cast))[name = tensor<string, []>("op_58591_cast")];
            tensor<string, []> var_58593_equation_0 = const()[name = tensor<string, []>("op_58593_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_58593_cast = einsum(equation = var_58593_equation_0, values = (var_58513_cast, var_58577_cast))[name = tensor<string, []>("op_58593_cast")];
            tensor<string, []> var_58595_equation_0 = const()[name = tensor<string, []>("op_58595_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_58595_cast = einsum(equation = var_58595_equation_0, values = (var_58517_cast, var_58578_cast))[name = tensor<string, []>("op_58595_cast")];
            tensor<string, []> var_58597_equation_0 = const()[name = tensor<string, []>("op_58597_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_58597_cast = einsum(equation = var_58597_equation_0, values = (var_58521_cast, var_58579_cast))[name = tensor<string, []>("op_58597_cast")];
            tensor<string, []> var_58599_equation_0 = const()[name = tensor<string, []>("op_58599_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_58599_cast = einsum(equation = var_58599_equation_0, values = (var_58525_cast, var_58580_cast))[name = tensor<string, []>("op_58599_cast")];
            tensor<string, []> var_58601_equation_0 = const()[name = tensor<string, []>("op_58601_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_58601_cast = einsum(equation = var_58601_equation_0, values = (var_58529_cast, var_58581_cast))[name = tensor<string, []>("op_58601_cast")];
            tensor<bool, []> input_739_interleave_0 = const()[name = tensor<string, []>("input_739_interleave_0"), val = tensor<bool, []>(false)];
            tensor<fp16, [2, 640, 1, 2304]> input_739_cast = concat(axis = var_58034, interleave = input_739_interleave_0, values = (var_58583_cast, var_58585_cast, var_58587_cast, var_58589_cast, var_58591_cast, var_58593_cast, var_58595_cast, var_58597_cast, var_58599_cast, var_58601_cast))[name = tensor<string, []>("input_739_cast")];
            tensor<int32, [2]> var_58607 = const()[name = tensor<string, []>("op_58607"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_58609 = const()[name = tensor<string, []>("op_58609"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_58611_pad_type_0 = const()[name = tensor<string, []>("op_58611_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_58611_pad_0 = const()[name = tensor<string, []>("op_58611_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [640, 640, 1, 1]> up_blocks_1_attentions_0_transformer_blocks_0_attn2_to_out_0_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [204800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(555687616))), lut = tensor<fp16, [16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(555892480))), name = tensor<string, []>("up_blocks_1_attentions_0_transformer_blocks_0_attn2_to_out_0_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([640, 640, 1, 1])];
            tensor<fp16, [640]> up_blocks_1_attentions_0_transformer_blocks_0_attn2_to_out_0_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_1_attentions_0_transformer_blocks_0_attn2_to_out_0_bias_to_fp16"), val = tensor<fp16, [640]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(555892608)))];
            tensor<fp16, [2, 640, 1, 2304]> var_58611_cast = conv(bias = up_blocks_1_attentions_0_transformer_blocks_0_attn2_to_out_0_bias_to_fp16, dilations = var_58609, groups = var_58034, pad = var_58611_pad_0, pad_type = var_58611_pad_type_0, strides = var_58607, weight = up_blocks_1_attentions_0_transformer_blocks_0_attn2_to_out_0_weight_to_fp16_palettized, x = input_739_cast)[name = tensor<string, []>("op_58611_cast")];
            tensor<fp16, [2, 640, 1, 2304]> inputs_389_cast = add(x = var_58611_cast, y = inputs_387_cast)[name = tensor<string, []>("inputs_389_cast")];
            tensor<int32, [1]> var_58615 = const()[name = tensor<string, []>("op_58615"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 2304]> channels_mean_389_cast = reduce_mean(axes = var_58615, keep_dims = var_58029, x = inputs_389_cast)[name = tensor<string, []>("channels_mean_389_cast")];
            tensor<fp16, [2, 640, 1, 2304]> zero_mean_389_cast = sub(x = inputs_389_cast, y = channels_mean_389_cast)[name = tensor<string, []>("zero_mean_389_cast")];
            tensor<fp16, [2, 640, 1, 2304]> zero_mean_sq_389_cast = mul(x = zero_mean_389_cast, y = zero_mean_389_cast)[name = tensor<string, []>("zero_mean_sq_389_cast")];
            tensor<int32, [1]> var_58619 = const()[name = tensor<string, []>("op_58619"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 2304]> var_58620_cast = reduce_mean(axes = var_58619, keep_dims = var_58029, x = zero_mean_sq_389_cast)[name = tensor<string, []>("op_58620_cast")];
            tensor<fp16, []> var_58621_to_fp16 = const()[name = tensor<string, []>("op_58621_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 2304]> var_58622_cast = add(x = var_58620_cast, y = var_58621_to_fp16)[name = tensor<string, []>("op_58622_cast")];
            tensor<fp16, []> denom_389_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_389_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 2304]> denom_389_cast = rsqrt(epsilon = denom_389_epsilon_0_to_fp16, x = var_58622_cast)[name = tensor<string, []>("denom_389_cast")];
            tensor<fp16, [2, 640, 1, 2304]> out_389_cast = mul(x = zero_mean_389_cast, y = denom_389_cast)[name = tensor<string, []>("out_389_cast")];
            tensor<fp16, [1, 640, 1, 1]> var_58626_to_fp16 = const()[name = tensor<string, []>("op_58626_to_fp16"), val = tensor<fp16, [1, 640, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(555893952)))];
            tensor<fp16, [2, 640, 1, 2304]> var_58627_cast = add(x = out_389_cast, y = var_58626_to_fp16)[name = tensor<string, []>("op_58627_cast")];
            tensor<fp16, [1, 640, 1, 1]> var_58629_to_fp16 = const()[name = tensor<string, []>("op_58629_to_fp16"), val = tensor<fp16, [1, 640, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(555895296)))];
            tensor<fp16, [2, 640, 1, 2304]> input_741_cast = mul(x = var_58627_cast, y = var_58629_to_fp16)[name = tensor<string, []>("input_741_cast")];
            tensor<int32, [2]> var_58637 = const()[name = tensor<string, []>("op_58637"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_58639 = const()[name = tensor<string, []>("op_58639"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_58641_pad_type_0 = const()[name = tensor<string, []>("op_58641_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_58641_pad_0 = const()[name = tensor<string, []>("op_58641_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [5120, 640, 1, 1]> up_blocks_1_attentions_0_transformer_blocks_0_ff_net_0_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [3276800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(555896640))), lut = tensor<fp16, [256]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(559173504))), name = tensor<string, []>("up_blocks_1_attentions_0_transformer_blocks_0_ff_net_0_proj_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([5120, 640, 1, 1])];
            tensor<fp16, [5120]> up_blocks_1_attentions_0_transformer_blocks_0_ff_net_0_proj_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_1_attentions_0_transformer_blocks_0_ff_net_0_proj_bias_to_fp16"), val = tensor<fp16, [5120]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(559174080)))];
            tensor<fp16, [2, 5120, 1, 2304]> var_58641_cast = conv(bias = up_blocks_1_attentions_0_transformer_blocks_0_ff_net_0_proj_bias_to_fp16, dilations = var_58639, groups = var_58034, pad = var_58641_pad_0, pad_type = var_58641_pad_type_0, strides = var_58637, weight = up_blocks_1_attentions_0_transformer_blocks_0_ff_net_0_proj_weight_to_fp16_palettized, x = input_741_cast)[name = tensor<string, []>("op_58641_cast")];
            tensor<int32, [2]> var_58642_split_sizes_0 = const()[name = tensor<string, []>("op_58642_split_sizes_0"), val = tensor<int32, [2]>([2560, 2560])];
            tensor<int32, []> var_58642_axis_0 = const()[name = tensor<string, []>("op_58642_axis_0"), val = tensor<int32, []>(1)];
            tensor<fp16, [2, 2560, 1, 2304]> var_58642_cast_0, tensor<fp16, [2, 2560, 1, 2304]> var_58642_cast_1 = split(axis = var_58642_axis_0, split_sizes = var_58642_split_sizes_0, x = var_58641_cast)[name = tensor<string, []>("op_58642_cast")];
            tensor<string, []> var_58644_mode_0 = const()[name = tensor<string, []>("op_58644_mode_0"), val = tensor<string, []>("EXACT")];
            tensor<fp16, [2, 2560, 1, 2304]> var_58644_cast = gelu(mode = var_58644_mode_0, x = var_58642_cast_1)[name = tensor<string, []>("op_58644_cast")];
            tensor<fp16, [2, 2560, 1, 2304]> input_743_cast = mul(x = var_58642_cast_0, y = var_58644_cast)[name = tensor<string, []>("input_743_cast")];
            tensor<int32, [2]> var_58648 = const()[name = tensor<string, []>("op_58648"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_58650 = const()[name = tensor<string, []>("op_58650"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_58652_pad_type_0 = const()[name = tensor<string, []>("op_58652_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_58652_pad_0 = const()[name = tensor<string, []>("op_58652_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [640, 2560, 1, 1]> up_blocks_1_attentions_0_transformer_blocks_0_ff_net_2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [1638400]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(559184384))), lut = tensor<fp16, [256]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(560822848))), name = tensor<string, []>("up_blocks_1_attentions_0_transformer_blocks_0_ff_net_2_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([640, 2560, 1, 1])];
            tensor<fp16, [640]> up_blocks_1_attentions_0_transformer_blocks_0_ff_net_2_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_1_attentions_0_transformer_blocks_0_ff_net_2_bias_to_fp16"), val = tensor<fp16, [640]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(560823424)))];
            tensor<fp16, [2, 640, 1, 2304]> var_58652_cast = conv(bias = up_blocks_1_attentions_0_transformer_blocks_0_ff_net_2_bias_to_fp16, dilations = var_58650, groups = var_58034, pad = var_58652_pad_0, pad_type = var_58652_pad_type_0, strides = var_58648, weight = up_blocks_1_attentions_0_transformer_blocks_0_ff_net_2_weight_to_fp16_palettized, x = input_743_cast)[name = tensor<string, []>("op_58652_cast")];
            tensor<fp16, [2, 640, 1, 2304]> inputs_391_cast = add(x = var_58652_cast, y = inputs_389_cast)[name = tensor<string, []>("inputs_391_cast")];
            tensor<int32, [1]> var_58662 = const()[name = tensor<string, []>("op_58662"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 2304]> channels_mean_391_cast = reduce_mean(axes = var_58662, keep_dims = var_58029, x = inputs_391_cast)[name = tensor<string, []>("channels_mean_391_cast")];
            tensor<fp16, [2, 640, 1, 2304]> zero_mean_391_cast = sub(x = inputs_391_cast, y = channels_mean_391_cast)[name = tensor<string, []>("zero_mean_391_cast")];
            tensor<fp16, [2, 640, 1, 2304]> zero_mean_sq_391_cast = mul(x = zero_mean_391_cast, y = zero_mean_391_cast)[name = tensor<string, []>("zero_mean_sq_391_cast")];
            tensor<int32, [1]> var_58666 = const()[name = tensor<string, []>("op_58666"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 2304]> var_58667_cast = reduce_mean(axes = var_58666, keep_dims = var_58029, x = zero_mean_sq_391_cast)[name = tensor<string, []>("op_58667_cast")];
            tensor<fp16, []> var_58668_to_fp16 = const()[name = tensor<string, []>("op_58668_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 2304]> var_58669_cast = add(x = var_58667_cast, y = var_58668_to_fp16)[name = tensor<string, []>("op_58669_cast")];
            tensor<fp16, []> denom_391_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_391_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 2304]> denom_391_cast = rsqrt(epsilon = denom_391_epsilon_0_to_fp16, x = var_58669_cast)[name = tensor<string, []>("denom_391_cast")];
            tensor<fp16, [2, 640, 1, 2304]> out_391_cast = mul(x = zero_mean_391_cast, y = denom_391_cast)[name = tensor<string, []>("out_391_cast")];
            tensor<fp16, [1, 640, 1, 1]> var_58673_to_fp16 = const()[name = tensor<string, []>("op_58673_to_fp16"), val = tensor<fp16, [1, 640, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(560824768)))];
            tensor<fp16, [2, 640, 1, 2304]> var_58674_cast = add(x = out_391_cast, y = var_58673_to_fp16)[name = tensor<string, []>("op_58674_cast")];
            tensor<fp16, [1, 640, 1, 1]> var_58676_to_fp16 = const()[name = tensor<string, []>("op_58676_to_fp16"), val = tensor<fp16, [1, 640, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(560826112)))];
            tensor<fp16, [2, 640, 1, 2304]> hidden_states_515_cast = mul(x = var_58674_cast, y = var_58676_to_fp16)[name = tensor<string, []>("hidden_states_515_cast")];
            tensor<int32, [2]> var_58683 = const()[name = tensor<string, []>("op_58683"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_58685 = const()[name = tensor<string, []>("op_58685"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> q_261_pad_type_0 = const()[name = tensor<string, []>("q_261_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> q_261_pad_0 = const()[name = tensor<string, []>("q_261_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [640, 640, 1, 1]> up_blocks_1_attentions_0_transformer_blocks_1_attn1_to_q_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [307200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(560827456))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(561134720))), name = tensor<string, []>("up_blocks_1_attentions_0_transformer_blocks_1_attn1_to_q_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([640, 640, 1, 1])];
            tensor<fp16, [2, 640, 1, 2304]> q_261_cast = conv(dilations = var_58685, groups = var_58034, pad = q_261_pad_0, pad_type = q_261_pad_type_0, strides = var_58683, weight = up_blocks_1_attentions_0_transformer_blocks_1_attn1_to_q_weight_to_fp16_palettized, x = hidden_states_515_cast)[name = tensor<string, []>("q_261_cast")];
            tensor<int32, [2]> var_58689 = const()[name = tensor<string, []>("op_58689"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_58691 = const()[name = tensor<string, []>("op_58691"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> k_521_pad_type_0 = const()[name = tensor<string, []>("k_521_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> k_521_pad_0 = const()[name = tensor<string, []>("k_521_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [640, 640, 1, 1]> up_blocks_1_attentions_0_transformer_blocks_1_attn1_to_k_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [307200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(561134912))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(561442176))), name = tensor<string, []>("up_blocks_1_attentions_0_transformer_blocks_1_attn1_to_k_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([640, 640, 1, 1])];
            tensor<fp16, [2, 640, 1, 2304]> k_521_cast = conv(dilations = var_58691, groups = var_58034, pad = k_521_pad_0, pad_type = k_521_pad_type_0, strides = var_58689, weight = up_blocks_1_attentions_0_transformer_blocks_1_attn1_to_k_weight_to_fp16_palettized, x = hidden_states_515_cast)[name = tensor<string, []>("k_521_cast")];
            tensor<int32, [2]> var_58695 = const()[name = tensor<string, []>("op_58695"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_58697 = const()[name = tensor<string, []>("op_58697"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> v_261_pad_type_0 = const()[name = tensor<string, []>("v_261_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> v_261_pad_0 = const()[name = tensor<string, []>("v_261_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [640, 640, 1, 1]> up_blocks_1_attentions_0_transformer_blocks_1_attn1_to_v_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [409600]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(561442368))), lut = tensor<fp16, [256]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(561852032))), name = tensor<string, []>("up_blocks_1_attentions_0_transformer_blocks_1_attn1_to_v_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([640, 640, 1, 1])];
            tensor<fp16, [2, 640, 1, 2304]> v_261_cast = conv(dilations = var_58697, groups = var_58034, pad = v_261_pad_0, pad_type = v_261_pad_type_0, strides = var_58695, weight = up_blocks_1_attentions_0_transformer_blocks_1_attn1_to_v_weight_to_fp16_palettized, x = hidden_states_515_cast)[name = tensor<string, []>("v_261_cast")];
            tensor<int32, [4]> var_58701_begin_0 = const()[name = tensor<string, []>("op_58701_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_58701_end_0 = const()[name = tensor<string, []>("op_58701_end_0"), val = tensor<int32, [4]>([2, 64, 1, 2304])];
            tensor<bool, [4]> var_58701_end_mask_0 = const()[name = tensor<string, []>("op_58701_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_58701_cast = slice_by_index(begin = var_58701_begin_0, end = var_58701_end_0, end_mask = var_58701_end_mask_0, x = q_261_cast)[name = tensor<string, []>("op_58701_cast")];
            tensor<int32, [4]> var_58705_begin_0 = const()[name = tensor<string, []>("op_58705_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_58705_end_0 = const()[name = tensor<string, []>("op_58705_end_0"), val = tensor<int32, [4]>([2, 128, 1, 2304])];
            tensor<bool, [4]> var_58705_end_mask_0 = const()[name = tensor<string, []>("op_58705_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_58705_cast = slice_by_index(begin = var_58705_begin_0, end = var_58705_end_0, end_mask = var_58705_end_mask_0, x = q_261_cast)[name = tensor<string, []>("op_58705_cast")];
            tensor<int32, [4]> var_58709_begin_0 = const()[name = tensor<string, []>("op_58709_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_58709_end_0 = const()[name = tensor<string, []>("op_58709_end_0"), val = tensor<int32, [4]>([2, 192, 1, 2304])];
            tensor<bool, [4]> var_58709_end_mask_0 = const()[name = tensor<string, []>("op_58709_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_58709_cast = slice_by_index(begin = var_58709_begin_0, end = var_58709_end_0, end_mask = var_58709_end_mask_0, x = q_261_cast)[name = tensor<string, []>("op_58709_cast")];
            tensor<int32, [4]> var_58713_begin_0 = const()[name = tensor<string, []>("op_58713_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_58713_end_0 = const()[name = tensor<string, []>("op_58713_end_0"), val = tensor<int32, [4]>([2, 256, 1, 2304])];
            tensor<bool, [4]> var_58713_end_mask_0 = const()[name = tensor<string, []>("op_58713_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_58713_cast = slice_by_index(begin = var_58713_begin_0, end = var_58713_end_0, end_mask = var_58713_end_mask_0, x = q_261_cast)[name = tensor<string, []>("op_58713_cast")];
            tensor<int32, [4]> var_58717_begin_0 = const()[name = tensor<string, []>("op_58717_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_58717_end_0 = const()[name = tensor<string, []>("op_58717_end_0"), val = tensor<int32, [4]>([2, 320, 1, 2304])];
            tensor<bool, [4]> var_58717_end_mask_0 = const()[name = tensor<string, []>("op_58717_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_58717_cast = slice_by_index(begin = var_58717_begin_0, end = var_58717_end_0, end_mask = var_58717_end_mask_0, x = q_261_cast)[name = tensor<string, []>("op_58717_cast")];
            tensor<int32, [4]> var_58721_begin_0 = const()[name = tensor<string, []>("op_58721_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_58721_end_0 = const()[name = tensor<string, []>("op_58721_end_0"), val = tensor<int32, [4]>([2, 384, 1, 2304])];
            tensor<bool, [4]> var_58721_end_mask_0 = const()[name = tensor<string, []>("op_58721_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_58721_cast = slice_by_index(begin = var_58721_begin_0, end = var_58721_end_0, end_mask = var_58721_end_mask_0, x = q_261_cast)[name = tensor<string, []>("op_58721_cast")];
            tensor<int32, [4]> var_58725_begin_0 = const()[name = tensor<string, []>("op_58725_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_58725_end_0 = const()[name = tensor<string, []>("op_58725_end_0"), val = tensor<int32, [4]>([2, 448, 1, 2304])];
            tensor<bool, [4]> var_58725_end_mask_0 = const()[name = tensor<string, []>("op_58725_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_58725_cast = slice_by_index(begin = var_58725_begin_0, end = var_58725_end_0, end_mask = var_58725_end_mask_0, x = q_261_cast)[name = tensor<string, []>("op_58725_cast")];
            tensor<int32, [4]> var_58729_begin_0 = const()[name = tensor<string, []>("op_58729_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_58729_end_0 = const()[name = tensor<string, []>("op_58729_end_0"), val = tensor<int32, [4]>([2, 512, 1, 2304])];
            tensor<bool, [4]> var_58729_end_mask_0 = const()[name = tensor<string, []>("op_58729_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_58729_cast = slice_by_index(begin = var_58729_begin_0, end = var_58729_end_0, end_mask = var_58729_end_mask_0, x = q_261_cast)[name = tensor<string, []>("op_58729_cast")];
            tensor<int32, [4]> var_58733_begin_0 = const()[name = tensor<string, []>("op_58733_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_58733_end_0 = const()[name = tensor<string, []>("op_58733_end_0"), val = tensor<int32, [4]>([2, 576, 1, 2304])];
            tensor<bool, [4]> var_58733_end_mask_0 = const()[name = tensor<string, []>("op_58733_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_58733_cast = slice_by_index(begin = var_58733_begin_0, end = var_58733_end_0, end_mask = var_58733_end_mask_0, x = q_261_cast)[name = tensor<string, []>("op_58733_cast")];
            tensor<int32, [4]> var_58737_begin_0 = const()[name = tensor<string, []>("op_58737_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_58737_end_0 = const()[name = tensor<string, []>("op_58737_end_0"), val = tensor<int32, [4]>([2, 640, 1, 2304])];
            tensor<bool, [4]> var_58737_end_mask_0 = const()[name = tensor<string, []>("op_58737_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_58737_cast = slice_by_index(begin = var_58737_begin_0, end = var_58737_end_0, end_mask = var_58737_end_mask_0, x = q_261_cast)[name = tensor<string, []>("op_58737_cast")];
            tensor<int32, [4]> k_523_perm_0 = const()[name = tensor<string, []>("k_523_perm_0"), val = tensor<int32, [4]>([0, 3, 2, 1])];
            tensor<int32, [4]> var_58744_begin_0 = const()[name = tensor<string, []>("op_58744_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_58744_end_0 = const()[name = tensor<string, []>("op_58744_end_0"), val = tensor<int32, [4]>([2, 2304, 1, 64])];
            tensor<bool, [4]> var_58744_end_mask_0 = const()[name = tensor<string, []>("op_58744_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 2304, 1, 640]> transpose_9 = transpose(perm = k_523_perm_0, x = k_521_cast)[name = tensor<string, []>("transpose_9")];
            tensor<fp16, [2, 2304, 1, 64]> var_58744_cast = slice_by_index(begin = var_58744_begin_0, end = var_58744_end_0, end_mask = var_58744_end_mask_0, x = transpose_9)[name = tensor<string, []>("op_58744_cast")];
            tensor<int32, [4]> var_58748_begin_0 = const()[name = tensor<string, []>("op_58748_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 64])];
            tensor<int32, [4]> var_58748_end_0 = const()[name = tensor<string, []>("op_58748_end_0"), val = tensor<int32, [4]>([2, 2304, 1, 128])];
            tensor<bool, [4]> var_58748_end_mask_0 = const()[name = tensor<string, []>("op_58748_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 2304, 1, 64]> var_58748_cast = slice_by_index(begin = var_58748_begin_0, end = var_58748_end_0, end_mask = var_58748_end_mask_0, x = transpose_9)[name = tensor<string, []>("op_58748_cast")];
            tensor<int32, [4]> var_58752_begin_0 = const()[name = tensor<string, []>("op_58752_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 128])];
            tensor<int32, [4]> var_58752_end_0 = const()[name = tensor<string, []>("op_58752_end_0"), val = tensor<int32, [4]>([2, 2304, 1, 192])];
            tensor<bool, [4]> var_58752_end_mask_0 = const()[name = tensor<string, []>("op_58752_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 2304, 1, 64]> var_58752_cast = slice_by_index(begin = var_58752_begin_0, end = var_58752_end_0, end_mask = var_58752_end_mask_0, x = transpose_9)[name = tensor<string, []>("op_58752_cast")];
            tensor<int32, [4]> var_58756_begin_0 = const()[name = tensor<string, []>("op_58756_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 192])];
            tensor<int32, [4]> var_58756_end_0 = const()[name = tensor<string, []>("op_58756_end_0"), val = tensor<int32, [4]>([2, 2304, 1, 256])];
            tensor<bool, [4]> var_58756_end_mask_0 = const()[name = tensor<string, []>("op_58756_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 2304, 1, 64]> var_58756_cast = slice_by_index(begin = var_58756_begin_0, end = var_58756_end_0, end_mask = var_58756_end_mask_0, x = transpose_9)[name = tensor<string, []>("op_58756_cast")];
            tensor<int32, [4]> var_58760_begin_0 = const()[name = tensor<string, []>("op_58760_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 256])];
            tensor<int32, [4]> var_58760_end_0 = const()[name = tensor<string, []>("op_58760_end_0"), val = tensor<int32, [4]>([2, 2304, 1, 320])];
            tensor<bool, [4]> var_58760_end_mask_0 = const()[name = tensor<string, []>("op_58760_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 2304, 1, 64]> var_58760_cast = slice_by_index(begin = var_58760_begin_0, end = var_58760_end_0, end_mask = var_58760_end_mask_0, x = transpose_9)[name = tensor<string, []>("op_58760_cast")];
            tensor<int32, [4]> var_58764_begin_0 = const()[name = tensor<string, []>("op_58764_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 320])];
            tensor<int32, [4]> var_58764_end_0 = const()[name = tensor<string, []>("op_58764_end_0"), val = tensor<int32, [4]>([2, 2304, 1, 384])];
            tensor<bool, [4]> var_58764_end_mask_0 = const()[name = tensor<string, []>("op_58764_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 2304, 1, 64]> var_58764_cast = slice_by_index(begin = var_58764_begin_0, end = var_58764_end_0, end_mask = var_58764_end_mask_0, x = transpose_9)[name = tensor<string, []>("op_58764_cast")];
            tensor<int32, [4]> var_58768_begin_0 = const()[name = tensor<string, []>("op_58768_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 384])];
            tensor<int32, [4]> var_58768_end_0 = const()[name = tensor<string, []>("op_58768_end_0"), val = tensor<int32, [4]>([2, 2304, 1, 448])];
            tensor<bool, [4]> var_58768_end_mask_0 = const()[name = tensor<string, []>("op_58768_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 2304, 1, 64]> var_58768_cast = slice_by_index(begin = var_58768_begin_0, end = var_58768_end_0, end_mask = var_58768_end_mask_0, x = transpose_9)[name = tensor<string, []>("op_58768_cast")];
            tensor<int32, [4]> var_58772_begin_0 = const()[name = tensor<string, []>("op_58772_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 448])];
            tensor<int32, [4]> var_58772_end_0 = const()[name = tensor<string, []>("op_58772_end_0"), val = tensor<int32, [4]>([2, 2304, 1, 512])];
            tensor<bool, [4]> var_58772_end_mask_0 = const()[name = tensor<string, []>("op_58772_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 2304, 1, 64]> var_58772_cast = slice_by_index(begin = var_58772_begin_0, end = var_58772_end_0, end_mask = var_58772_end_mask_0, x = transpose_9)[name = tensor<string, []>("op_58772_cast")];
            tensor<int32, [4]> var_58776_begin_0 = const()[name = tensor<string, []>("op_58776_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 512])];
            tensor<int32, [4]> var_58776_end_0 = const()[name = tensor<string, []>("op_58776_end_0"), val = tensor<int32, [4]>([2, 2304, 1, 576])];
            tensor<bool, [4]> var_58776_end_mask_0 = const()[name = tensor<string, []>("op_58776_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 2304, 1, 64]> var_58776_cast = slice_by_index(begin = var_58776_begin_0, end = var_58776_end_0, end_mask = var_58776_end_mask_0, x = transpose_9)[name = tensor<string, []>("op_58776_cast")];
            tensor<int32, [4]> var_58780_begin_0 = const()[name = tensor<string, []>("op_58780_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 576])];
            tensor<int32, [4]> var_58780_end_0 = const()[name = tensor<string, []>("op_58780_end_0"), val = tensor<int32, [4]>([2, 2304, 1, 640])];
            tensor<bool, [4]> var_58780_end_mask_0 = const()[name = tensor<string, []>("op_58780_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 2304, 1, 64]> var_58780_cast = slice_by_index(begin = var_58780_begin_0, end = var_58780_end_0, end_mask = var_58780_end_mask_0, x = transpose_9)[name = tensor<string, []>("op_58780_cast")];
            tensor<int32, [4]> var_58782_begin_0 = const()[name = tensor<string, []>("op_58782_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_58782_end_0 = const()[name = tensor<string, []>("op_58782_end_0"), val = tensor<int32, [4]>([2, 64, 1, 2304])];
            tensor<bool, [4]> var_58782_end_mask_0 = const()[name = tensor<string, []>("op_58782_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_58782_cast = slice_by_index(begin = var_58782_begin_0, end = var_58782_end_0, end_mask = var_58782_end_mask_0, x = v_261_cast)[name = tensor<string, []>("op_58782_cast")];
            tensor<int32, [4]> var_58786_begin_0 = const()[name = tensor<string, []>("op_58786_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_58786_end_0 = const()[name = tensor<string, []>("op_58786_end_0"), val = tensor<int32, [4]>([2, 128, 1, 2304])];
            tensor<bool, [4]> var_58786_end_mask_0 = const()[name = tensor<string, []>("op_58786_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_58786_cast = slice_by_index(begin = var_58786_begin_0, end = var_58786_end_0, end_mask = var_58786_end_mask_0, x = v_261_cast)[name = tensor<string, []>("op_58786_cast")];
            tensor<int32, [4]> var_58790_begin_0 = const()[name = tensor<string, []>("op_58790_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_58790_end_0 = const()[name = tensor<string, []>("op_58790_end_0"), val = tensor<int32, [4]>([2, 192, 1, 2304])];
            tensor<bool, [4]> var_58790_end_mask_0 = const()[name = tensor<string, []>("op_58790_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_58790_cast = slice_by_index(begin = var_58790_begin_0, end = var_58790_end_0, end_mask = var_58790_end_mask_0, x = v_261_cast)[name = tensor<string, []>("op_58790_cast")];
            tensor<int32, [4]> var_58794_begin_0 = const()[name = tensor<string, []>("op_58794_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_58794_end_0 = const()[name = tensor<string, []>("op_58794_end_0"), val = tensor<int32, [4]>([2, 256, 1, 2304])];
            tensor<bool, [4]> var_58794_end_mask_0 = const()[name = tensor<string, []>("op_58794_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_58794_cast = slice_by_index(begin = var_58794_begin_0, end = var_58794_end_0, end_mask = var_58794_end_mask_0, x = v_261_cast)[name = tensor<string, []>("op_58794_cast")];
            tensor<int32, [4]> var_58798_begin_0 = const()[name = tensor<string, []>("op_58798_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_58798_end_0 = const()[name = tensor<string, []>("op_58798_end_0"), val = tensor<int32, [4]>([2, 320, 1, 2304])];
            tensor<bool, [4]> var_58798_end_mask_0 = const()[name = tensor<string, []>("op_58798_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_58798_cast = slice_by_index(begin = var_58798_begin_0, end = var_58798_end_0, end_mask = var_58798_end_mask_0, x = v_261_cast)[name = tensor<string, []>("op_58798_cast")];
            tensor<int32, [4]> var_58802_begin_0 = const()[name = tensor<string, []>("op_58802_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_58802_end_0 = const()[name = tensor<string, []>("op_58802_end_0"), val = tensor<int32, [4]>([2, 384, 1, 2304])];
            tensor<bool, [4]> var_58802_end_mask_0 = const()[name = tensor<string, []>("op_58802_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_58802_cast = slice_by_index(begin = var_58802_begin_0, end = var_58802_end_0, end_mask = var_58802_end_mask_0, x = v_261_cast)[name = tensor<string, []>("op_58802_cast")];
            tensor<int32, [4]> var_58806_begin_0 = const()[name = tensor<string, []>("op_58806_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_58806_end_0 = const()[name = tensor<string, []>("op_58806_end_0"), val = tensor<int32, [4]>([2, 448, 1, 2304])];
            tensor<bool, [4]> var_58806_end_mask_0 = const()[name = tensor<string, []>("op_58806_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_58806_cast = slice_by_index(begin = var_58806_begin_0, end = var_58806_end_0, end_mask = var_58806_end_mask_0, x = v_261_cast)[name = tensor<string, []>("op_58806_cast")];
            tensor<int32, [4]> var_58810_begin_0 = const()[name = tensor<string, []>("op_58810_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_58810_end_0 = const()[name = tensor<string, []>("op_58810_end_0"), val = tensor<int32, [4]>([2, 512, 1, 2304])];
            tensor<bool, [4]> var_58810_end_mask_0 = const()[name = tensor<string, []>("op_58810_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_58810_cast = slice_by_index(begin = var_58810_begin_0, end = var_58810_end_0, end_mask = var_58810_end_mask_0, x = v_261_cast)[name = tensor<string, []>("op_58810_cast")];
            tensor<int32, [4]> var_58814_begin_0 = const()[name = tensor<string, []>("op_58814_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_58814_end_0 = const()[name = tensor<string, []>("op_58814_end_0"), val = tensor<int32, [4]>([2, 576, 1, 2304])];
            tensor<bool, [4]> var_58814_end_mask_0 = const()[name = tensor<string, []>("op_58814_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_58814_cast = slice_by_index(begin = var_58814_begin_0, end = var_58814_end_0, end_mask = var_58814_end_mask_0, x = v_261_cast)[name = tensor<string, []>("op_58814_cast")];
            tensor<int32, [4]> var_58818_begin_0 = const()[name = tensor<string, []>("op_58818_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_58818_end_0 = const()[name = tensor<string, []>("op_58818_end_0"), val = tensor<int32, [4]>([2, 640, 1, 2304])];
            tensor<bool, [4]> var_58818_end_mask_0 = const()[name = tensor<string, []>("op_58818_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_58818_cast = slice_by_index(begin = var_58818_begin_0, end = var_58818_end_0, end_mask = var_58818_end_mask_0, x = v_261_cast)[name = tensor<string, []>("op_58818_cast")];
            tensor<string, []> var_58822_equation_0 = const()[name = tensor<string, []>("op_58822_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 2304, 1, 2304]> var_58822_cast = einsum(equation = var_58822_equation_0, values = (var_58744_cast, var_58701_cast))[name = tensor<string, []>("op_58822_cast")];
            tensor<fp16, []> var_58823_to_fp16 = const()[name = tensor<string, []>("op_58823_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 2304, 1, 2304]> aw_5001_cast = mul(x = var_58822_cast, y = var_58823_to_fp16)[name = tensor<string, []>("aw_5001_cast")];
            tensor<string, []> var_58826_equation_0 = const()[name = tensor<string, []>("op_58826_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 2304, 1, 2304]> var_58826_cast = einsum(equation = var_58826_equation_0, values = (var_58748_cast, var_58705_cast))[name = tensor<string, []>("op_58826_cast")];
            tensor<fp16, []> var_58827_to_fp16 = const()[name = tensor<string, []>("op_58827_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 2304, 1, 2304]> aw_5003_cast = mul(x = var_58826_cast, y = var_58827_to_fp16)[name = tensor<string, []>("aw_5003_cast")];
            tensor<string, []> var_58830_equation_0 = const()[name = tensor<string, []>("op_58830_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 2304, 1, 2304]> var_58830_cast = einsum(equation = var_58830_equation_0, values = (var_58752_cast, var_58709_cast))[name = tensor<string, []>("op_58830_cast")];
            tensor<fp16, []> var_58831_to_fp16 = const()[name = tensor<string, []>("op_58831_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 2304, 1, 2304]> aw_5005_cast = mul(x = var_58830_cast, y = var_58831_to_fp16)[name = tensor<string, []>("aw_5005_cast")];
            tensor<string, []> var_58834_equation_0 = const()[name = tensor<string, []>("op_58834_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 2304, 1, 2304]> var_58834_cast = einsum(equation = var_58834_equation_0, values = (var_58756_cast, var_58713_cast))[name = tensor<string, []>("op_58834_cast")];
            tensor<fp16, []> var_58835_to_fp16 = const()[name = tensor<string, []>("op_58835_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 2304, 1, 2304]> aw_5007_cast = mul(x = var_58834_cast, y = var_58835_to_fp16)[name = tensor<string, []>("aw_5007_cast")];
            tensor<string, []> var_58838_equation_0 = const()[name = tensor<string, []>("op_58838_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 2304, 1, 2304]> var_58838_cast = einsum(equation = var_58838_equation_0, values = (var_58760_cast, var_58717_cast))[name = tensor<string, []>("op_58838_cast")];
            tensor<fp16, []> var_58839_to_fp16 = const()[name = tensor<string, []>("op_58839_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 2304, 1, 2304]> aw_5009_cast = mul(x = var_58838_cast, y = var_58839_to_fp16)[name = tensor<string, []>("aw_5009_cast")];
            tensor<string, []> var_58842_equation_0 = const()[name = tensor<string, []>("op_58842_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 2304, 1, 2304]> var_58842_cast = einsum(equation = var_58842_equation_0, values = (var_58764_cast, var_58721_cast))[name = tensor<string, []>("op_58842_cast")];
            tensor<fp16, []> var_58843_to_fp16 = const()[name = tensor<string, []>("op_58843_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 2304, 1, 2304]> aw_5011_cast = mul(x = var_58842_cast, y = var_58843_to_fp16)[name = tensor<string, []>("aw_5011_cast")];
            tensor<string, []> var_58846_equation_0 = const()[name = tensor<string, []>("op_58846_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 2304, 1, 2304]> var_58846_cast = einsum(equation = var_58846_equation_0, values = (var_58768_cast, var_58725_cast))[name = tensor<string, []>("op_58846_cast")];
            tensor<fp16, []> var_58847_to_fp16 = const()[name = tensor<string, []>("op_58847_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 2304, 1, 2304]> aw_5013_cast = mul(x = var_58846_cast, y = var_58847_to_fp16)[name = tensor<string, []>("aw_5013_cast")];
            tensor<string, []> var_58850_equation_0 = const()[name = tensor<string, []>("op_58850_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 2304, 1, 2304]> var_58850_cast = einsum(equation = var_58850_equation_0, values = (var_58772_cast, var_58729_cast))[name = tensor<string, []>("op_58850_cast")];
            tensor<fp16, []> var_58851_to_fp16 = const()[name = tensor<string, []>("op_58851_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 2304, 1, 2304]> aw_5015_cast = mul(x = var_58850_cast, y = var_58851_to_fp16)[name = tensor<string, []>("aw_5015_cast")];
            tensor<string, []> var_58854_equation_0 = const()[name = tensor<string, []>("op_58854_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 2304, 1, 2304]> var_58854_cast = einsum(equation = var_58854_equation_0, values = (var_58776_cast, var_58733_cast))[name = tensor<string, []>("op_58854_cast")];
            tensor<fp16, []> var_58855_to_fp16 = const()[name = tensor<string, []>("op_58855_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 2304, 1, 2304]> aw_5017_cast = mul(x = var_58854_cast, y = var_58855_to_fp16)[name = tensor<string, []>("aw_5017_cast")];
            tensor<string, []> var_58858_equation_0 = const()[name = tensor<string, []>("op_58858_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 2304, 1, 2304]> var_58858_cast = einsum(equation = var_58858_equation_0, values = (var_58780_cast, var_58737_cast))[name = tensor<string, []>("op_58858_cast")];
            tensor<fp16, []> var_58859_to_fp16 = const()[name = tensor<string, []>("op_58859_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 2304, 1, 2304]> aw_5019_cast = mul(x = var_58858_cast, y = var_58859_to_fp16)[name = tensor<string, []>("aw_5019_cast")];
            tensor<fp16, [2, 2304, 1, 2304]> var_58861_cast = softmax(axis = var_58034, x = aw_5001_cast)[name = tensor<string, []>("op_58861_cast")];
            tensor<fp16, [2, 2304, 1, 2304]> var_58862_cast = softmax(axis = var_58034, x = aw_5003_cast)[name = tensor<string, []>("op_58862_cast")];
            tensor<fp16, [2, 2304, 1, 2304]> var_58863_cast = softmax(axis = var_58034, x = aw_5005_cast)[name = tensor<string, []>("op_58863_cast")];
            tensor<fp16, [2, 2304, 1, 2304]> var_58864_cast = softmax(axis = var_58034, x = aw_5007_cast)[name = tensor<string, []>("op_58864_cast")];
            tensor<fp16, [2, 2304, 1, 2304]> var_58865_cast = softmax(axis = var_58034, x = aw_5009_cast)[name = tensor<string, []>("op_58865_cast")];
            tensor<fp16, [2, 2304, 1, 2304]> var_58866_cast = softmax(axis = var_58034, x = aw_5011_cast)[name = tensor<string, []>("op_58866_cast")];
            tensor<fp16, [2, 2304, 1, 2304]> var_58867_cast = softmax(axis = var_58034, x = aw_5013_cast)[name = tensor<string, []>("op_58867_cast")];
            tensor<fp16, [2, 2304, 1, 2304]> var_58868_cast = softmax(axis = var_58034, x = aw_5015_cast)[name = tensor<string, []>("op_58868_cast")];
            tensor<fp16, [2, 2304, 1, 2304]> var_58869_cast = softmax(axis = var_58034, x = aw_5017_cast)[name = tensor<string, []>("op_58869_cast")];
            tensor<fp16, [2, 2304, 1, 2304]> var_58870_cast = softmax(axis = var_58034, x = aw_5019_cast)[name = tensor<string, []>("op_58870_cast")];
            tensor<string, []> var_58872_equation_0 = const()[name = tensor<string, []>("op_58872_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_58872_cast = einsum(equation = var_58872_equation_0, values = (var_58782_cast, var_58861_cast))[name = tensor<string, []>("op_58872_cast")];
            tensor<string, []> var_58874_equation_0 = const()[name = tensor<string, []>("op_58874_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_58874_cast = einsum(equation = var_58874_equation_0, values = (var_58786_cast, var_58862_cast))[name = tensor<string, []>("op_58874_cast")];
            tensor<string, []> var_58876_equation_0 = const()[name = tensor<string, []>("op_58876_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_58876_cast = einsum(equation = var_58876_equation_0, values = (var_58790_cast, var_58863_cast))[name = tensor<string, []>("op_58876_cast")];
            tensor<string, []> var_58878_equation_0 = const()[name = tensor<string, []>("op_58878_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_58878_cast = einsum(equation = var_58878_equation_0, values = (var_58794_cast, var_58864_cast))[name = tensor<string, []>("op_58878_cast")];
            tensor<string, []> var_58880_equation_0 = const()[name = tensor<string, []>("op_58880_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_58880_cast = einsum(equation = var_58880_equation_0, values = (var_58798_cast, var_58865_cast))[name = tensor<string, []>("op_58880_cast")];
            tensor<string, []> var_58882_equation_0 = const()[name = tensor<string, []>("op_58882_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_58882_cast = einsum(equation = var_58882_equation_0, values = (var_58802_cast, var_58866_cast))[name = tensor<string, []>("op_58882_cast")];
            tensor<string, []> var_58884_equation_0 = const()[name = tensor<string, []>("op_58884_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_58884_cast = einsum(equation = var_58884_equation_0, values = (var_58806_cast, var_58867_cast))[name = tensor<string, []>("op_58884_cast")];
            tensor<string, []> var_58886_equation_0 = const()[name = tensor<string, []>("op_58886_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_58886_cast = einsum(equation = var_58886_equation_0, values = (var_58810_cast, var_58868_cast))[name = tensor<string, []>("op_58886_cast")];
            tensor<string, []> var_58888_equation_0 = const()[name = tensor<string, []>("op_58888_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_58888_cast = einsum(equation = var_58888_equation_0, values = (var_58814_cast, var_58869_cast))[name = tensor<string, []>("op_58888_cast")];
            tensor<string, []> var_58890_equation_0 = const()[name = tensor<string, []>("op_58890_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_58890_cast = einsum(equation = var_58890_equation_0, values = (var_58818_cast, var_58870_cast))[name = tensor<string, []>("op_58890_cast")];
            tensor<bool, []> input_745_interleave_0 = const()[name = tensor<string, []>("input_745_interleave_0"), val = tensor<bool, []>(false)];
            tensor<fp16, [2, 640, 1, 2304]> input_745_cast = concat(axis = var_58034, interleave = input_745_interleave_0, values = (var_58872_cast, var_58874_cast, var_58876_cast, var_58878_cast, var_58880_cast, var_58882_cast, var_58884_cast, var_58886_cast, var_58888_cast, var_58890_cast))[name = tensor<string, []>("input_745_cast")];
            tensor<int32, [2]> var_58896 = const()[name = tensor<string, []>("op_58896"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_58898 = const()[name = tensor<string, []>("op_58898"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_58900_pad_type_0 = const()[name = tensor<string, []>("op_58900_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_58900_pad_0 = const()[name = tensor<string, []>("op_58900_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [640, 640, 1, 1]> up_blocks_1_attentions_0_transformer_blocks_1_attn1_to_out_0_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [409600]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(561852608))), lut = tensor<fp16, [256]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(562262272))), name = tensor<string, []>("up_blocks_1_attentions_0_transformer_blocks_1_attn1_to_out_0_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([640, 640, 1, 1])];
            tensor<fp16, [640]> up_blocks_1_attentions_0_transformer_blocks_1_attn1_to_out_0_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_1_attentions_0_transformer_blocks_1_attn1_to_out_0_bias_to_fp16"), val = tensor<fp16, [640]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(562262848)))];
            tensor<fp16, [2, 640, 1, 2304]> var_58900_cast = conv(bias = up_blocks_1_attentions_0_transformer_blocks_1_attn1_to_out_0_bias_to_fp16, dilations = var_58898, groups = var_58034, pad = var_58900_pad_0, pad_type = var_58900_pad_type_0, strides = var_58896, weight = up_blocks_1_attentions_0_transformer_blocks_1_attn1_to_out_0_weight_to_fp16_palettized, x = input_745_cast)[name = tensor<string, []>("op_58900_cast")];
            tensor<fp16, [2, 640, 1, 2304]> inputs_393_cast = add(x = var_58900_cast, y = inputs_391_cast)[name = tensor<string, []>("inputs_393_cast")];
            tensor<int32, [1]> var_58904 = const()[name = tensor<string, []>("op_58904"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 2304]> channels_mean_393_cast = reduce_mean(axes = var_58904, keep_dims = var_58029, x = inputs_393_cast)[name = tensor<string, []>("channels_mean_393_cast")];
            tensor<fp16, [2, 640, 1, 2304]> zero_mean_393_cast = sub(x = inputs_393_cast, y = channels_mean_393_cast)[name = tensor<string, []>("zero_mean_393_cast")];
            tensor<fp16, [2, 640, 1, 2304]> zero_mean_sq_393_cast = mul(x = zero_mean_393_cast, y = zero_mean_393_cast)[name = tensor<string, []>("zero_mean_sq_393_cast")];
            tensor<int32, [1]> var_58908 = const()[name = tensor<string, []>("op_58908"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 2304]> var_58909_cast = reduce_mean(axes = var_58908, keep_dims = var_58029, x = zero_mean_sq_393_cast)[name = tensor<string, []>("op_58909_cast")];
            tensor<fp16, []> var_58910_to_fp16 = const()[name = tensor<string, []>("op_58910_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 2304]> var_58911_cast = add(x = var_58909_cast, y = var_58910_to_fp16)[name = tensor<string, []>("op_58911_cast")];
            tensor<fp16, []> denom_393_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_393_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 2304]> denom_393_cast = rsqrt(epsilon = denom_393_epsilon_0_to_fp16, x = var_58911_cast)[name = tensor<string, []>("denom_393_cast")];
            tensor<fp16, [2, 640, 1, 2304]> out_393_cast = mul(x = zero_mean_393_cast, y = denom_393_cast)[name = tensor<string, []>("out_393_cast")];
            tensor<fp16, [1, 640, 1, 1]> var_58915_to_fp16 = const()[name = tensor<string, []>("op_58915_to_fp16"), val = tensor<fp16, [1, 640, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(562264192)))];
            tensor<fp16, [2, 640, 1, 2304]> var_58916_cast = add(x = out_393_cast, y = var_58915_to_fp16)[name = tensor<string, []>("op_58916_cast")];
            tensor<fp16, [1, 640, 1, 1]> var_58918_to_fp16 = const()[name = tensor<string, []>("op_58918_to_fp16"), val = tensor<fp16, [1, 640, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(562265536)))];
            tensor<fp16, [2, 640, 1, 2304]> hidden_states_517_cast = mul(x = var_58916_cast, y = var_58918_to_fp16)[name = tensor<string, []>("hidden_states_517_cast")];
            tensor<int32, [2]> var_58925 = const()[name = tensor<string, []>("op_58925"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_58927 = const()[name = tensor<string, []>("op_58927"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> q_263_pad_type_0 = const()[name = tensor<string, []>("q_263_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> q_263_pad_0 = const()[name = tensor<string, []>("q_263_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [640, 640, 1, 1]> up_blocks_1_attentions_0_transformer_blocks_1_attn2_to_q_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [204800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(562266880))), lut = tensor<fp16, [16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(562471744))), name = tensor<string, []>("up_blocks_1_attentions_0_transformer_blocks_1_attn2_to_q_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([640, 640, 1, 1])];
            tensor<fp16, [2, 640, 1, 2304]> q_263_cast = conv(dilations = var_58927, groups = var_58034, pad = q_263_pad_0, pad_type = q_263_pad_type_0, strides = var_58925, weight = up_blocks_1_attentions_0_transformer_blocks_1_attn2_to_q_weight_to_fp16_palettized, x = hidden_states_517_cast)[name = tensor<string, []>("q_263_cast")];
            tensor<int32, [2]> var_58931 = const()[name = tensor<string, []>("op_58931"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_58933 = const()[name = tensor<string, []>("op_58933"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> k_525_pad_type_0 = const()[name = tensor<string, []>("k_525_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> k_525_pad_0 = const()[name = tensor<string, []>("k_525_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [640, 2048, 1, 1]> up_blocks_1_attentions_0_transformer_blocks_1_attn2_to_k_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [655360]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(562471872))), lut = tensor<fp16, [16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(563127296))), name = tensor<string, []>("up_blocks_1_attentions_0_transformer_blocks_1_attn2_to_k_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([640, 2048, 1, 1])];
            tensor<fp16, [2, 640, 1, 77]> k_525_cast = conv(dilations = var_58933, groups = var_58034, pad = k_525_pad_0, pad_type = k_525_pad_type_0, strides = var_58931, weight = up_blocks_1_attentions_0_transformer_blocks_1_attn2_to_k_weight_to_fp16_palettized, x = encoder_hidden_states)[name = tensor<string, []>("k_525_cast")];
            tensor<int32, [2]> var_58937 = const()[name = tensor<string, []>("op_58937"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_58939 = const()[name = tensor<string, []>("op_58939"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> v_263_pad_type_0 = const()[name = tensor<string, []>("v_263_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> v_263_pad_0 = const()[name = tensor<string, []>("v_263_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [640, 2048, 1, 1]> up_blocks_1_attentions_0_transformer_blocks_1_attn2_to_v_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [655360]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(563127424))), lut = tensor<fp16, [16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(563782848))), name = tensor<string, []>("up_blocks_1_attentions_0_transformer_blocks_1_attn2_to_v_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([640, 2048, 1, 1])];
            tensor<fp16, [2, 640, 1, 77]> v_263_cast = conv(dilations = var_58939, groups = var_58034, pad = v_263_pad_0, pad_type = v_263_pad_type_0, strides = var_58937, weight = up_blocks_1_attentions_0_transformer_blocks_1_attn2_to_v_weight_to_fp16_palettized, x = encoder_hidden_states)[name = tensor<string, []>("v_263_cast")];
            tensor<int32, [4]> var_58943_begin_0 = const()[name = tensor<string, []>("op_58943_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_58943_end_0 = const()[name = tensor<string, []>("op_58943_end_0"), val = tensor<int32, [4]>([2, 64, 1, 2304])];
            tensor<bool, [4]> var_58943_end_mask_0 = const()[name = tensor<string, []>("op_58943_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_58943_cast = slice_by_index(begin = var_58943_begin_0, end = var_58943_end_0, end_mask = var_58943_end_mask_0, x = q_263_cast)[name = tensor<string, []>("op_58943_cast")];
            tensor<int32, [4]> var_58947_begin_0 = const()[name = tensor<string, []>("op_58947_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_58947_end_0 = const()[name = tensor<string, []>("op_58947_end_0"), val = tensor<int32, [4]>([2, 128, 1, 2304])];
            tensor<bool, [4]> var_58947_end_mask_0 = const()[name = tensor<string, []>("op_58947_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_58947_cast = slice_by_index(begin = var_58947_begin_0, end = var_58947_end_0, end_mask = var_58947_end_mask_0, x = q_263_cast)[name = tensor<string, []>("op_58947_cast")];
            tensor<int32, [4]> var_58951_begin_0 = const()[name = tensor<string, []>("op_58951_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_58951_end_0 = const()[name = tensor<string, []>("op_58951_end_0"), val = tensor<int32, [4]>([2, 192, 1, 2304])];
            tensor<bool, [4]> var_58951_end_mask_0 = const()[name = tensor<string, []>("op_58951_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_58951_cast = slice_by_index(begin = var_58951_begin_0, end = var_58951_end_0, end_mask = var_58951_end_mask_0, x = q_263_cast)[name = tensor<string, []>("op_58951_cast")];
            tensor<int32, [4]> var_58955_begin_0 = const()[name = tensor<string, []>("op_58955_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_58955_end_0 = const()[name = tensor<string, []>("op_58955_end_0"), val = tensor<int32, [4]>([2, 256, 1, 2304])];
            tensor<bool, [4]> var_58955_end_mask_0 = const()[name = tensor<string, []>("op_58955_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_58955_cast = slice_by_index(begin = var_58955_begin_0, end = var_58955_end_0, end_mask = var_58955_end_mask_0, x = q_263_cast)[name = tensor<string, []>("op_58955_cast")];
            tensor<int32, [4]> var_58959_begin_0 = const()[name = tensor<string, []>("op_58959_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_58959_end_0 = const()[name = tensor<string, []>("op_58959_end_0"), val = tensor<int32, [4]>([2, 320, 1, 2304])];
            tensor<bool, [4]> var_58959_end_mask_0 = const()[name = tensor<string, []>("op_58959_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_58959_cast = slice_by_index(begin = var_58959_begin_0, end = var_58959_end_0, end_mask = var_58959_end_mask_0, x = q_263_cast)[name = tensor<string, []>("op_58959_cast")];
            tensor<int32, [4]> var_58963_begin_0 = const()[name = tensor<string, []>("op_58963_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_58963_end_0 = const()[name = tensor<string, []>("op_58963_end_0"), val = tensor<int32, [4]>([2, 384, 1, 2304])];
            tensor<bool, [4]> var_58963_end_mask_0 = const()[name = tensor<string, []>("op_58963_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_58963_cast = slice_by_index(begin = var_58963_begin_0, end = var_58963_end_0, end_mask = var_58963_end_mask_0, x = q_263_cast)[name = tensor<string, []>("op_58963_cast")];
            tensor<int32, [4]> var_58967_begin_0 = const()[name = tensor<string, []>("op_58967_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_58967_end_0 = const()[name = tensor<string, []>("op_58967_end_0"), val = tensor<int32, [4]>([2, 448, 1, 2304])];
            tensor<bool, [4]> var_58967_end_mask_0 = const()[name = tensor<string, []>("op_58967_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_58967_cast = slice_by_index(begin = var_58967_begin_0, end = var_58967_end_0, end_mask = var_58967_end_mask_0, x = q_263_cast)[name = tensor<string, []>("op_58967_cast")];
            tensor<int32, [4]> var_58971_begin_0 = const()[name = tensor<string, []>("op_58971_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_58971_end_0 = const()[name = tensor<string, []>("op_58971_end_0"), val = tensor<int32, [4]>([2, 512, 1, 2304])];
            tensor<bool, [4]> var_58971_end_mask_0 = const()[name = tensor<string, []>("op_58971_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_58971_cast = slice_by_index(begin = var_58971_begin_0, end = var_58971_end_0, end_mask = var_58971_end_mask_0, x = q_263_cast)[name = tensor<string, []>("op_58971_cast")];
            tensor<int32, [4]> var_58975_begin_0 = const()[name = tensor<string, []>("op_58975_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_58975_end_0 = const()[name = tensor<string, []>("op_58975_end_0"), val = tensor<int32, [4]>([2, 576, 1, 2304])];
            tensor<bool, [4]> var_58975_end_mask_0 = const()[name = tensor<string, []>("op_58975_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_58975_cast = slice_by_index(begin = var_58975_begin_0, end = var_58975_end_0, end_mask = var_58975_end_mask_0, x = q_263_cast)[name = tensor<string, []>("op_58975_cast")];
            tensor<int32, [4]> var_58979_begin_0 = const()[name = tensor<string, []>("op_58979_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_58979_end_0 = const()[name = tensor<string, []>("op_58979_end_0"), val = tensor<int32, [4]>([2, 640, 1, 2304])];
            tensor<bool, [4]> var_58979_end_mask_0 = const()[name = tensor<string, []>("op_58979_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_58979_cast = slice_by_index(begin = var_58979_begin_0, end = var_58979_end_0, end_mask = var_58979_end_mask_0, x = q_263_cast)[name = tensor<string, []>("op_58979_cast")];
            tensor<int32, [4]> k_527_perm_0 = const()[name = tensor<string, []>("k_527_perm_0"), val = tensor<int32, [4]>([0, 3, 2, 1])];
            tensor<int32, [4]> var_58986_begin_0 = const()[name = tensor<string, []>("op_58986_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_58986_end_0 = const()[name = tensor<string, []>("op_58986_end_0"), val = tensor<int32, [4]>([2, 77, 1, 64])];
            tensor<bool, [4]> var_58986_end_mask_0 = const()[name = tensor<string, []>("op_58986_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 640]> transpose_8 = transpose(perm = k_527_perm_0, x = k_525_cast)[name = tensor<string, []>("transpose_8")];
            tensor<fp16, [2, 77, 1, 64]> var_58986_cast = slice_by_index(begin = var_58986_begin_0, end = var_58986_end_0, end_mask = var_58986_end_mask_0, x = transpose_8)[name = tensor<string, []>("op_58986_cast")];
            tensor<int32, [4]> var_58990_begin_0 = const()[name = tensor<string, []>("op_58990_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 64])];
            tensor<int32, [4]> var_58990_end_0 = const()[name = tensor<string, []>("op_58990_end_0"), val = tensor<int32, [4]>([2, 77, 1, 128])];
            tensor<bool, [4]> var_58990_end_mask_0 = const()[name = tensor<string, []>("op_58990_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_58990_cast = slice_by_index(begin = var_58990_begin_0, end = var_58990_end_0, end_mask = var_58990_end_mask_0, x = transpose_8)[name = tensor<string, []>("op_58990_cast")];
            tensor<int32, [4]> var_58994_begin_0 = const()[name = tensor<string, []>("op_58994_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 128])];
            tensor<int32, [4]> var_58994_end_0 = const()[name = tensor<string, []>("op_58994_end_0"), val = tensor<int32, [4]>([2, 77, 1, 192])];
            tensor<bool, [4]> var_58994_end_mask_0 = const()[name = tensor<string, []>("op_58994_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_58994_cast = slice_by_index(begin = var_58994_begin_0, end = var_58994_end_0, end_mask = var_58994_end_mask_0, x = transpose_8)[name = tensor<string, []>("op_58994_cast")];
            tensor<int32, [4]> var_58998_begin_0 = const()[name = tensor<string, []>("op_58998_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 192])];
            tensor<int32, [4]> var_58998_end_0 = const()[name = tensor<string, []>("op_58998_end_0"), val = tensor<int32, [4]>([2, 77, 1, 256])];
            tensor<bool, [4]> var_58998_end_mask_0 = const()[name = tensor<string, []>("op_58998_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_58998_cast = slice_by_index(begin = var_58998_begin_0, end = var_58998_end_0, end_mask = var_58998_end_mask_0, x = transpose_8)[name = tensor<string, []>("op_58998_cast")];
            tensor<int32, [4]> var_59002_begin_0 = const()[name = tensor<string, []>("op_59002_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 256])];
            tensor<int32, [4]> var_59002_end_0 = const()[name = tensor<string, []>("op_59002_end_0"), val = tensor<int32, [4]>([2, 77, 1, 320])];
            tensor<bool, [4]> var_59002_end_mask_0 = const()[name = tensor<string, []>("op_59002_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_59002_cast = slice_by_index(begin = var_59002_begin_0, end = var_59002_end_0, end_mask = var_59002_end_mask_0, x = transpose_8)[name = tensor<string, []>("op_59002_cast")];
            tensor<int32, [4]> var_59006_begin_0 = const()[name = tensor<string, []>("op_59006_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 320])];
            tensor<int32, [4]> var_59006_end_0 = const()[name = tensor<string, []>("op_59006_end_0"), val = tensor<int32, [4]>([2, 77, 1, 384])];
            tensor<bool, [4]> var_59006_end_mask_0 = const()[name = tensor<string, []>("op_59006_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_59006_cast = slice_by_index(begin = var_59006_begin_0, end = var_59006_end_0, end_mask = var_59006_end_mask_0, x = transpose_8)[name = tensor<string, []>("op_59006_cast")];
            tensor<int32, [4]> var_59010_begin_0 = const()[name = tensor<string, []>("op_59010_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 384])];
            tensor<int32, [4]> var_59010_end_0 = const()[name = tensor<string, []>("op_59010_end_0"), val = tensor<int32, [4]>([2, 77, 1, 448])];
            tensor<bool, [4]> var_59010_end_mask_0 = const()[name = tensor<string, []>("op_59010_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_59010_cast = slice_by_index(begin = var_59010_begin_0, end = var_59010_end_0, end_mask = var_59010_end_mask_0, x = transpose_8)[name = tensor<string, []>("op_59010_cast")];
            tensor<int32, [4]> var_59014_begin_0 = const()[name = tensor<string, []>("op_59014_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 448])];
            tensor<int32, [4]> var_59014_end_0 = const()[name = tensor<string, []>("op_59014_end_0"), val = tensor<int32, [4]>([2, 77, 1, 512])];
            tensor<bool, [4]> var_59014_end_mask_0 = const()[name = tensor<string, []>("op_59014_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_59014_cast = slice_by_index(begin = var_59014_begin_0, end = var_59014_end_0, end_mask = var_59014_end_mask_0, x = transpose_8)[name = tensor<string, []>("op_59014_cast")];
            tensor<int32, [4]> var_59018_begin_0 = const()[name = tensor<string, []>("op_59018_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 512])];
            tensor<int32, [4]> var_59018_end_0 = const()[name = tensor<string, []>("op_59018_end_0"), val = tensor<int32, [4]>([2, 77, 1, 576])];
            tensor<bool, [4]> var_59018_end_mask_0 = const()[name = tensor<string, []>("op_59018_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_59018_cast = slice_by_index(begin = var_59018_begin_0, end = var_59018_end_0, end_mask = var_59018_end_mask_0, x = transpose_8)[name = tensor<string, []>("op_59018_cast")];
            tensor<int32, [4]> var_59022_begin_0 = const()[name = tensor<string, []>("op_59022_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 576])];
            tensor<int32, [4]> var_59022_end_0 = const()[name = tensor<string, []>("op_59022_end_0"), val = tensor<int32, [4]>([2, 77, 1, 640])];
            tensor<bool, [4]> var_59022_end_mask_0 = const()[name = tensor<string, []>("op_59022_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_59022_cast = slice_by_index(begin = var_59022_begin_0, end = var_59022_end_0, end_mask = var_59022_end_mask_0, x = transpose_8)[name = tensor<string, []>("op_59022_cast")];
            tensor<int32, [4]> var_59024_begin_0 = const()[name = tensor<string, []>("op_59024_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_59024_end_0 = const()[name = tensor<string, []>("op_59024_end_0"), val = tensor<int32, [4]>([2, 64, 1, 77])];
            tensor<bool, [4]> var_59024_end_mask_0 = const()[name = tensor<string, []>("op_59024_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_59024_cast = slice_by_index(begin = var_59024_begin_0, end = var_59024_end_0, end_mask = var_59024_end_mask_0, x = v_263_cast)[name = tensor<string, []>("op_59024_cast")];
            tensor<int32, [4]> var_59028_begin_0 = const()[name = tensor<string, []>("op_59028_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_59028_end_0 = const()[name = tensor<string, []>("op_59028_end_0"), val = tensor<int32, [4]>([2, 128, 1, 77])];
            tensor<bool, [4]> var_59028_end_mask_0 = const()[name = tensor<string, []>("op_59028_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_59028_cast = slice_by_index(begin = var_59028_begin_0, end = var_59028_end_0, end_mask = var_59028_end_mask_0, x = v_263_cast)[name = tensor<string, []>("op_59028_cast")];
            tensor<int32, [4]> var_59032_begin_0 = const()[name = tensor<string, []>("op_59032_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_59032_end_0 = const()[name = tensor<string, []>("op_59032_end_0"), val = tensor<int32, [4]>([2, 192, 1, 77])];
            tensor<bool, [4]> var_59032_end_mask_0 = const()[name = tensor<string, []>("op_59032_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_59032_cast = slice_by_index(begin = var_59032_begin_0, end = var_59032_end_0, end_mask = var_59032_end_mask_0, x = v_263_cast)[name = tensor<string, []>("op_59032_cast")];
            tensor<int32, [4]> var_59036_begin_0 = const()[name = tensor<string, []>("op_59036_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_59036_end_0 = const()[name = tensor<string, []>("op_59036_end_0"), val = tensor<int32, [4]>([2, 256, 1, 77])];
            tensor<bool, [4]> var_59036_end_mask_0 = const()[name = tensor<string, []>("op_59036_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_59036_cast = slice_by_index(begin = var_59036_begin_0, end = var_59036_end_0, end_mask = var_59036_end_mask_0, x = v_263_cast)[name = tensor<string, []>("op_59036_cast")];
            tensor<int32, [4]> var_59040_begin_0 = const()[name = tensor<string, []>("op_59040_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_59040_end_0 = const()[name = tensor<string, []>("op_59040_end_0"), val = tensor<int32, [4]>([2, 320, 1, 77])];
            tensor<bool, [4]> var_59040_end_mask_0 = const()[name = tensor<string, []>("op_59040_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_59040_cast = slice_by_index(begin = var_59040_begin_0, end = var_59040_end_0, end_mask = var_59040_end_mask_0, x = v_263_cast)[name = tensor<string, []>("op_59040_cast")];
            tensor<int32, [4]> var_59044_begin_0 = const()[name = tensor<string, []>("op_59044_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_59044_end_0 = const()[name = tensor<string, []>("op_59044_end_0"), val = tensor<int32, [4]>([2, 384, 1, 77])];
            tensor<bool, [4]> var_59044_end_mask_0 = const()[name = tensor<string, []>("op_59044_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_59044_cast = slice_by_index(begin = var_59044_begin_0, end = var_59044_end_0, end_mask = var_59044_end_mask_0, x = v_263_cast)[name = tensor<string, []>("op_59044_cast")];
            tensor<int32, [4]> var_59048_begin_0 = const()[name = tensor<string, []>("op_59048_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_59048_end_0 = const()[name = tensor<string, []>("op_59048_end_0"), val = tensor<int32, [4]>([2, 448, 1, 77])];
            tensor<bool, [4]> var_59048_end_mask_0 = const()[name = tensor<string, []>("op_59048_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_59048_cast = slice_by_index(begin = var_59048_begin_0, end = var_59048_end_0, end_mask = var_59048_end_mask_0, x = v_263_cast)[name = tensor<string, []>("op_59048_cast")];
            tensor<int32, [4]> var_59052_begin_0 = const()[name = tensor<string, []>("op_59052_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_59052_end_0 = const()[name = tensor<string, []>("op_59052_end_0"), val = tensor<int32, [4]>([2, 512, 1, 77])];
            tensor<bool, [4]> var_59052_end_mask_0 = const()[name = tensor<string, []>("op_59052_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_59052_cast = slice_by_index(begin = var_59052_begin_0, end = var_59052_end_0, end_mask = var_59052_end_mask_0, x = v_263_cast)[name = tensor<string, []>("op_59052_cast")];
            tensor<int32, [4]> var_59056_begin_0 = const()[name = tensor<string, []>("op_59056_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_59056_end_0 = const()[name = tensor<string, []>("op_59056_end_0"), val = tensor<int32, [4]>([2, 576, 1, 77])];
            tensor<bool, [4]> var_59056_end_mask_0 = const()[name = tensor<string, []>("op_59056_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_59056_cast = slice_by_index(begin = var_59056_begin_0, end = var_59056_end_0, end_mask = var_59056_end_mask_0, x = v_263_cast)[name = tensor<string, []>("op_59056_cast")];
            tensor<int32, [4]> var_59060_begin_0 = const()[name = tensor<string, []>("op_59060_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_59060_end_0 = const()[name = tensor<string, []>("op_59060_end_0"), val = tensor<int32, [4]>([2, 640, 1, 77])];
            tensor<bool, [4]> var_59060_end_mask_0 = const()[name = tensor<string, []>("op_59060_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_59060_cast = slice_by_index(begin = var_59060_begin_0, end = var_59060_end_0, end_mask = var_59060_end_mask_0, x = v_263_cast)[name = tensor<string, []>("op_59060_cast")];
            tensor<string, []> var_59064_equation_0 = const()[name = tensor<string, []>("op_59064_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 2304]> var_59064_cast = einsum(equation = var_59064_equation_0, values = (var_58986_cast, var_58943_cast))[name = tensor<string, []>("op_59064_cast")];
            tensor<fp16, []> var_59065_to_fp16 = const()[name = tensor<string, []>("op_59065_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 2304]> aw_5021_cast = mul(x = var_59064_cast, y = var_59065_to_fp16)[name = tensor<string, []>("aw_5021_cast")];
            tensor<string, []> var_59068_equation_0 = const()[name = tensor<string, []>("op_59068_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 2304]> var_59068_cast = einsum(equation = var_59068_equation_0, values = (var_58990_cast, var_58947_cast))[name = tensor<string, []>("op_59068_cast")];
            tensor<fp16, []> var_59069_to_fp16 = const()[name = tensor<string, []>("op_59069_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 2304]> aw_5023_cast = mul(x = var_59068_cast, y = var_59069_to_fp16)[name = tensor<string, []>("aw_5023_cast")];
            tensor<string, []> var_59072_equation_0 = const()[name = tensor<string, []>("op_59072_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 2304]> var_59072_cast = einsum(equation = var_59072_equation_0, values = (var_58994_cast, var_58951_cast))[name = tensor<string, []>("op_59072_cast")];
            tensor<fp16, []> var_59073_to_fp16 = const()[name = tensor<string, []>("op_59073_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 2304]> aw_5025_cast = mul(x = var_59072_cast, y = var_59073_to_fp16)[name = tensor<string, []>("aw_5025_cast")];
            tensor<string, []> var_59076_equation_0 = const()[name = tensor<string, []>("op_59076_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 2304]> var_59076_cast = einsum(equation = var_59076_equation_0, values = (var_58998_cast, var_58955_cast))[name = tensor<string, []>("op_59076_cast")];
            tensor<fp16, []> var_59077_to_fp16 = const()[name = tensor<string, []>("op_59077_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 2304]> aw_5027_cast = mul(x = var_59076_cast, y = var_59077_to_fp16)[name = tensor<string, []>("aw_5027_cast")];
            tensor<string, []> var_59080_equation_0 = const()[name = tensor<string, []>("op_59080_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 2304]> var_59080_cast = einsum(equation = var_59080_equation_0, values = (var_59002_cast, var_58959_cast))[name = tensor<string, []>("op_59080_cast")];
            tensor<fp16, []> var_59081_to_fp16 = const()[name = tensor<string, []>("op_59081_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 2304]> aw_5029_cast = mul(x = var_59080_cast, y = var_59081_to_fp16)[name = tensor<string, []>("aw_5029_cast")];
            tensor<string, []> var_59084_equation_0 = const()[name = tensor<string, []>("op_59084_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 2304]> var_59084_cast = einsum(equation = var_59084_equation_0, values = (var_59006_cast, var_58963_cast))[name = tensor<string, []>("op_59084_cast")];
            tensor<fp16, []> var_59085_to_fp16 = const()[name = tensor<string, []>("op_59085_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 2304]> aw_5031_cast = mul(x = var_59084_cast, y = var_59085_to_fp16)[name = tensor<string, []>("aw_5031_cast")];
            tensor<string, []> var_59088_equation_0 = const()[name = tensor<string, []>("op_59088_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 2304]> var_59088_cast = einsum(equation = var_59088_equation_0, values = (var_59010_cast, var_58967_cast))[name = tensor<string, []>("op_59088_cast")];
            tensor<fp16, []> var_59089_to_fp16 = const()[name = tensor<string, []>("op_59089_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 2304]> aw_5033_cast = mul(x = var_59088_cast, y = var_59089_to_fp16)[name = tensor<string, []>("aw_5033_cast")];
            tensor<string, []> var_59092_equation_0 = const()[name = tensor<string, []>("op_59092_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 2304]> var_59092_cast = einsum(equation = var_59092_equation_0, values = (var_59014_cast, var_58971_cast))[name = tensor<string, []>("op_59092_cast")];
            tensor<fp16, []> var_59093_to_fp16 = const()[name = tensor<string, []>("op_59093_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 2304]> aw_5035_cast = mul(x = var_59092_cast, y = var_59093_to_fp16)[name = tensor<string, []>("aw_5035_cast")];
            tensor<string, []> var_59096_equation_0 = const()[name = tensor<string, []>("op_59096_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 2304]> var_59096_cast = einsum(equation = var_59096_equation_0, values = (var_59018_cast, var_58975_cast))[name = tensor<string, []>("op_59096_cast")];
            tensor<fp16, []> var_59097_to_fp16 = const()[name = tensor<string, []>("op_59097_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 2304]> aw_5037_cast = mul(x = var_59096_cast, y = var_59097_to_fp16)[name = tensor<string, []>("aw_5037_cast")];
            tensor<string, []> var_59100_equation_0 = const()[name = tensor<string, []>("op_59100_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 2304]> var_59100_cast = einsum(equation = var_59100_equation_0, values = (var_59022_cast, var_58979_cast))[name = tensor<string, []>("op_59100_cast")];
            tensor<fp16, []> var_59101_to_fp16 = const()[name = tensor<string, []>("op_59101_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 2304]> aw_5039_cast = mul(x = var_59100_cast, y = var_59101_to_fp16)[name = tensor<string, []>("aw_5039_cast")];
            tensor<fp16, [2, 77, 1, 2304]> var_59103_cast = softmax(axis = var_58034, x = aw_5021_cast)[name = tensor<string, []>("op_59103_cast")];
            tensor<fp16, [2, 77, 1, 2304]> var_59104_cast = softmax(axis = var_58034, x = aw_5023_cast)[name = tensor<string, []>("op_59104_cast")];
            tensor<fp16, [2, 77, 1, 2304]> var_59105_cast = softmax(axis = var_58034, x = aw_5025_cast)[name = tensor<string, []>("op_59105_cast")];
            tensor<fp16, [2, 77, 1, 2304]> var_59106_cast = softmax(axis = var_58034, x = aw_5027_cast)[name = tensor<string, []>("op_59106_cast")];
            tensor<fp16, [2, 77, 1, 2304]> var_59107_cast = softmax(axis = var_58034, x = aw_5029_cast)[name = tensor<string, []>("op_59107_cast")];
            tensor<fp16, [2, 77, 1, 2304]> var_59108_cast = softmax(axis = var_58034, x = aw_5031_cast)[name = tensor<string, []>("op_59108_cast")];
            tensor<fp16, [2, 77, 1, 2304]> var_59109_cast = softmax(axis = var_58034, x = aw_5033_cast)[name = tensor<string, []>("op_59109_cast")];
            tensor<fp16, [2, 77, 1, 2304]> var_59110_cast = softmax(axis = var_58034, x = aw_5035_cast)[name = tensor<string, []>("op_59110_cast")];
            tensor<fp16, [2, 77, 1, 2304]> var_59111_cast = softmax(axis = var_58034, x = aw_5037_cast)[name = tensor<string, []>("op_59111_cast")];
            tensor<fp16, [2, 77, 1, 2304]> var_59112_cast = softmax(axis = var_58034, x = aw_5039_cast)[name = tensor<string, []>("op_59112_cast")];
            tensor<string, []> var_59114_equation_0 = const()[name = tensor<string, []>("op_59114_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_59114_cast = einsum(equation = var_59114_equation_0, values = (var_59024_cast, var_59103_cast))[name = tensor<string, []>("op_59114_cast")];
            tensor<string, []> var_59116_equation_0 = const()[name = tensor<string, []>("op_59116_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_59116_cast = einsum(equation = var_59116_equation_0, values = (var_59028_cast, var_59104_cast))[name = tensor<string, []>("op_59116_cast")];
            tensor<string, []> var_59118_equation_0 = const()[name = tensor<string, []>("op_59118_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_59118_cast = einsum(equation = var_59118_equation_0, values = (var_59032_cast, var_59105_cast))[name = tensor<string, []>("op_59118_cast")];
            tensor<string, []> var_59120_equation_0 = const()[name = tensor<string, []>("op_59120_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_59120_cast = einsum(equation = var_59120_equation_0, values = (var_59036_cast, var_59106_cast))[name = tensor<string, []>("op_59120_cast")];
            tensor<string, []> var_59122_equation_0 = const()[name = tensor<string, []>("op_59122_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_59122_cast = einsum(equation = var_59122_equation_0, values = (var_59040_cast, var_59107_cast))[name = tensor<string, []>("op_59122_cast")];
            tensor<string, []> var_59124_equation_0 = const()[name = tensor<string, []>("op_59124_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_59124_cast = einsum(equation = var_59124_equation_0, values = (var_59044_cast, var_59108_cast))[name = tensor<string, []>("op_59124_cast")];
            tensor<string, []> var_59126_equation_0 = const()[name = tensor<string, []>("op_59126_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_59126_cast = einsum(equation = var_59126_equation_0, values = (var_59048_cast, var_59109_cast))[name = tensor<string, []>("op_59126_cast")];
            tensor<string, []> var_59128_equation_0 = const()[name = tensor<string, []>("op_59128_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_59128_cast = einsum(equation = var_59128_equation_0, values = (var_59052_cast, var_59110_cast))[name = tensor<string, []>("op_59128_cast")];
            tensor<string, []> var_59130_equation_0 = const()[name = tensor<string, []>("op_59130_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_59130_cast = einsum(equation = var_59130_equation_0, values = (var_59056_cast, var_59111_cast))[name = tensor<string, []>("op_59130_cast")];
            tensor<string, []> var_59132_equation_0 = const()[name = tensor<string, []>("op_59132_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_59132_cast = einsum(equation = var_59132_equation_0, values = (var_59060_cast, var_59112_cast))[name = tensor<string, []>("op_59132_cast")];
            tensor<bool, []> input_747_interleave_0 = const()[name = tensor<string, []>("input_747_interleave_0"), val = tensor<bool, []>(false)];
            tensor<fp16, [2, 640, 1, 2304]> input_747_cast = concat(axis = var_58034, interleave = input_747_interleave_0, values = (var_59114_cast, var_59116_cast, var_59118_cast, var_59120_cast, var_59122_cast, var_59124_cast, var_59126_cast, var_59128_cast, var_59130_cast, var_59132_cast))[name = tensor<string, []>("input_747_cast")];
            tensor<int32, [2]> var_59138 = const()[name = tensor<string, []>("op_59138"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_59140 = const()[name = tensor<string, []>("op_59140"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_59142_pad_type_0 = const()[name = tensor<string, []>("op_59142_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_59142_pad_0 = const()[name = tensor<string, []>("op_59142_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [640, 640, 1, 1]> up_blocks_1_attentions_0_transformer_blocks_1_attn2_to_out_0_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [204800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(563782976))), lut = tensor<fp16, [16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(563987840))), name = tensor<string, []>("up_blocks_1_attentions_0_transformer_blocks_1_attn2_to_out_0_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([640, 640, 1, 1])];
            tensor<fp16, [640]> up_blocks_1_attentions_0_transformer_blocks_1_attn2_to_out_0_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_1_attentions_0_transformer_blocks_1_attn2_to_out_0_bias_to_fp16"), val = tensor<fp16, [640]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(563987968)))];
            tensor<fp16, [2, 640, 1, 2304]> var_59142_cast = conv(bias = up_blocks_1_attentions_0_transformer_blocks_1_attn2_to_out_0_bias_to_fp16, dilations = var_59140, groups = var_58034, pad = var_59142_pad_0, pad_type = var_59142_pad_type_0, strides = var_59138, weight = up_blocks_1_attentions_0_transformer_blocks_1_attn2_to_out_0_weight_to_fp16_palettized, x = input_747_cast)[name = tensor<string, []>("op_59142_cast")];
            tensor<fp16, [2, 640, 1, 2304]> inputs_395_cast = add(x = var_59142_cast, y = inputs_393_cast)[name = tensor<string, []>("inputs_395_cast")];
            tensor<int32, [1]> var_59146 = const()[name = tensor<string, []>("op_59146"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 2304]> channels_mean_395_cast = reduce_mean(axes = var_59146, keep_dims = var_58029, x = inputs_395_cast)[name = tensor<string, []>("channels_mean_395_cast")];
            tensor<fp16, [2, 640, 1, 2304]> zero_mean_395_cast = sub(x = inputs_395_cast, y = channels_mean_395_cast)[name = tensor<string, []>("zero_mean_395_cast")];
            tensor<fp16, [2, 640, 1, 2304]> zero_mean_sq_395_cast = mul(x = zero_mean_395_cast, y = zero_mean_395_cast)[name = tensor<string, []>("zero_mean_sq_395_cast")];
            tensor<int32, [1]> var_59150 = const()[name = tensor<string, []>("op_59150"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 2304]> var_59151_cast = reduce_mean(axes = var_59150, keep_dims = var_58029, x = zero_mean_sq_395_cast)[name = tensor<string, []>("op_59151_cast")];
            tensor<fp16, []> var_59152_to_fp16 = const()[name = tensor<string, []>("op_59152_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 2304]> var_59153_cast = add(x = var_59151_cast, y = var_59152_to_fp16)[name = tensor<string, []>("op_59153_cast")];
            tensor<fp16, []> denom_395_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_395_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 2304]> denom_395_cast = rsqrt(epsilon = denom_395_epsilon_0_to_fp16, x = var_59153_cast)[name = tensor<string, []>("denom_395_cast")];
            tensor<fp16, [2, 640, 1, 2304]> out_395_cast = mul(x = zero_mean_395_cast, y = denom_395_cast)[name = tensor<string, []>("out_395_cast")];
            tensor<fp16, [1, 640, 1, 1]> var_59157_to_fp16 = const()[name = tensor<string, []>("op_59157_to_fp16"), val = tensor<fp16, [1, 640, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(563989312)))];
            tensor<fp16, [2, 640, 1, 2304]> var_59158_cast = add(x = out_395_cast, y = var_59157_to_fp16)[name = tensor<string, []>("op_59158_cast")];
            tensor<fp16, [1, 640, 1, 1]> var_59160_to_fp16 = const()[name = tensor<string, []>("op_59160_to_fp16"), val = tensor<fp16, [1, 640, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(563990656)))];
            tensor<fp16, [2, 640, 1, 2304]> input_749_cast = mul(x = var_59158_cast, y = var_59160_to_fp16)[name = tensor<string, []>("input_749_cast")];
            tensor<int32, [2]> var_59168 = const()[name = tensor<string, []>("op_59168"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_59170 = const()[name = tensor<string, []>("op_59170"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_59172_pad_type_0 = const()[name = tensor<string, []>("op_59172_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_59172_pad_0 = const()[name = tensor<string, []>("op_59172_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [5120, 640, 1, 1]> up_blocks_1_attentions_0_transformer_blocks_1_ff_net_0_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [3276800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(563992000))), lut = tensor<fp16, [256]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(567268864))), name = tensor<string, []>("up_blocks_1_attentions_0_transformer_blocks_1_ff_net_0_proj_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([5120, 640, 1, 1])];
            tensor<fp16, [5120]> up_blocks_1_attentions_0_transformer_blocks_1_ff_net_0_proj_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_1_attentions_0_transformer_blocks_1_ff_net_0_proj_bias_to_fp16"), val = tensor<fp16, [5120]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(567269440)))];
            tensor<fp16, [2, 5120, 1, 2304]> var_59172_cast = conv(bias = up_blocks_1_attentions_0_transformer_blocks_1_ff_net_0_proj_bias_to_fp16, dilations = var_59170, groups = var_58034, pad = var_59172_pad_0, pad_type = var_59172_pad_type_0, strides = var_59168, weight = up_blocks_1_attentions_0_transformer_blocks_1_ff_net_0_proj_weight_to_fp16_palettized, x = input_749_cast)[name = tensor<string, []>("op_59172_cast")];
            tensor<int32, [2]> var_59173_split_sizes_0 = const()[name = tensor<string, []>("op_59173_split_sizes_0"), val = tensor<int32, [2]>([2560, 2560])];
            tensor<int32, []> var_59173_axis_0 = const()[name = tensor<string, []>("op_59173_axis_0"), val = tensor<int32, []>(1)];
            tensor<fp16, [2, 2560, 1, 2304]> var_59173_cast_0, tensor<fp16, [2, 2560, 1, 2304]> var_59173_cast_1 = split(axis = var_59173_axis_0, split_sizes = var_59173_split_sizes_0, x = var_59172_cast)[name = tensor<string, []>("op_59173_cast")];
            tensor<string, []> var_59175_mode_0 = const()[name = tensor<string, []>("op_59175_mode_0"), val = tensor<string, []>("EXACT")];
            tensor<fp16, [2, 2560, 1, 2304]> var_59175_cast = gelu(mode = var_59175_mode_0, x = var_59173_cast_1)[name = tensor<string, []>("op_59175_cast")];
            tensor<fp16, [2, 2560, 1, 2304]> input_751_cast = mul(x = var_59173_cast_0, y = var_59175_cast)[name = tensor<string, []>("input_751_cast")];
            tensor<int32, [2]> var_59179 = const()[name = tensor<string, []>("op_59179"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_59181 = const()[name = tensor<string, []>("op_59181"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_59183_pad_type_0 = const()[name = tensor<string, []>("op_59183_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_59183_pad_0 = const()[name = tensor<string, []>("op_59183_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [640, 2560, 1, 1]> up_blocks_1_attentions_0_transformer_blocks_1_ff_net_2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [1228800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(567279744))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(568508608))), name = tensor<string, []>("up_blocks_1_attentions_0_transformer_blocks_1_ff_net_2_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([640, 2560, 1, 1])];
            tensor<fp16, [640]> up_blocks_1_attentions_0_transformer_blocks_1_ff_net_2_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_1_attentions_0_transformer_blocks_1_ff_net_2_bias_to_fp16"), val = tensor<fp16, [640]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(568508800)))];
            tensor<fp16, [2, 640, 1, 2304]> var_59183_cast = conv(bias = up_blocks_1_attentions_0_transformer_blocks_1_ff_net_2_bias_to_fp16, dilations = var_59181, groups = var_58034, pad = var_59183_pad_0, pad_type = var_59183_pad_type_0, strides = var_59179, weight = up_blocks_1_attentions_0_transformer_blocks_1_ff_net_2_weight_to_fp16_palettized, x = input_751_cast)[name = tensor<string, []>("op_59183_cast")];
            tensor<fp16, [2, 640, 1, 2304]> hidden_states_521_cast = add(x = var_59183_cast, y = inputs_395_cast)[name = tensor<string, []>("hidden_states_521_cast")];
            tensor<int32, [4]> var_59185 = const()[name = tensor<string, []>("op_59185"), val = tensor<int32, [4]>([2, 640, 48, 48])];
            tensor<fp16, [2, 640, 48, 48]> input_753_cast = reshape(shape = var_59185, x = hidden_states_521_cast)[name = tensor<string, []>("input_753_cast")];
            tensor<int32, [2]> var_59189 = const()[name = tensor<string, []>("op_59189"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_59191 = const()[name = tensor<string, []>("op_59191"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> hidden_states_523_pad_type_0 = const()[name = tensor<string, []>("hidden_states_523_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> hidden_states_523_pad_0 = const()[name = tensor<string, []>("hidden_states_523_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [640, 640, 1, 1]> up_blocks_1_attentions_0_proj_out_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [409600]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(568510144))), lut = tensor<fp16, [256]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(568919808))), name = tensor<string, []>("up_blocks_1_attentions_0_proj_out_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([640, 640, 1, 1])];
            tensor<fp16, [640]> up_blocks_1_attentions_0_proj_out_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_1_attentions_0_proj_out_bias_to_fp16"), val = tensor<fp16, [640]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(568920384)))];
            tensor<fp16, [2, 640, 48, 48]> hidden_states_523_cast = conv(bias = up_blocks_1_attentions_0_proj_out_bias_to_fp16, dilations = var_59191, groups = var_58034, pad = hidden_states_523_pad_0, pad_type = hidden_states_523_pad_type_0, strides = var_59189, weight = up_blocks_1_attentions_0_proj_out_weight_to_fp16_palettized, x = input_753_cast)[name = tensor<string, []>("hidden_states_523_cast")];
            tensor<fp16, [2, 640, 48, 48]> hidden_states_525_cast = add(x = hidden_states_523_cast, y = hidden_states_505_cast)[name = tensor<string, []>("hidden_states_525_cast")];
            tensor<bool, []> input_755_interleave_0 = const()[name = tensor<string, []>("input_755_interleave_0"), val = tensor<bool, []>(false)];
            tensor<fp16, [2, 640, 48, 48]> cast_6 = cast(dtype = cast_0_dtype_0, x = input_79_cast)[name = tensor<string, []>("cast_6")];
            tensor<fp16, [2, 1280, 48, 48]> input_755_cast = concat(axis = var_58034, interleave = input_755_interleave_0, values = (hidden_states_525_cast, cast_6))[name = tensor<string, []>("input_755_cast")];
            tensor<int32, [5]> reshape_132_shape_0 = const()[name = tensor<string, []>("reshape_132_shape_0"), val = tensor<int32, [5]>([2, 32, 40, 48, 48])];
            tensor<fp16, [2, 32, 40, 48, 48]> reshape_132_cast = reshape(shape = reshape_132_shape_0, x = input_755_cast)[name = tensor<string, []>("reshape_132_cast")];
            tensor<int32, [3]> reduce_mean_99_axes_0 = const()[name = tensor<string, []>("reduce_mean_99_axes_0"), val = tensor<int32, [3]>([2, 3, 4])];
            tensor<bool, []> reduce_mean_99_keep_dims_0 = const()[name = tensor<string, []>("reduce_mean_99_keep_dims_0"), val = tensor<bool, []>(true)];
            tensor<fp16, [2, 32, 1, 1, 1]> reduce_mean_99_cast = reduce_mean(axes = reduce_mean_99_axes_0, keep_dims = reduce_mean_99_keep_dims_0, x = reshape_132_cast)[name = tensor<string, []>("reduce_mean_99_cast")];
            tensor<fp16, [2, 32, 40, 48, 48]> sub_66_cast = sub(x = reshape_132_cast, y = reduce_mean_99_cast)[name = tensor<string, []>("sub_66_cast")];
            tensor<fp16, [2, 32, 40, 48, 48]> square_33_cast = square(x = sub_66_cast)[name = tensor<string, []>("square_33_cast")];
            tensor<int32, [3]> reduce_mean_101_axes_0 = const()[name = tensor<string, []>("reduce_mean_101_axes_0"), val = tensor<int32, [3]>([2, 3, 4])];
            tensor<bool, []> reduce_mean_101_keep_dims_0 = const()[name = tensor<string, []>("reduce_mean_101_keep_dims_0"), val = tensor<bool, []>(true)];
            tensor<fp16, [2, 32, 1, 1, 1]> reduce_mean_101_cast = reduce_mean(axes = reduce_mean_101_axes_0, keep_dims = reduce_mean_101_keep_dims_0, x = square_33_cast)[name = tensor<string, []>("reduce_mean_101_cast")];
            tensor<fp16, []> add_66_y_0_to_fp16 = const()[name = tensor<string, []>("add_66_y_0_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 32, 1, 1, 1]> add_66_cast = add(x = reduce_mean_101_cast, y = add_66_y_0_to_fp16)[name = tensor<string, []>("add_66_cast")];
            tensor<fp16, [2, 32, 1, 1, 1]> sqrt_33_cast = sqrt(x = add_66_cast)[name = tensor<string, []>("sqrt_33_cast")];
            tensor<fp16, [2, 32, 40, 48, 48]> real_div_33_cast = real_div(x = sub_66_cast, y = sqrt_33_cast)[name = tensor<string, []>("real_div_33_cast")];
            tensor<int32, [4]> reshape_133_shape_0 = const()[name = tensor<string, []>("reshape_133_shape_0"), val = tensor<int32, [4]>([2, 1280, 48, 48])];
            tensor<fp16, [2, 1280, 48, 48]> reshape_133_cast = reshape(shape = reshape_133_shape_0, x = real_div_33_cast)[name = tensor<string, []>("reshape_133_cast")];
            tensor<fp16, [1280]> add_67_gamma_0_to_fp16 = const()[name = tensor<string, []>("add_67_gamma_0_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(568921728)))];
            tensor<fp16, [1280]> add_67_beta_0_to_fp16 = const()[name = tensor<string, []>("add_67_beta_0_to_fp16"), val = tensor<fp16, [1280]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(568924352)))];
            tensor<fp16, []> add_67_epsilon_0_to_fp16 = const()[name = tensor<string, []>("add_67_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1280, 48, 48]> add_67_cast = batch_norm(beta = add_67_beta_0_to_fp16, epsilon = add_67_epsilon_0_to_fp16, gamma = add_67_gamma_0_to_fp16, mean = add_23_mean_0_to_fp16, variance = add_23_variance_0_to_fp16, x = reshape_133_cast)[name = tensor<string, []>("add_67_cast")];
            tensor<fp16, [2, 1280, 48, 48]> input_759_cast = silu(x = add_67_cast)[name = tensor<string, []>("input_759_cast")];
            tensor<int32, [2]> var_59209 = const()[name = tensor<string, []>("op_59209"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_59211 = const()[name = tensor<string, []>("op_59211"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> hidden_states_527_pad_type_0 = const()[name = tensor<string, []>("hidden_states_527_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> hidden_states_527_pad_0 = const()[name = tensor<string, []>("hidden_states_527_pad_0"), val = tensor<int32, [4]>([1, 1, 1, 1])];
            tensor<fp16, [640, 1280, 3, 3]> up_blocks_1_resnets_1_conv1_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [7372800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(568926976))), lut = tensor<fp16, [256]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(576299840))), name = tensor<string, []>("up_blocks_1_resnets_1_conv1_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([640, 1280, 3, 3])];
            tensor<fp16, [640]> up_blocks_1_resnets_1_conv1_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_1_resnets_1_conv1_bias_to_fp16"), val = tensor<fp16, [640]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(576300416)))];
            tensor<fp16, [2, 640, 48, 48]> hidden_states_527_cast = conv(bias = up_blocks_1_resnets_1_conv1_bias_to_fp16, dilations = var_59211, groups = var_58034, pad = hidden_states_527_pad_0, pad_type = hidden_states_527_pad_type_0, strides = var_59209, weight = up_blocks_1_resnets_1_conv1_weight_to_fp16_palettized, x = input_759_cast)[name = tensor<string, []>("hidden_states_527_cast")];
            tensor<int32, [2]> var_59217 = const()[name = tensor<string, []>("op_59217"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_59219 = const()[name = tensor<string, []>("op_59219"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> temb_25_pad_type_0 = const()[name = tensor<string, []>("temb_25_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> temb_25_pad_0 = const()[name = tensor<string, []>("temb_25_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [640, 1280, 1, 1]> up_blocks_1_resnets_1_time_emb_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [614400]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(576301760))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(576916224))), name = tensor<string, []>("up_blocks_1_resnets_1_time_emb_proj_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([640, 1280, 1, 1])];
            tensor<fp16, [640]> up_blocks_1_resnets_1_time_emb_proj_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_1_resnets_1_time_emb_proj_bias_to_fp16"), val = tensor<fp16, [640]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(576916416)))];
            tensor<fp16, [2, 640, 1, 1]> temb_25_cast = conv(bias = up_blocks_1_resnets_1_time_emb_proj_bias_to_fp16, dilations = var_59219, groups = var_58034, pad = temb_25_pad_0, pad_type = temb_25_pad_type_0, strides = var_59217, weight = up_blocks_1_resnets_1_time_emb_proj_weight_to_fp16_palettized, x = cast_10)[name = tensor<string, []>("temb_25_cast")];
            tensor<fp16, [2, 640, 48, 48]> input_763_cast = add(x = hidden_states_527_cast, y = temb_25_cast)[name = tensor<string, []>("input_763_cast")];
            tensor<int32, [5]> reshape_136_shape_0 = const()[name = tensor<string, []>("reshape_136_shape_0"), val = tensor<int32, [5]>([2, 32, 20, 48, 48])];
            tensor<fp16, [2, 32, 20, 48, 48]> reshape_136_cast = reshape(shape = reshape_136_shape_0, x = input_763_cast)[name = tensor<string, []>("reshape_136_cast")];
            tensor<int32, [3]> reduce_mean_102_axes_0 = const()[name = tensor<string, []>("reduce_mean_102_axes_0"), val = tensor<int32, [3]>([2, 3, 4])];
            tensor<bool, []> reduce_mean_102_keep_dims_0 = const()[name = tensor<string, []>("reduce_mean_102_keep_dims_0"), val = tensor<bool, []>(true)];
            tensor<fp16, [2, 32, 1, 1, 1]> reduce_mean_102_cast = reduce_mean(axes = reduce_mean_102_axes_0, keep_dims = reduce_mean_102_keep_dims_0, x = reshape_136_cast)[name = tensor<string, []>("reduce_mean_102_cast")];
            tensor<fp16, [2, 32, 20, 48, 48]> sub_68_cast = sub(x = reshape_136_cast, y = reduce_mean_102_cast)[name = tensor<string, []>("sub_68_cast")];
            tensor<fp16, [2, 32, 20, 48, 48]> square_34_cast = square(x = sub_68_cast)[name = tensor<string, []>("square_34_cast")];
            tensor<int32, [3]> reduce_mean_104_axes_0 = const()[name = tensor<string, []>("reduce_mean_104_axes_0"), val = tensor<int32, [3]>([2, 3, 4])];
            tensor<bool, []> reduce_mean_104_keep_dims_0 = const()[name = tensor<string, []>("reduce_mean_104_keep_dims_0"), val = tensor<bool, []>(true)];
            tensor<fp16, [2, 32, 1, 1, 1]> reduce_mean_104_cast = reduce_mean(axes = reduce_mean_104_axes_0, keep_dims = reduce_mean_104_keep_dims_0, x = square_34_cast)[name = tensor<string, []>("reduce_mean_104_cast")];
            tensor<fp16, []> add_68_y_0_to_fp16 = const()[name = tensor<string, []>("add_68_y_0_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 32, 1, 1, 1]> add_68_cast = add(x = reduce_mean_104_cast, y = add_68_y_0_to_fp16)[name = tensor<string, []>("add_68_cast")];
            tensor<fp16, [2, 32, 1, 1, 1]> sqrt_34_cast = sqrt(x = add_68_cast)[name = tensor<string, []>("sqrt_34_cast")];
            tensor<fp16, [2, 32, 20, 48, 48]> real_div_34_cast = real_div(x = sub_68_cast, y = sqrt_34_cast)[name = tensor<string, []>("real_div_34_cast")];
            tensor<int32, [4]> reshape_137_shape_0 = const()[name = tensor<string, []>("reshape_137_shape_0"), val = tensor<int32, [4]>([2, 640, 48, 48])];
            tensor<fp16, [2, 640, 48, 48]> reshape_137_cast = reshape(shape = reshape_137_shape_0, x = real_div_34_cast)[name = tensor<string, []>("reshape_137_cast")];
            tensor<fp16, [640]> add_69_gamma_0_to_fp16 = const()[name = tensor<string, []>("add_69_gamma_0_to_fp16"), val = tensor<fp16, [640]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(576917760)))];
            tensor<fp16, [640]> add_69_beta_0_to_fp16 = const()[name = tensor<string, []>("add_69_beta_0_to_fp16"), val = tensor<fp16, [640]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(576919104)))];
            tensor<fp16, []> add_69_epsilon_0_to_fp16 = const()[name = tensor<string, []>("add_69_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 640, 48, 48]> add_69_cast = batch_norm(beta = add_69_beta_0_to_fp16, epsilon = add_69_epsilon_0_to_fp16, gamma = add_69_gamma_0_to_fp16, mean = add_11_mean_0_to_fp16, variance = add_11_variance_0_to_fp16, x = reshape_137_cast)[name = tensor<string, []>("add_69_cast")];
            tensor<fp16, [2, 640, 48, 48]> input_767_cast = silu(x = add_69_cast)[name = tensor<string, []>("input_767_cast")];
            tensor<int32, [2]> var_59229 = const()[name = tensor<string, []>("op_59229"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_59231 = const()[name = tensor<string, []>("op_59231"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> hidden_states_529_pad_type_0 = const()[name = tensor<string, []>("hidden_states_529_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> hidden_states_529_pad_0 = const()[name = tensor<string, []>("hidden_states_529_pad_0"), val = tensor<int32, [4]>([1, 1, 1, 1])];
            tensor<fp16, [640, 640, 3, 3]> up_blocks_1_resnets_1_conv2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [3686400]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(576920448))), lut = tensor<fp16, [256]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(580606912))), name = tensor<string, []>("up_blocks_1_resnets_1_conv2_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([640, 640, 3, 3])];
            tensor<fp16, [640]> up_blocks_1_resnets_1_conv2_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_1_resnets_1_conv2_bias_to_fp16"), val = tensor<fp16, [640]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(580607488)))];
            tensor<fp16, [2, 640, 48, 48]> hidden_states_529_cast = conv(bias = up_blocks_1_resnets_1_conv2_bias_to_fp16, dilations = var_59231, groups = var_58034, pad = hidden_states_529_pad_0, pad_type = hidden_states_529_pad_type_0, strides = var_59229, weight = up_blocks_1_resnets_1_conv2_weight_to_fp16_palettized, x = input_767_cast)[name = tensor<string, []>("hidden_states_529_cast")];
            tensor<int32, [2]> var_59236 = const()[name = tensor<string, []>("op_59236"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_59238 = const()[name = tensor<string, []>("op_59238"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> x_13_pad_type_0 = const()[name = tensor<string, []>("x_13_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> x_13_pad_0 = const()[name = tensor<string, []>("x_13_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [640, 1280, 1, 1]> up_blocks_1_resnets_1_conv_shortcut_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [819200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(580608832))), lut = tensor<fp16, [256]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(581428096))), name = tensor<string, []>("up_blocks_1_resnets_1_conv_shortcut_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([640, 1280, 1, 1])];
            tensor<fp16, [640]> up_blocks_1_resnets_1_conv_shortcut_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_1_resnets_1_conv_shortcut_bias_to_fp16"), val = tensor<fp16, [640]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(581428672)))];
            tensor<fp16, [2, 640, 48, 48]> x_13_cast = conv(bias = up_blocks_1_resnets_1_conv_shortcut_bias_to_fp16, dilations = var_59238, groups = var_58034, pad = x_13_pad_0, pad_type = x_13_pad_type_0, strides = var_59236, weight = up_blocks_1_resnets_1_conv_shortcut_weight_to_fp16_palettized, x = input_755_cast)[name = tensor<string, []>("x_13_cast")];
            tensor<fp16, [2, 640, 48, 48]> hidden_states_531_cast = add(x = x_13_cast, y = hidden_states_529_cast)[name = tensor<string, []>("hidden_states_531_cast")];
            tensor<int32, [5]> reshape_140_shape_0 = const()[name = tensor<string, []>("reshape_140_shape_0"), val = tensor<int32, [5]>([2, 32, 20, 48, 48])];
            tensor<fp16, [2, 32, 20, 48, 48]> reshape_140_cast = reshape(shape = reshape_140_shape_0, x = hidden_states_531_cast)[name = tensor<string, []>("reshape_140_cast")];
            tensor<int32, [3]> reduce_mean_105_axes_0 = const()[name = tensor<string, []>("reduce_mean_105_axes_0"), val = tensor<int32, [3]>([2, 3, 4])];
            tensor<bool, []> reduce_mean_105_keep_dims_0 = const()[name = tensor<string, []>("reduce_mean_105_keep_dims_0"), val = tensor<bool, []>(true)];
            tensor<fp16, [2, 32, 1, 1, 1]> reduce_mean_105_cast = reduce_mean(axes = reduce_mean_105_axes_0, keep_dims = reduce_mean_105_keep_dims_0, x = reshape_140_cast)[name = tensor<string, []>("reduce_mean_105_cast")];
            tensor<fp16, [2, 32, 20, 48, 48]> sub_70_cast = sub(x = reshape_140_cast, y = reduce_mean_105_cast)[name = tensor<string, []>("sub_70_cast")];
            tensor<fp16, [2, 32, 20, 48, 48]> square_35_cast = square(x = sub_70_cast)[name = tensor<string, []>("square_35_cast")];
            tensor<int32, [3]> reduce_mean_107_axes_0 = const()[name = tensor<string, []>("reduce_mean_107_axes_0"), val = tensor<int32, [3]>([2, 3, 4])];
            tensor<bool, []> reduce_mean_107_keep_dims_0 = const()[name = tensor<string, []>("reduce_mean_107_keep_dims_0"), val = tensor<bool, []>(true)];
            tensor<fp16, [2, 32, 1, 1, 1]> reduce_mean_107_cast = reduce_mean(axes = reduce_mean_107_axes_0, keep_dims = reduce_mean_107_keep_dims_0, x = square_35_cast)[name = tensor<string, []>("reduce_mean_107_cast")];
            tensor<fp16, []> add_70_y_0_to_fp16 = const()[name = tensor<string, []>("add_70_y_0_to_fp16"), val = tensor<fp16, []>(0x1.1p-20)];
            tensor<fp16, [2, 32, 1, 1, 1]> add_70_cast = add(x = reduce_mean_107_cast, y = add_70_y_0_to_fp16)[name = tensor<string, []>("add_70_cast")];
            tensor<fp16, [2, 32, 1, 1, 1]> sqrt_35_cast = sqrt(x = add_70_cast)[name = tensor<string, []>("sqrt_35_cast")];
            tensor<fp16, [2, 32, 20, 48, 48]> real_div_35_cast = real_div(x = sub_70_cast, y = sqrt_35_cast)[name = tensor<string, []>("real_div_35_cast")];
            tensor<int32, [4]> reshape_141_shape_0 = const()[name = tensor<string, []>("reshape_141_shape_0"), val = tensor<int32, [4]>([2, 640, 48, 48])];
            tensor<fp16, [2, 640, 48, 48]> reshape_141_cast = reshape(shape = reshape_141_shape_0, x = real_div_35_cast)[name = tensor<string, []>("reshape_141_cast")];
            tensor<fp16, [640]> add_71_gamma_0_to_fp16 = const()[name = tensor<string, []>("add_71_gamma_0_to_fp16"), val = tensor<fp16, [640]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(581430016)))];
            tensor<fp16, [640]> add_71_beta_0_to_fp16 = const()[name = tensor<string, []>("add_71_beta_0_to_fp16"), val = tensor<fp16, [640]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(581431360)))];
            tensor<fp16, []> add_71_epsilon_0_to_fp16 = const()[name = tensor<string, []>("add_71_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 640, 48, 48]> add_71_cast = batch_norm(beta = add_71_beta_0_to_fp16, epsilon = add_71_epsilon_0_to_fp16, gamma = add_71_gamma_0_to_fp16, mean = add_11_mean_0_to_fp16, variance = add_11_variance_0_to_fp16, x = reshape_141_cast)[name = tensor<string, []>("add_71_cast")];
            tensor<int32, [2]> var_59260 = const()[name = tensor<string, []>("op_59260"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_59262 = const()[name = tensor<string, []>("op_59262"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> hidden_states_533_pad_type_0 = const()[name = tensor<string, []>("hidden_states_533_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> hidden_states_533_pad_0 = const()[name = tensor<string, []>("hidden_states_533_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [640, 640, 1, 1]> up_blocks_1_attentions_1_proj_in_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [409600]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(581432704))), lut = tensor<fp16, [256]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(581842368))), name = tensor<string, []>("up_blocks_1_attentions_1_proj_in_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([640, 640, 1, 1])];
            tensor<fp16, [640]> up_blocks_1_attentions_1_proj_in_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_1_attentions_1_proj_in_bias_to_fp16"), val = tensor<fp16, [640]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(581842944)))];
            tensor<fp16, [2, 640, 48, 48]> hidden_states_533_cast = conv(bias = up_blocks_1_attentions_1_proj_in_bias_to_fp16, dilations = var_59262, groups = var_58034, pad = hidden_states_533_pad_0, pad_type = hidden_states_533_pad_type_0, strides = var_59260, weight = up_blocks_1_attentions_1_proj_in_weight_to_fp16_palettized, x = add_71_cast)[name = tensor<string, []>("hidden_states_533_cast")];
            tensor<int32, [4]> var_59267 = const()[name = tensor<string, []>("op_59267"), val = tensor<int32, [4]>([2, 640, 1, 2304])];
            tensor<fp16, [2, 640, 1, 2304]> inputs_397_cast = reshape(shape = var_59267, x = hidden_states_533_cast)[name = tensor<string, []>("inputs_397_cast")];
            tensor<int32, [1]> var_59277 = const()[name = tensor<string, []>("op_59277"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 2304]> channels_mean_397_cast = reduce_mean(axes = var_59277, keep_dims = var_58029, x = inputs_397_cast)[name = tensor<string, []>("channels_mean_397_cast")];
            tensor<fp16, [2, 640, 1, 2304]> zero_mean_397_cast = sub(x = inputs_397_cast, y = channels_mean_397_cast)[name = tensor<string, []>("zero_mean_397_cast")];
            tensor<fp16, [2, 640, 1, 2304]> zero_mean_sq_397_cast = mul(x = zero_mean_397_cast, y = zero_mean_397_cast)[name = tensor<string, []>("zero_mean_sq_397_cast")];
            tensor<int32, [1]> var_59281 = const()[name = tensor<string, []>("op_59281"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 2304]> var_59282_cast = reduce_mean(axes = var_59281, keep_dims = var_58029, x = zero_mean_sq_397_cast)[name = tensor<string, []>("op_59282_cast")];
            tensor<fp16, []> var_59283_to_fp16 = const()[name = tensor<string, []>("op_59283_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 2304]> var_59284_cast = add(x = var_59282_cast, y = var_59283_to_fp16)[name = tensor<string, []>("op_59284_cast")];
            tensor<fp16, []> denom_397_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_397_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 2304]> denom_397_cast = rsqrt(epsilon = denom_397_epsilon_0_to_fp16, x = var_59284_cast)[name = tensor<string, []>("denom_397_cast")];
            tensor<fp16, [2, 640, 1, 2304]> out_397_cast = mul(x = zero_mean_397_cast, y = denom_397_cast)[name = tensor<string, []>("out_397_cast")];
            tensor<fp16, [1, 640, 1, 1]> var_59288_to_fp16 = const()[name = tensor<string, []>("op_59288_to_fp16"), val = tensor<fp16, [1, 640, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(581844288)))];
            tensor<fp16, [2, 640, 1, 2304]> var_59289_cast = add(x = out_397_cast, y = var_59288_to_fp16)[name = tensor<string, []>("op_59289_cast")];
            tensor<fp16, [1, 640, 1, 1]> var_59291_to_fp16 = const()[name = tensor<string, []>("op_59291_to_fp16"), val = tensor<fp16, [1, 640, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(581845632)))];
            tensor<fp16, [2, 640, 1, 2304]> hidden_states_535_cast = mul(x = var_59289_cast, y = var_59291_to_fp16)[name = tensor<string, []>("hidden_states_535_cast")];
            tensor<int32, [2]> var_59298 = const()[name = tensor<string, []>("op_59298"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_59300 = const()[name = tensor<string, []>("op_59300"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> q_265_pad_type_0 = const()[name = tensor<string, []>("q_265_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> q_265_pad_0 = const()[name = tensor<string, []>("q_265_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [640, 640, 1, 1]> up_blocks_1_attentions_1_transformer_blocks_0_attn1_to_q_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [307200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(581846976))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(582154240))), name = tensor<string, []>("up_blocks_1_attentions_1_transformer_blocks_0_attn1_to_q_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([640, 640, 1, 1])];
            tensor<fp16, [2, 640, 1, 2304]> q_265_cast = conv(dilations = var_59300, groups = var_58034, pad = q_265_pad_0, pad_type = q_265_pad_type_0, strides = var_59298, weight = up_blocks_1_attentions_1_transformer_blocks_0_attn1_to_q_weight_to_fp16_palettized, x = hidden_states_535_cast)[name = tensor<string, []>("q_265_cast")];
            tensor<int32, [2]> var_59304 = const()[name = tensor<string, []>("op_59304"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_59306 = const()[name = tensor<string, []>("op_59306"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> k_529_pad_type_0 = const()[name = tensor<string, []>("k_529_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> k_529_pad_0 = const()[name = tensor<string, []>("k_529_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [640, 640, 1, 1]> up_blocks_1_attentions_1_transformer_blocks_0_attn1_to_k_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [307200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(582154432))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(582461696))), name = tensor<string, []>("up_blocks_1_attentions_1_transformer_blocks_0_attn1_to_k_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([640, 640, 1, 1])];
            tensor<fp16, [2, 640, 1, 2304]> k_529_cast = conv(dilations = var_59306, groups = var_58034, pad = k_529_pad_0, pad_type = k_529_pad_type_0, strides = var_59304, weight = up_blocks_1_attentions_1_transformer_blocks_0_attn1_to_k_weight_to_fp16_palettized, x = hidden_states_535_cast)[name = tensor<string, []>("k_529_cast")];
            tensor<int32, [2]> var_59310 = const()[name = tensor<string, []>("op_59310"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_59312 = const()[name = tensor<string, []>("op_59312"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> v_265_pad_type_0 = const()[name = tensor<string, []>("v_265_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> v_265_pad_0 = const()[name = tensor<string, []>("v_265_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [640, 640, 1, 1]> up_blocks_1_attentions_1_transformer_blocks_0_attn1_to_v_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [409600]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(582461888))), lut = tensor<fp16, [256]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(582871552))), name = tensor<string, []>("up_blocks_1_attentions_1_transformer_blocks_0_attn1_to_v_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([640, 640, 1, 1])];
            tensor<fp16, [2, 640, 1, 2304]> v_265_cast = conv(dilations = var_59312, groups = var_58034, pad = v_265_pad_0, pad_type = v_265_pad_type_0, strides = var_59310, weight = up_blocks_1_attentions_1_transformer_blocks_0_attn1_to_v_weight_to_fp16_palettized, x = hidden_states_535_cast)[name = tensor<string, []>("v_265_cast")];
            tensor<int32, [4]> var_59316_begin_0 = const()[name = tensor<string, []>("op_59316_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_59316_end_0 = const()[name = tensor<string, []>("op_59316_end_0"), val = tensor<int32, [4]>([2, 64, 1, 2304])];
            tensor<bool, [4]> var_59316_end_mask_0 = const()[name = tensor<string, []>("op_59316_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_59316_cast = slice_by_index(begin = var_59316_begin_0, end = var_59316_end_0, end_mask = var_59316_end_mask_0, x = q_265_cast)[name = tensor<string, []>("op_59316_cast")];
            tensor<int32, [4]> var_59320_begin_0 = const()[name = tensor<string, []>("op_59320_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_59320_end_0 = const()[name = tensor<string, []>("op_59320_end_0"), val = tensor<int32, [4]>([2, 128, 1, 2304])];
            tensor<bool, [4]> var_59320_end_mask_0 = const()[name = tensor<string, []>("op_59320_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_59320_cast = slice_by_index(begin = var_59320_begin_0, end = var_59320_end_0, end_mask = var_59320_end_mask_0, x = q_265_cast)[name = tensor<string, []>("op_59320_cast")];
            tensor<int32, [4]> var_59324_begin_0 = const()[name = tensor<string, []>("op_59324_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_59324_end_0 = const()[name = tensor<string, []>("op_59324_end_0"), val = tensor<int32, [4]>([2, 192, 1, 2304])];
            tensor<bool, [4]> var_59324_end_mask_0 = const()[name = tensor<string, []>("op_59324_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_59324_cast = slice_by_index(begin = var_59324_begin_0, end = var_59324_end_0, end_mask = var_59324_end_mask_0, x = q_265_cast)[name = tensor<string, []>("op_59324_cast")];
            tensor<int32, [4]> var_59328_begin_0 = const()[name = tensor<string, []>("op_59328_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_59328_end_0 = const()[name = tensor<string, []>("op_59328_end_0"), val = tensor<int32, [4]>([2, 256, 1, 2304])];
            tensor<bool, [4]> var_59328_end_mask_0 = const()[name = tensor<string, []>("op_59328_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_59328_cast = slice_by_index(begin = var_59328_begin_0, end = var_59328_end_0, end_mask = var_59328_end_mask_0, x = q_265_cast)[name = tensor<string, []>("op_59328_cast")];
            tensor<int32, [4]> var_59332_begin_0 = const()[name = tensor<string, []>("op_59332_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_59332_end_0 = const()[name = tensor<string, []>("op_59332_end_0"), val = tensor<int32, [4]>([2, 320, 1, 2304])];
            tensor<bool, [4]> var_59332_end_mask_0 = const()[name = tensor<string, []>("op_59332_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_59332_cast = slice_by_index(begin = var_59332_begin_0, end = var_59332_end_0, end_mask = var_59332_end_mask_0, x = q_265_cast)[name = tensor<string, []>("op_59332_cast")];
            tensor<int32, [4]> var_59336_begin_0 = const()[name = tensor<string, []>("op_59336_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_59336_end_0 = const()[name = tensor<string, []>("op_59336_end_0"), val = tensor<int32, [4]>([2, 384, 1, 2304])];
            tensor<bool, [4]> var_59336_end_mask_0 = const()[name = tensor<string, []>("op_59336_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_59336_cast = slice_by_index(begin = var_59336_begin_0, end = var_59336_end_0, end_mask = var_59336_end_mask_0, x = q_265_cast)[name = tensor<string, []>("op_59336_cast")];
            tensor<int32, [4]> var_59340_begin_0 = const()[name = tensor<string, []>("op_59340_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_59340_end_0 = const()[name = tensor<string, []>("op_59340_end_0"), val = tensor<int32, [4]>([2, 448, 1, 2304])];
            tensor<bool, [4]> var_59340_end_mask_0 = const()[name = tensor<string, []>("op_59340_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_59340_cast = slice_by_index(begin = var_59340_begin_0, end = var_59340_end_0, end_mask = var_59340_end_mask_0, x = q_265_cast)[name = tensor<string, []>("op_59340_cast")];
            tensor<int32, [4]> var_59344_begin_0 = const()[name = tensor<string, []>("op_59344_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_59344_end_0 = const()[name = tensor<string, []>("op_59344_end_0"), val = tensor<int32, [4]>([2, 512, 1, 2304])];
            tensor<bool, [4]> var_59344_end_mask_0 = const()[name = tensor<string, []>("op_59344_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_59344_cast = slice_by_index(begin = var_59344_begin_0, end = var_59344_end_0, end_mask = var_59344_end_mask_0, x = q_265_cast)[name = tensor<string, []>("op_59344_cast")];
            tensor<int32, [4]> var_59348_begin_0 = const()[name = tensor<string, []>("op_59348_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_59348_end_0 = const()[name = tensor<string, []>("op_59348_end_0"), val = tensor<int32, [4]>([2, 576, 1, 2304])];
            tensor<bool, [4]> var_59348_end_mask_0 = const()[name = tensor<string, []>("op_59348_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_59348_cast = slice_by_index(begin = var_59348_begin_0, end = var_59348_end_0, end_mask = var_59348_end_mask_0, x = q_265_cast)[name = tensor<string, []>("op_59348_cast")];
            tensor<int32, [4]> var_59352_begin_0 = const()[name = tensor<string, []>("op_59352_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_59352_end_0 = const()[name = tensor<string, []>("op_59352_end_0"), val = tensor<int32, [4]>([2, 640, 1, 2304])];
            tensor<bool, [4]> var_59352_end_mask_0 = const()[name = tensor<string, []>("op_59352_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_59352_cast = slice_by_index(begin = var_59352_begin_0, end = var_59352_end_0, end_mask = var_59352_end_mask_0, x = q_265_cast)[name = tensor<string, []>("op_59352_cast")];
            tensor<int32, [4]> k_531_perm_0 = const()[name = tensor<string, []>("k_531_perm_0"), val = tensor<int32, [4]>([0, 3, 2, 1])];
            tensor<int32, [4]> var_59359_begin_0 = const()[name = tensor<string, []>("op_59359_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_59359_end_0 = const()[name = tensor<string, []>("op_59359_end_0"), val = tensor<int32, [4]>([2, 2304, 1, 64])];
            tensor<bool, [4]> var_59359_end_mask_0 = const()[name = tensor<string, []>("op_59359_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 2304, 1, 640]> transpose_7 = transpose(perm = k_531_perm_0, x = k_529_cast)[name = tensor<string, []>("transpose_7")];
            tensor<fp16, [2, 2304, 1, 64]> var_59359_cast = slice_by_index(begin = var_59359_begin_0, end = var_59359_end_0, end_mask = var_59359_end_mask_0, x = transpose_7)[name = tensor<string, []>("op_59359_cast")];
            tensor<int32, [4]> var_59363_begin_0 = const()[name = tensor<string, []>("op_59363_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 64])];
            tensor<int32, [4]> var_59363_end_0 = const()[name = tensor<string, []>("op_59363_end_0"), val = tensor<int32, [4]>([2, 2304, 1, 128])];
            tensor<bool, [4]> var_59363_end_mask_0 = const()[name = tensor<string, []>("op_59363_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 2304, 1, 64]> var_59363_cast = slice_by_index(begin = var_59363_begin_0, end = var_59363_end_0, end_mask = var_59363_end_mask_0, x = transpose_7)[name = tensor<string, []>("op_59363_cast")];
            tensor<int32, [4]> var_59367_begin_0 = const()[name = tensor<string, []>("op_59367_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 128])];
            tensor<int32, [4]> var_59367_end_0 = const()[name = tensor<string, []>("op_59367_end_0"), val = tensor<int32, [4]>([2, 2304, 1, 192])];
            tensor<bool, [4]> var_59367_end_mask_0 = const()[name = tensor<string, []>("op_59367_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 2304, 1, 64]> var_59367_cast = slice_by_index(begin = var_59367_begin_0, end = var_59367_end_0, end_mask = var_59367_end_mask_0, x = transpose_7)[name = tensor<string, []>("op_59367_cast")];
            tensor<int32, [4]> var_59371_begin_0 = const()[name = tensor<string, []>("op_59371_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 192])];
            tensor<int32, [4]> var_59371_end_0 = const()[name = tensor<string, []>("op_59371_end_0"), val = tensor<int32, [4]>([2, 2304, 1, 256])];
            tensor<bool, [4]> var_59371_end_mask_0 = const()[name = tensor<string, []>("op_59371_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 2304, 1, 64]> var_59371_cast = slice_by_index(begin = var_59371_begin_0, end = var_59371_end_0, end_mask = var_59371_end_mask_0, x = transpose_7)[name = tensor<string, []>("op_59371_cast")];
            tensor<int32, [4]> var_59375_begin_0 = const()[name = tensor<string, []>("op_59375_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 256])];
            tensor<int32, [4]> var_59375_end_0 = const()[name = tensor<string, []>("op_59375_end_0"), val = tensor<int32, [4]>([2, 2304, 1, 320])];
            tensor<bool, [4]> var_59375_end_mask_0 = const()[name = tensor<string, []>("op_59375_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 2304, 1, 64]> var_59375_cast = slice_by_index(begin = var_59375_begin_0, end = var_59375_end_0, end_mask = var_59375_end_mask_0, x = transpose_7)[name = tensor<string, []>("op_59375_cast")];
            tensor<int32, [4]> var_59379_begin_0 = const()[name = tensor<string, []>("op_59379_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 320])];
            tensor<int32, [4]> var_59379_end_0 = const()[name = tensor<string, []>("op_59379_end_0"), val = tensor<int32, [4]>([2, 2304, 1, 384])];
            tensor<bool, [4]> var_59379_end_mask_0 = const()[name = tensor<string, []>("op_59379_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 2304, 1, 64]> var_59379_cast = slice_by_index(begin = var_59379_begin_0, end = var_59379_end_0, end_mask = var_59379_end_mask_0, x = transpose_7)[name = tensor<string, []>("op_59379_cast")];
            tensor<int32, [4]> var_59383_begin_0 = const()[name = tensor<string, []>("op_59383_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 384])];
            tensor<int32, [4]> var_59383_end_0 = const()[name = tensor<string, []>("op_59383_end_0"), val = tensor<int32, [4]>([2, 2304, 1, 448])];
            tensor<bool, [4]> var_59383_end_mask_0 = const()[name = tensor<string, []>("op_59383_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 2304, 1, 64]> var_59383_cast = slice_by_index(begin = var_59383_begin_0, end = var_59383_end_0, end_mask = var_59383_end_mask_0, x = transpose_7)[name = tensor<string, []>("op_59383_cast")];
            tensor<int32, [4]> var_59387_begin_0 = const()[name = tensor<string, []>("op_59387_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 448])];
            tensor<int32, [4]> var_59387_end_0 = const()[name = tensor<string, []>("op_59387_end_0"), val = tensor<int32, [4]>([2, 2304, 1, 512])];
            tensor<bool, [4]> var_59387_end_mask_0 = const()[name = tensor<string, []>("op_59387_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 2304, 1, 64]> var_59387_cast = slice_by_index(begin = var_59387_begin_0, end = var_59387_end_0, end_mask = var_59387_end_mask_0, x = transpose_7)[name = tensor<string, []>("op_59387_cast")];
            tensor<int32, [4]> var_59391_begin_0 = const()[name = tensor<string, []>("op_59391_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 512])];
            tensor<int32, [4]> var_59391_end_0 = const()[name = tensor<string, []>("op_59391_end_0"), val = tensor<int32, [4]>([2, 2304, 1, 576])];
            tensor<bool, [4]> var_59391_end_mask_0 = const()[name = tensor<string, []>("op_59391_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 2304, 1, 64]> var_59391_cast = slice_by_index(begin = var_59391_begin_0, end = var_59391_end_0, end_mask = var_59391_end_mask_0, x = transpose_7)[name = tensor<string, []>("op_59391_cast")];
            tensor<int32, [4]> var_59395_begin_0 = const()[name = tensor<string, []>("op_59395_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 576])];
            tensor<int32, [4]> var_59395_end_0 = const()[name = tensor<string, []>("op_59395_end_0"), val = tensor<int32, [4]>([2, 2304, 1, 640])];
            tensor<bool, [4]> var_59395_end_mask_0 = const()[name = tensor<string, []>("op_59395_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 2304, 1, 64]> var_59395_cast = slice_by_index(begin = var_59395_begin_0, end = var_59395_end_0, end_mask = var_59395_end_mask_0, x = transpose_7)[name = tensor<string, []>("op_59395_cast")];
            tensor<int32, [4]> var_59397_begin_0 = const()[name = tensor<string, []>("op_59397_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_59397_end_0 = const()[name = tensor<string, []>("op_59397_end_0"), val = tensor<int32, [4]>([2, 64, 1, 2304])];
            tensor<bool, [4]> var_59397_end_mask_0 = const()[name = tensor<string, []>("op_59397_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_59397_cast = slice_by_index(begin = var_59397_begin_0, end = var_59397_end_0, end_mask = var_59397_end_mask_0, x = v_265_cast)[name = tensor<string, []>("op_59397_cast")];
            tensor<int32, [4]> var_59401_begin_0 = const()[name = tensor<string, []>("op_59401_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_59401_end_0 = const()[name = tensor<string, []>("op_59401_end_0"), val = tensor<int32, [4]>([2, 128, 1, 2304])];
            tensor<bool, [4]> var_59401_end_mask_0 = const()[name = tensor<string, []>("op_59401_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_59401_cast = slice_by_index(begin = var_59401_begin_0, end = var_59401_end_0, end_mask = var_59401_end_mask_0, x = v_265_cast)[name = tensor<string, []>("op_59401_cast")];
            tensor<int32, [4]> var_59405_begin_0 = const()[name = tensor<string, []>("op_59405_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_59405_end_0 = const()[name = tensor<string, []>("op_59405_end_0"), val = tensor<int32, [4]>([2, 192, 1, 2304])];
            tensor<bool, [4]> var_59405_end_mask_0 = const()[name = tensor<string, []>("op_59405_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_59405_cast = slice_by_index(begin = var_59405_begin_0, end = var_59405_end_0, end_mask = var_59405_end_mask_0, x = v_265_cast)[name = tensor<string, []>("op_59405_cast")];
            tensor<int32, [4]> var_59409_begin_0 = const()[name = tensor<string, []>("op_59409_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_59409_end_0 = const()[name = tensor<string, []>("op_59409_end_0"), val = tensor<int32, [4]>([2, 256, 1, 2304])];
            tensor<bool, [4]> var_59409_end_mask_0 = const()[name = tensor<string, []>("op_59409_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_59409_cast = slice_by_index(begin = var_59409_begin_0, end = var_59409_end_0, end_mask = var_59409_end_mask_0, x = v_265_cast)[name = tensor<string, []>("op_59409_cast")];
            tensor<int32, [4]> var_59413_begin_0 = const()[name = tensor<string, []>("op_59413_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_59413_end_0 = const()[name = tensor<string, []>("op_59413_end_0"), val = tensor<int32, [4]>([2, 320, 1, 2304])];
            tensor<bool, [4]> var_59413_end_mask_0 = const()[name = tensor<string, []>("op_59413_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_59413_cast = slice_by_index(begin = var_59413_begin_0, end = var_59413_end_0, end_mask = var_59413_end_mask_0, x = v_265_cast)[name = tensor<string, []>("op_59413_cast")];
            tensor<int32, [4]> var_59417_begin_0 = const()[name = tensor<string, []>("op_59417_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_59417_end_0 = const()[name = tensor<string, []>("op_59417_end_0"), val = tensor<int32, [4]>([2, 384, 1, 2304])];
            tensor<bool, [4]> var_59417_end_mask_0 = const()[name = tensor<string, []>("op_59417_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_59417_cast = slice_by_index(begin = var_59417_begin_0, end = var_59417_end_0, end_mask = var_59417_end_mask_0, x = v_265_cast)[name = tensor<string, []>("op_59417_cast")];
            tensor<int32, [4]> var_59421_begin_0 = const()[name = tensor<string, []>("op_59421_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_59421_end_0 = const()[name = tensor<string, []>("op_59421_end_0"), val = tensor<int32, [4]>([2, 448, 1, 2304])];
            tensor<bool, [4]> var_59421_end_mask_0 = const()[name = tensor<string, []>("op_59421_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_59421_cast = slice_by_index(begin = var_59421_begin_0, end = var_59421_end_0, end_mask = var_59421_end_mask_0, x = v_265_cast)[name = tensor<string, []>("op_59421_cast")];
            tensor<int32, [4]> var_59425_begin_0 = const()[name = tensor<string, []>("op_59425_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_59425_end_0 = const()[name = tensor<string, []>("op_59425_end_0"), val = tensor<int32, [4]>([2, 512, 1, 2304])];
            tensor<bool, [4]> var_59425_end_mask_0 = const()[name = tensor<string, []>("op_59425_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_59425_cast = slice_by_index(begin = var_59425_begin_0, end = var_59425_end_0, end_mask = var_59425_end_mask_0, x = v_265_cast)[name = tensor<string, []>("op_59425_cast")];
            tensor<int32, [4]> var_59429_begin_0 = const()[name = tensor<string, []>("op_59429_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_59429_end_0 = const()[name = tensor<string, []>("op_59429_end_0"), val = tensor<int32, [4]>([2, 576, 1, 2304])];
            tensor<bool, [4]> var_59429_end_mask_0 = const()[name = tensor<string, []>("op_59429_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_59429_cast = slice_by_index(begin = var_59429_begin_0, end = var_59429_end_0, end_mask = var_59429_end_mask_0, x = v_265_cast)[name = tensor<string, []>("op_59429_cast")];
            tensor<int32, [4]> var_59433_begin_0 = const()[name = tensor<string, []>("op_59433_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_59433_end_0 = const()[name = tensor<string, []>("op_59433_end_0"), val = tensor<int32, [4]>([2, 640, 1, 2304])];
            tensor<bool, [4]> var_59433_end_mask_0 = const()[name = tensor<string, []>("op_59433_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_59433_cast = slice_by_index(begin = var_59433_begin_0, end = var_59433_end_0, end_mask = var_59433_end_mask_0, x = v_265_cast)[name = tensor<string, []>("op_59433_cast")];
            tensor<string, []> var_59437_equation_0 = const()[name = tensor<string, []>("op_59437_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 2304, 1, 2304]> var_59437_cast = einsum(equation = var_59437_equation_0, values = (var_59359_cast, var_59316_cast))[name = tensor<string, []>("op_59437_cast")];
            tensor<fp16, []> var_59438_to_fp16 = const()[name = tensor<string, []>("op_59438_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 2304, 1, 2304]> aw_5041_cast = mul(x = var_59437_cast, y = var_59438_to_fp16)[name = tensor<string, []>("aw_5041_cast")];
            tensor<string, []> var_59441_equation_0 = const()[name = tensor<string, []>("op_59441_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 2304, 1, 2304]> var_59441_cast = einsum(equation = var_59441_equation_0, values = (var_59363_cast, var_59320_cast))[name = tensor<string, []>("op_59441_cast")];
            tensor<fp16, []> var_59442_to_fp16 = const()[name = tensor<string, []>("op_59442_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 2304, 1, 2304]> aw_5043_cast = mul(x = var_59441_cast, y = var_59442_to_fp16)[name = tensor<string, []>("aw_5043_cast")];
            tensor<string, []> var_59445_equation_0 = const()[name = tensor<string, []>("op_59445_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 2304, 1, 2304]> var_59445_cast = einsum(equation = var_59445_equation_0, values = (var_59367_cast, var_59324_cast))[name = tensor<string, []>("op_59445_cast")];
            tensor<fp16, []> var_59446_to_fp16 = const()[name = tensor<string, []>("op_59446_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 2304, 1, 2304]> aw_5045_cast = mul(x = var_59445_cast, y = var_59446_to_fp16)[name = tensor<string, []>("aw_5045_cast")];
            tensor<string, []> var_59449_equation_0 = const()[name = tensor<string, []>("op_59449_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 2304, 1, 2304]> var_59449_cast = einsum(equation = var_59449_equation_0, values = (var_59371_cast, var_59328_cast))[name = tensor<string, []>("op_59449_cast")];
            tensor<fp16, []> var_59450_to_fp16 = const()[name = tensor<string, []>("op_59450_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 2304, 1, 2304]> aw_5047_cast = mul(x = var_59449_cast, y = var_59450_to_fp16)[name = tensor<string, []>("aw_5047_cast")];
            tensor<string, []> var_59453_equation_0 = const()[name = tensor<string, []>("op_59453_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 2304, 1, 2304]> var_59453_cast = einsum(equation = var_59453_equation_0, values = (var_59375_cast, var_59332_cast))[name = tensor<string, []>("op_59453_cast")];
            tensor<fp16, []> var_59454_to_fp16 = const()[name = tensor<string, []>("op_59454_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 2304, 1, 2304]> aw_5049_cast = mul(x = var_59453_cast, y = var_59454_to_fp16)[name = tensor<string, []>("aw_5049_cast")];
            tensor<string, []> var_59457_equation_0 = const()[name = tensor<string, []>("op_59457_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 2304, 1, 2304]> var_59457_cast = einsum(equation = var_59457_equation_0, values = (var_59379_cast, var_59336_cast))[name = tensor<string, []>("op_59457_cast")];
            tensor<fp16, []> var_59458_to_fp16 = const()[name = tensor<string, []>("op_59458_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 2304, 1, 2304]> aw_5051_cast = mul(x = var_59457_cast, y = var_59458_to_fp16)[name = tensor<string, []>("aw_5051_cast")];
            tensor<string, []> var_59461_equation_0 = const()[name = tensor<string, []>("op_59461_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 2304, 1, 2304]> var_59461_cast = einsum(equation = var_59461_equation_0, values = (var_59383_cast, var_59340_cast))[name = tensor<string, []>("op_59461_cast")];
            tensor<fp16, []> var_59462_to_fp16 = const()[name = tensor<string, []>("op_59462_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 2304, 1, 2304]> aw_5053_cast = mul(x = var_59461_cast, y = var_59462_to_fp16)[name = tensor<string, []>("aw_5053_cast")];
            tensor<string, []> var_59465_equation_0 = const()[name = tensor<string, []>("op_59465_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 2304, 1, 2304]> var_59465_cast = einsum(equation = var_59465_equation_0, values = (var_59387_cast, var_59344_cast))[name = tensor<string, []>("op_59465_cast")];
            tensor<fp16, []> var_59466_to_fp16 = const()[name = tensor<string, []>("op_59466_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 2304, 1, 2304]> aw_5055_cast = mul(x = var_59465_cast, y = var_59466_to_fp16)[name = tensor<string, []>("aw_5055_cast")];
            tensor<string, []> var_59469_equation_0 = const()[name = tensor<string, []>("op_59469_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 2304, 1, 2304]> var_59469_cast = einsum(equation = var_59469_equation_0, values = (var_59391_cast, var_59348_cast))[name = tensor<string, []>("op_59469_cast")];
            tensor<fp16, []> var_59470_to_fp16 = const()[name = tensor<string, []>("op_59470_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 2304, 1, 2304]> aw_5057_cast = mul(x = var_59469_cast, y = var_59470_to_fp16)[name = tensor<string, []>("aw_5057_cast")];
            tensor<string, []> var_59473_equation_0 = const()[name = tensor<string, []>("op_59473_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 2304, 1, 2304]> var_59473_cast = einsum(equation = var_59473_equation_0, values = (var_59395_cast, var_59352_cast))[name = tensor<string, []>("op_59473_cast")];
            tensor<fp16, []> var_59474_to_fp16 = const()[name = tensor<string, []>("op_59474_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 2304, 1, 2304]> aw_5059_cast = mul(x = var_59473_cast, y = var_59474_to_fp16)[name = tensor<string, []>("aw_5059_cast")];
            tensor<fp16, [2, 2304, 1, 2304]> var_59476_cast = softmax(axis = var_58034, x = aw_5041_cast)[name = tensor<string, []>("op_59476_cast")];
            tensor<fp16, [2, 2304, 1, 2304]> var_59477_cast = softmax(axis = var_58034, x = aw_5043_cast)[name = tensor<string, []>("op_59477_cast")];
            tensor<fp16, [2, 2304, 1, 2304]> var_59478_cast = softmax(axis = var_58034, x = aw_5045_cast)[name = tensor<string, []>("op_59478_cast")];
            tensor<fp16, [2, 2304, 1, 2304]> var_59479_cast = softmax(axis = var_58034, x = aw_5047_cast)[name = tensor<string, []>("op_59479_cast")];
            tensor<fp16, [2, 2304, 1, 2304]> var_59480_cast = softmax(axis = var_58034, x = aw_5049_cast)[name = tensor<string, []>("op_59480_cast")];
            tensor<fp16, [2, 2304, 1, 2304]> var_59481_cast = softmax(axis = var_58034, x = aw_5051_cast)[name = tensor<string, []>("op_59481_cast")];
            tensor<fp16, [2, 2304, 1, 2304]> var_59482_cast = softmax(axis = var_58034, x = aw_5053_cast)[name = tensor<string, []>("op_59482_cast")];
            tensor<fp16, [2, 2304, 1, 2304]> var_59483_cast = softmax(axis = var_58034, x = aw_5055_cast)[name = tensor<string, []>("op_59483_cast")];
            tensor<fp16, [2, 2304, 1, 2304]> var_59484_cast = softmax(axis = var_58034, x = aw_5057_cast)[name = tensor<string, []>("op_59484_cast")];
            tensor<fp16, [2, 2304, 1, 2304]> var_59485_cast = softmax(axis = var_58034, x = aw_5059_cast)[name = tensor<string, []>("op_59485_cast")];
            tensor<string, []> var_59487_equation_0 = const()[name = tensor<string, []>("op_59487_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_59487_cast = einsum(equation = var_59487_equation_0, values = (var_59397_cast, var_59476_cast))[name = tensor<string, []>("op_59487_cast")];
            tensor<string, []> var_59489_equation_0 = const()[name = tensor<string, []>("op_59489_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_59489_cast = einsum(equation = var_59489_equation_0, values = (var_59401_cast, var_59477_cast))[name = tensor<string, []>("op_59489_cast")];
            tensor<string, []> var_59491_equation_0 = const()[name = tensor<string, []>("op_59491_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_59491_cast = einsum(equation = var_59491_equation_0, values = (var_59405_cast, var_59478_cast))[name = tensor<string, []>("op_59491_cast")];
            tensor<string, []> var_59493_equation_0 = const()[name = tensor<string, []>("op_59493_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_59493_cast = einsum(equation = var_59493_equation_0, values = (var_59409_cast, var_59479_cast))[name = tensor<string, []>("op_59493_cast")];
            tensor<string, []> var_59495_equation_0 = const()[name = tensor<string, []>("op_59495_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_59495_cast = einsum(equation = var_59495_equation_0, values = (var_59413_cast, var_59480_cast))[name = tensor<string, []>("op_59495_cast")];
            tensor<string, []> var_59497_equation_0 = const()[name = tensor<string, []>("op_59497_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_59497_cast = einsum(equation = var_59497_equation_0, values = (var_59417_cast, var_59481_cast))[name = tensor<string, []>("op_59497_cast")];
            tensor<string, []> var_59499_equation_0 = const()[name = tensor<string, []>("op_59499_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_59499_cast = einsum(equation = var_59499_equation_0, values = (var_59421_cast, var_59482_cast))[name = tensor<string, []>("op_59499_cast")];
            tensor<string, []> var_59501_equation_0 = const()[name = tensor<string, []>("op_59501_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_59501_cast = einsum(equation = var_59501_equation_0, values = (var_59425_cast, var_59483_cast))[name = tensor<string, []>("op_59501_cast")];
            tensor<string, []> var_59503_equation_0 = const()[name = tensor<string, []>("op_59503_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_59503_cast = einsum(equation = var_59503_equation_0, values = (var_59429_cast, var_59484_cast))[name = tensor<string, []>("op_59503_cast")];
            tensor<string, []> var_59505_equation_0 = const()[name = tensor<string, []>("op_59505_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_59505_cast = einsum(equation = var_59505_equation_0, values = (var_59433_cast, var_59485_cast))[name = tensor<string, []>("op_59505_cast")];
            tensor<bool, []> input_771_interleave_0 = const()[name = tensor<string, []>("input_771_interleave_0"), val = tensor<bool, []>(false)];
            tensor<fp16, [2, 640, 1, 2304]> input_771_cast = concat(axis = var_58034, interleave = input_771_interleave_0, values = (var_59487_cast, var_59489_cast, var_59491_cast, var_59493_cast, var_59495_cast, var_59497_cast, var_59499_cast, var_59501_cast, var_59503_cast, var_59505_cast))[name = tensor<string, []>("input_771_cast")];
            tensor<int32, [2]> var_59511 = const()[name = tensor<string, []>("op_59511"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_59513 = const()[name = tensor<string, []>("op_59513"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_59515_pad_type_0 = const()[name = tensor<string, []>("op_59515_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_59515_pad_0 = const()[name = tensor<string, []>("op_59515_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [640, 640, 1, 1]> up_blocks_1_attentions_1_transformer_blocks_0_attn1_to_out_0_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [409600]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(582872128))), lut = tensor<fp16, [256]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(583281792))), name = tensor<string, []>("up_blocks_1_attentions_1_transformer_blocks_0_attn1_to_out_0_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([640, 640, 1, 1])];
            tensor<fp16, [640]> up_blocks_1_attentions_1_transformer_blocks_0_attn1_to_out_0_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_1_attentions_1_transformer_blocks_0_attn1_to_out_0_bias_to_fp16"), val = tensor<fp16, [640]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(583282368)))];
            tensor<fp16, [2, 640, 1, 2304]> var_59515_cast = conv(bias = up_blocks_1_attentions_1_transformer_blocks_0_attn1_to_out_0_bias_to_fp16, dilations = var_59513, groups = var_58034, pad = var_59515_pad_0, pad_type = var_59515_pad_type_0, strides = var_59511, weight = up_blocks_1_attentions_1_transformer_blocks_0_attn1_to_out_0_weight_to_fp16_palettized, x = input_771_cast)[name = tensor<string, []>("op_59515_cast")];
            tensor<fp16, [2, 640, 1, 2304]> inputs_399_cast = add(x = var_59515_cast, y = inputs_397_cast)[name = tensor<string, []>("inputs_399_cast")];
            tensor<int32, [1]> var_59519 = const()[name = tensor<string, []>("op_59519"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 2304]> channels_mean_399_cast = reduce_mean(axes = var_59519, keep_dims = var_58029, x = inputs_399_cast)[name = tensor<string, []>("channels_mean_399_cast")];
            tensor<fp16, [2, 640, 1, 2304]> zero_mean_399_cast = sub(x = inputs_399_cast, y = channels_mean_399_cast)[name = tensor<string, []>("zero_mean_399_cast")];
            tensor<fp16, [2, 640, 1, 2304]> zero_mean_sq_399_cast = mul(x = zero_mean_399_cast, y = zero_mean_399_cast)[name = tensor<string, []>("zero_mean_sq_399_cast")];
            tensor<int32, [1]> var_59523 = const()[name = tensor<string, []>("op_59523"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 2304]> var_59524_cast = reduce_mean(axes = var_59523, keep_dims = var_58029, x = zero_mean_sq_399_cast)[name = tensor<string, []>("op_59524_cast")];
            tensor<fp16, []> var_59525_to_fp16 = const()[name = tensor<string, []>("op_59525_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 2304]> var_59526_cast = add(x = var_59524_cast, y = var_59525_to_fp16)[name = tensor<string, []>("op_59526_cast")];
            tensor<fp16, []> denom_399_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_399_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 2304]> denom_399_cast = rsqrt(epsilon = denom_399_epsilon_0_to_fp16, x = var_59526_cast)[name = tensor<string, []>("denom_399_cast")];
            tensor<fp16, [2, 640, 1, 2304]> out_399_cast = mul(x = zero_mean_399_cast, y = denom_399_cast)[name = tensor<string, []>("out_399_cast")];
            tensor<fp16, [1, 640, 1, 1]> var_59530_to_fp16 = const()[name = tensor<string, []>("op_59530_to_fp16"), val = tensor<fp16, [1, 640, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(583283712)))];
            tensor<fp16, [2, 640, 1, 2304]> var_59531_cast = add(x = out_399_cast, y = var_59530_to_fp16)[name = tensor<string, []>("op_59531_cast")];
            tensor<fp16, [1, 640, 1, 1]> var_59533_to_fp16 = const()[name = tensor<string, []>("op_59533_to_fp16"), val = tensor<fp16, [1, 640, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(583285056)))];
            tensor<fp16, [2, 640, 1, 2304]> hidden_states_537_cast = mul(x = var_59531_cast, y = var_59533_to_fp16)[name = tensor<string, []>("hidden_states_537_cast")];
            tensor<int32, [2]> var_59540 = const()[name = tensor<string, []>("op_59540"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_59542 = const()[name = tensor<string, []>("op_59542"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> q_267_pad_type_0 = const()[name = tensor<string, []>("q_267_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> q_267_pad_0 = const()[name = tensor<string, []>("q_267_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [640, 640, 1, 1]> up_blocks_1_attentions_1_transformer_blocks_0_attn2_to_q_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [204800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(583286400))), lut = tensor<fp16, [16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(583491264))), name = tensor<string, []>("up_blocks_1_attentions_1_transformer_blocks_0_attn2_to_q_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([640, 640, 1, 1])];
            tensor<fp16, [2, 640, 1, 2304]> q_267_cast = conv(dilations = var_59542, groups = var_58034, pad = q_267_pad_0, pad_type = q_267_pad_type_0, strides = var_59540, weight = up_blocks_1_attentions_1_transformer_blocks_0_attn2_to_q_weight_to_fp16_palettized, x = hidden_states_537_cast)[name = tensor<string, []>("q_267_cast")];
            tensor<int32, [2]> var_59546 = const()[name = tensor<string, []>("op_59546"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_59548 = const()[name = tensor<string, []>("op_59548"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> k_533_pad_type_0 = const()[name = tensor<string, []>("k_533_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> k_533_pad_0 = const()[name = tensor<string, []>("k_533_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [640, 2048, 1, 1]> up_blocks_1_attentions_1_transformer_blocks_0_attn2_to_k_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [983040]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(583491392))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(584474496))), name = tensor<string, []>("up_blocks_1_attentions_1_transformer_blocks_0_attn2_to_k_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([640, 2048, 1, 1])];
            tensor<fp16, [2, 640, 1, 77]> k_533_cast = conv(dilations = var_59548, groups = var_58034, pad = k_533_pad_0, pad_type = k_533_pad_type_0, strides = var_59546, weight = up_blocks_1_attentions_1_transformer_blocks_0_attn2_to_k_weight_to_fp16_palettized, x = encoder_hidden_states)[name = tensor<string, []>("k_533_cast")];
            tensor<int32, [2]> var_59552 = const()[name = tensor<string, []>("op_59552"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_59554 = const()[name = tensor<string, []>("op_59554"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> v_267_pad_type_0 = const()[name = tensor<string, []>("v_267_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> v_267_pad_0 = const()[name = tensor<string, []>("v_267_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [640, 2048, 1, 1]> up_blocks_1_attentions_1_transformer_blocks_0_attn2_to_v_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [655360]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(584474688))), lut = tensor<fp16, [16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(585130112))), name = tensor<string, []>("up_blocks_1_attentions_1_transformer_blocks_0_attn2_to_v_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([640, 2048, 1, 1])];
            tensor<fp16, [2, 640, 1, 77]> v_267_cast = conv(dilations = var_59554, groups = var_58034, pad = v_267_pad_0, pad_type = v_267_pad_type_0, strides = var_59552, weight = up_blocks_1_attentions_1_transformer_blocks_0_attn2_to_v_weight_to_fp16_palettized, x = encoder_hidden_states)[name = tensor<string, []>("v_267_cast")];
            tensor<int32, [4]> var_59558_begin_0 = const()[name = tensor<string, []>("op_59558_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_59558_end_0 = const()[name = tensor<string, []>("op_59558_end_0"), val = tensor<int32, [4]>([2, 64, 1, 2304])];
            tensor<bool, [4]> var_59558_end_mask_0 = const()[name = tensor<string, []>("op_59558_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_59558_cast = slice_by_index(begin = var_59558_begin_0, end = var_59558_end_0, end_mask = var_59558_end_mask_0, x = q_267_cast)[name = tensor<string, []>("op_59558_cast")];
            tensor<int32, [4]> var_59562_begin_0 = const()[name = tensor<string, []>("op_59562_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_59562_end_0 = const()[name = tensor<string, []>("op_59562_end_0"), val = tensor<int32, [4]>([2, 128, 1, 2304])];
            tensor<bool, [4]> var_59562_end_mask_0 = const()[name = tensor<string, []>("op_59562_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_59562_cast = slice_by_index(begin = var_59562_begin_0, end = var_59562_end_0, end_mask = var_59562_end_mask_0, x = q_267_cast)[name = tensor<string, []>("op_59562_cast")];
            tensor<int32, [4]> var_59566_begin_0 = const()[name = tensor<string, []>("op_59566_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_59566_end_0 = const()[name = tensor<string, []>("op_59566_end_0"), val = tensor<int32, [4]>([2, 192, 1, 2304])];
            tensor<bool, [4]> var_59566_end_mask_0 = const()[name = tensor<string, []>("op_59566_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_59566_cast = slice_by_index(begin = var_59566_begin_0, end = var_59566_end_0, end_mask = var_59566_end_mask_0, x = q_267_cast)[name = tensor<string, []>("op_59566_cast")];
            tensor<int32, [4]> var_59570_begin_0 = const()[name = tensor<string, []>("op_59570_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_59570_end_0 = const()[name = tensor<string, []>("op_59570_end_0"), val = tensor<int32, [4]>([2, 256, 1, 2304])];
            tensor<bool, [4]> var_59570_end_mask_0 = const()[name = tensor<string, []>("op_59570_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_59570_cast = slice_by_index(begin = var_59570_begin_0, end = var_59570_end_0, end_mask = var_59570_end_mask_0, x = q_267_cast)[name = tensor<string, []>("op_59570_cast")];
            tensor<int32, [4]> var_59574_begin_0 = const()[name = tensor<string, []>("op_59574_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_59574_end_0 = const()[name = tensor<string, []>("op_59574_end_0"), val = tensor<int32, [4]>([2, 320, 1, 2304])];
            tensor<bool, [4]> var_59574_end_mask_0 = const()[name = tensor<string, []>("op_59574_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_59574_cast = slice_by_index(begin = var_59574_begin_0, end = var_59574_end_0, end_mask = var_59574_end_mask_0, x = q_267_cast)[name = tensor<string, []>("op_59574_cast")];
            tensor<int32, [4]> var_59578_begin_0 = const()[name = tensor<string, []>("op_59578_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_59578_end_0 = const()[name = tensor<string, []>("op_59578_end_0"), val = tensor<int32, [4]>([2, 384, 1, 2304])];
            tensor<bool, [4]> var_59578_end_mask_0 = const()[name = tensor<string, []>("op_59578_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_59578_cast = slice_by_index(begin = var_59578_begin_0, end = var_59578_end_0, end_mask = var_59578_end_mask_0, x = q_267_cast)[name = tensor<string, []>("op_59578_cast")];
            tensor<int32, [4]> var_59582_begin_0 = const()[name = tensor<string, []>("op_59582_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_59582_end_0 = const()[name = tensor<string, []>("op_59582_end_0"), val = tensor<int32, [4]>([2, 448, 1, 2304])];
            tensor<bool, [4]> var_59582_end_mask_0 = const()[name = tensor<string, []>("op_59582_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_59582_cast = slice_by_index(begin = var_59582_begin_0, end = var_59582_end_0, end_mask = var_59582_end_mask_0, x = q_267_cast)[name = tensor<string, []>("op_59582_cast")];
            tensor<int32, [4]> var_59586_begin_0 = const()[name = tensor<string, []>("op_59586_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_59586_end_0 = const()[name = tensor<string, []>("op_59586_end_0"), val = tensor<int32, [4]>([2, 512, 1, 2304])];
            tensor<bool, [4]> var_59586_end_mask_0 = const()[name = tensor<string, []>("op_59586_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_59586_cast = slice_by_index(begin = var_59586_begin_0, end = var_59586_end_0, end_mask = var_59586_end_mask_0, x = q_267_cast)[name = tensor<string, []>("op_59586_cast")];
            tensor<int32, [4]> var_59590_begin_0 = const()[name = tensor<string, []>("op_59590_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_59590_end_0 = const()[name = tensor<string, []>("op_59590_end_0"), val = tensor<int32, [4]>([2, 576, 1, 2304])];
            tensor<bool, [4]> var_59590_end_mask_0 = const()[name = tensor<string, []>("op_59590_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_59590_cast = slice_by_index(begin = var_59590_begin_0, end = var_59590_end_0, end_mask = var_59590_end_mask_0, x = q_267_cast)[name = tensor<string, []>("op_59590_cast")];
            tensor<int32, [4]> var_59594_begin_0 = const()[name = tensor<string, []>("op_59594_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_59594_end_0 = const()[name = tensor<string, []>("op_59594_end_0"), val = tensor<int32, [4]>([2, 640, 1, 2304])];
            tensor<bool, [4]> var_59594_end_mask_0 = const()[name = tensor<string, []>("op_59594_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_59594_cast = slice_by_index(begin = var_59594_begin_0, end = var_59594_end_0, end_mask = var_59594_end_mask_0, x = q_267_cast)[name = tensor<string, []>("op_59594_cast")];
            tensor<int32, [4]> k_535_perm_0 = const()[name = tensor<string, []>("k_535_perm_0"), val = tensor<int32, [4]>([0, 3, 2, 1])];
            tensor<int32, [4]> var_59601_begin_0 = const()[name = tensor<string, []>("op_59601_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_59601_end_0 = const()[name = tensor<string, []>("op_59601_end_0"), val = tensor<int32, [4]>([2, 77, 1, 64])];
            tensor<bool, [4]> var_59601_end_mask_0 = const()[name = tensor<string, []>("op_59601_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 640]> transpose_6 = transpose(perm = k_535_perm_0, x = k_533_cast)[name = tensor<string, []>("transpose_6")];
            tensor<fp16, [2, 77, 1, 64]> var_59601_cast = slice_by_index(begin = var_59601_begin_0, end = var_59601_end_0, end_mask = var_59601_end_mask_0, x = transpose_6)[name = tensor<string, []>("op_59601_cast")];
            tensor<int32, [4]> var_59605_begin_0 = const()[name = tensor<string, []>("op_59605_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 64])];
            tensor<int32, [4]> var_59605_end_0 = const()[name = tensor<string, []>("op_59605_end_0"), val = tensor<int32, [4]>([2, 77, 1, 128])];
            tensor<bool, [4]> var_59605_end_mask_0 = const()[name = tensor<string, []>("op_59605_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_59605_cast = slice_by_index(begin = var_59605_begin_0, end = var_59605_end_0, end_mask = var_59605_end_mask_0, x = transpose_6)[name = tensor<string, []>("op_59605_cast")];
            tensor<int32, [4]> var_59609_begin_0 = const()[name = tensor<string, []>("op_59609_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 128])];
            tensor<int32, [4]> var_59609_end_0 = const()[name = tensor<string, []>("op_59609_end_0"), val = tensor<int32, [4]>([2, 77, 1, 192])];
            tensor<bool, [4]> var_59609_end_mask_0 = const()[name = tensor<string, []>("op_59609_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_59609_cast = slice_by_index(begin = var_59609_begin_0, end = var_59609_end_0, end_mask = var_59609_end_mask_0, x = transpose_6)[name = tensor<string, []>("op_59609_cast")];
            tensor<int32, [4]> var_59613_begin_0 = const()[name = tensor<string, []>("op_59613_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 192])];
            tensor<int32, [4]> var_59613_end_0 = const()[name = tensor<string, []>("op_59613_end_0"), val = tensor<int32, [4]>([2, 77, 1, 256])];
            tensor<bool, [4]> var_59613_end_mask_0 = const()[name = tensor<string, []>("op_59613_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_59613_cast = slice_by_index(begin = var_59613_begin_0, end = var_59613_end_0, end_mask = var_59613_end_mask_0, x = transpose_6)[name = tensor<string, []>("op_59613_cast")];
            tensor<int32, [4]> var_59617_begin_0 = const()[name = tensor<string, []>("op_59617_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 256])];
            tensor<int32, [4]> var_59617_end_0 = const()[name = tensor<string, []>("op_59617_end_0"), val = tensor<int32, [4]>([2, 77, 1, 320])];
            tensor<bool, [4]> var_59617_end_mask_0 = const()[name = tensor<string, []>("op_59617_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_59617_cast = slice_by_index(begin = var_59617_begin_0, end = var_59617_end_0, end_mask = var_59617_end_mask_0, x = transpose_6)[name = tensor<string, []>("op_59617_cast")];
            tensor<int32, [4]> var_59621_begin_0 = const()[name = tensor<string, []>("op_59621_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 320])];
            tensor<int32, [4]> var_59621_end_0 = const()[name = tensor<string, []>("op_59621_end_0"), val = tensor<int32, [4]>([2, 77, 1, 384])];
            tensor<bool, [4]> var_59621_end_mask_0 = const()[name = tensor<string, []>("op_59621_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_59621_cast = slice_by_index(begin = var_59621_begin_0, end = var_59621_end_0, end_mask = var_59621_end_mask_0, x = transpose_6)[name = tensor<string, []>("op_59621_cast")];
            tensor<int32, [4]> var_59625_begin_0 = const()[name = tensor<string, []>("op_59625_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 384])];
            tensor<int32, [4]> var_59625_end_0 = const()[name = tensor<string, []>("op_59625_end_0"), val = tensor<int32, [4]>([2, 77, 1, 448])];
            tensor<bool, [4]> var_59625_end_mask_0 = const()[name = tensor<string, []>("op_59625_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_59625_cast = slice_by_index(begin = var_59625_begin_0, end = var_59625_end_0, end_mask = var_59625_end_mask_0, x = transpose_6)[name = tensor<string, []>("op_59625_cast")];
            tensor<int32, [4]> var_59629_begin_0 = const()[name = tensor<string, []>("op_59629_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 448])];
            tensor<int32, [4]> var_59629_end_0 = const()[name = tensor<string, []>("op_59629_end_0"), val = tensor<int32, [4]>([2, 77, 1, 512])];
            tensor<bool, [4]> var_59629_end_mask_0 = const()[name = tensor<string, []>("op_59629_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_59629_cast = slice_by_index(begin = var_59629_begin_0, end = var_59629_end_0, end_mask = var_59629_end_mask_0, x = transpose_6)[name = tensor<string, []>("op_59629_cast")];
            tensor<int32, [4]> var_59633_begin_0 = const()[name = tensor<string, []>("op_59633_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 512])];
            tensor<int32, [4]> var_59633_end_0 = const()[name = tensor<string, []>("op_59633_end_0"), val = tensor<int32, [4]>([2, 77, 1, 576])];
            tensor<bool, [4]> var_59633_end_mask_0 = const()[name = tensor<string, []>("op_59633_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_59633_cast = slice_by_index(begin = var_59633_begin_0, end = var_59633_end_0, end_mask = var_59633_end_mask_0, x = transpose_6)[name = tensor<string, []>("op_59633_cast")];
            tensor<int32, [4]> var_59637_begin_0 = const()[name = tensor<string, []>("op_59637_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 576])];
            tensor<int32, [4]> var_59637_end_0 = const()[name = tensor<string, []>("op_59637_end_0"), val = tensor<int32, [4]>([2, 77, 1, 640])];
            tensor<bool, [4]> var_59637_end_mask_0 = const()[name = tensor<string, []>("op_59637_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_59637_cast = slice_by_index(begin = var_59637_begin_0, end = var_59637_end_0, end_mask = var_59637_end_mask_0, x = transpose_6)[name = tensor<string, []>("op_59637_cast")];
            tensor<int32, [4]> var_59639_begin_0 = const()[name = tensor<string, []>("op_59639_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_59639_end_0 = const()[name = tensor<string, []>("op_59639_end_0"), val = tensor<int32, [4]>([2, 64, 1, 77])];
            tensor<bool, [4]> var_59639_end_mask_0 = const()[name = tensor<string, []>("op_59639_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_59639_cast = slice_by_index(begin = var_59639_begin_0, end = var_59639_end_0, end_mask = var_59639_end_mask_0, x = v_267_cast)[name = tensor<string, []>("op_59639_cast")];
            tensor<int32, [4]> var_59643_begin_0 = const()[name = tensor<string, []>("op_59643_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_59643_end_0 = const()[name = tensor<string, []>("op_59643_end_0"), val = tensor<int32, [4]>([2, 128, 1, 77])];
            tensor<bool, [4]> var_59643_end_mask_0 = const()[name = tensor<string, []>("op_59643_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_59643_cast = slice_by_index(begin = var_59643_begin_0, end = var_59643_end_0, end_mask = var_59643_end_mask_0, x = v_267_cast)[name = tensor<string, []>("op_59643_cast")];
            tensor<int32, [4]> var_59647_begin_0 = const()[name = tensor<string, []>("op_59647_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_59647_end_0 = const()[name = tensor<string, []>("op_59647_end_0"), val = tensor<int32, [4]>([2, 192, 1, 77])];
            tensor<bool, [4]> var_59647_end_mask_0 = const()[name = tensor<string, []>("op_59647_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_59647_cast = slice_by_index(begin = var_59647_begin_0, end = var_59647_end_0, end_mask = var_59647_end_mask_0, x = v_267_cast)[name = tensor<string, []>("op_59647_cast")];
            tensor<int32, [4]> var_59651_begin_0 = const()[name = tensor<string, []>("op_59651_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_59651_end_0 = const()[name = tensor<string, []>("op_59651_end_0"), val = tensor<int32, [4]>([2, 256, 1, 77])];
            tensor<bool, [4]> var_59651_end_mask_0 = const()[name = tensor<string, []>("op_59651_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_59651_cast = slice_by_index(begin = var_59651_begin_0, end = var_59651_end_0, end_mask = var_59651_end_mask_0, x = v_267_cast)[name = tensor<string, []>("op_59651_cast")];
            tensor<int32, [4]> var_59655_begin_0 = const()[name = tensor<string, []>("op_59655_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_59655_end_0 = const()[name = tensor<string, []>("op_59655_end_0"), val = tensor<int32, [4]>([2, 320, 1, 77])];
            tensor<bool, [4]> var_59655_end_mask_0 = const()[name = tensor<string, []>("op_59655_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_59655_cast = slice_by_index(begin = var_59655_begin_0, end = var_59655_end_0, end_mask = var_59655_end_mask_0, x = v_267_cast)[name = tensor<string, []>("op_59655_cast")];
            tensor<int32, [4]> var_59659_begin_0 = const()[name = tensor<string, []>("op_59659_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_59659_end_0 = const()[name = tensor<string, []>("op_59659_end_0"), val = tensor<int32, [4]>([2, 384, 1, 77])];
            tensor<bool, [4]> var_59659_end_mask_0 = const()[name = tensor<string, []>("op_59659_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_59659_cast = slice_by_index(begin = var_59659_begin_0, end = var_59659_end_0, end_mask = var_59659_end_mask_0, x = v_267_cast)[name = tensor<string, []>("op_59659_cast")];
            tensor<int32, [4]> var_59663_begin_0 = const()[name = tensor<string, []>("op_59663_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_59663_end_0 = const()[name = tensor<string, []>("op_59663_end_0"), val = tensor<int32, [4]>([2, 448, 1, 77])];
            tensor<bool, [4]> var_59663_end_mask_0 = const()[name = tensor<string, []>("op_59663_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_59663_cast = slice_by_index(begin = var_59663_begin_0, end = var_59663_end_0, end_mask = var_59663_end_mask_0, x = v_267_cast)[name = tensor<string, []>("op_59663_cast")];
            tensor<int32, [4]> var_59667_begin_0 = const()[name = tensor<string, []>("op_59667_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_59667_end_0 = const()[name = tensor<string, []>("op_59667_end_0"), val = tensor<int32, [4]>([2, 512, 1, 77])];
            tensor<bool, [4]> var_59667_end_mask_0 = const()[name = tensor<string, []>("op_59667_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_59667_cast = slice_by_index(begin = var_59667_begin_0, end = var_59667_end_0, end_mask = var_59667_end_mask_0, x = v_267_cast)[name = tensor<string, []>("op_59667_cast")];
            tensor<int32, [4]> var_59671_begin_0 = const()[name = tensor<string, []>("op_59671_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_59671_end_0 = const()[name = tensor<string, []>("op_59671_end_0"), val = tensor<int32, [4]>([2, 576, 1, 77])];
            tensor<bool, [4]> var_59671_end_mask_0 = const()[name = tensor<string, []>("op_59671_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_59671_cast = slice_by_index(begin = var_59671_begin_0, end = var_59671_end_0, end_mask = var_59671_end_mask_0, x = v_267_cast)[name = tensor<string, []>("op_59671_cast")];
            tensor<int32, [4]> var_59675_begin_0 = const()[name = tensor<string, []>("op_59675_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_59675_end_0 = const()[name = tensor<string, []>("op_59675_end_0"), val = tensor<int32, [4]>([2, 640, 1, 77])];
            tensor<bool, [4]> var_59675_end_mask_0 = const()[name = tensor<string, []>("op_59675_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_59675_cast = slice_by_index(begin = var_59675_begin_0, end = var_59675_end_0, end_mask = var_59675_end_mask_0, x = v_267_cast)[name = tensor<string, []>("op_59675_cast")];
            tensor<string, []> var_59679_equation_0 = const()[name = tensor<string, []>("op_59679_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 2304]> var_59679_cast = einsum(equation = var_59679_equation_0, values = (var_59601_cast, var_59558_cast))[name = tensor<string, []>("op_59679_cast")];
            tensor<fp16, []> var_59680_to_fp16 = const()[name = tensor<string, []>("op_59680_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 2304]> aw_5061_cast = mul(x = var_59679_cast, y = var_59680_to_fp16)[name = tensor<string, []>("aw_5061_cast")];
            tensor<string, []> var_59683_equation_0 = const()[name = tensor<string, []>("op_59683_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 2304]> var_59683_cast = einsum(equation = var_59683_equation_0, values = (var_59605_cast, var_59562_cast))[name = tensor<string, []>("op_59683_cast")];
            tensor<fp16, []> var_59684_to_fp16 = const()[name = tensor<string, []>("op_59684_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 2304]> aw_5063_cast = mul(x = var_59683_cast, y = var_59684_to_fp16)[name = tensor<string, []>("aw_5063_cast")];
            tensor<string, []> var_59687_equation_0 = const()[name = tensor<string, []>("op_59687_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 2304]> var_59687_cast = einsum(equation = var_59687_equation_0, values = (var_59609_cast, var_59566_cast))[name = tensor<string, []>("op_59687_cast")];
            tensor<fp16, []> var_59688_to_fp16 = const()[name = tensor<string, []>("op_59688_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 2304]> aw_5065_cast = mul(x = var_59687_cast, y = var_59688_to_fp16)[name = tensor<string, []>("aw_5065_cast")];
            tensor<string, []> var_59691_equation_0 = const()[name = tensor<string, []>("op_59691_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 2304]> var_59691_cast = einsum(equation = var_59691_equation_0, values = (var_59613_cast, var_59570_cast))[name = tensor<string, []>("op_59691_cast")];
            tensor<fp16, []> var_59692_to_fp16 = const()[name = tensor<string, []>("op_59692_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 2304]> aw_5067_cast = mul(x = var_59691_cast, y = var_59692_to_fp16)[name = tensor<string, []>("aw_5067_cast")];
            tensor<string, []> var_59695_equation_0 = const()[name = tensor<string, []>("op_59695_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 2304]> var_59695_cast = einsum(equation = var_59695_equation_0, values = (var_59617_cast, var_59574_cast))[name = tensor<string, []>("op_59695_cast")];
            tensor<fp16, []> var_59696_to_fp16 = const()[name = tensor<string, []>("op_59696_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 2304]> aw_5069_cast = mul(x = var_59695_cast, y = var_59696_to_fp16)[name = tensor<string, []>("aw_5069_cast")];
            tensor<string, []> var_59699_equation_0 = const()[name = tensor<string, []>("op_59699_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 2304]> var_59699_cast = einsum(equation = var_59699_equation_0, values = (var_59621_cast, var_59578_cast))[name = tensor<string, []>("op_59699_cast")];
            tensor<fp16, []> var_59700_to_fp16 = const()[name = tensor<string, []>("op_59700_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 2304]> aw_5071_cast = mul(x = var_59699_cast, y = var_59700_to_fp16)[name = tensor<string, []>("aw_5071_cast")];
            tensor<string, []> var_59703_equation_0 = const()[name = tensor<string, []>("op_59703_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 2304]> var_59703_cast = einsum(equation = var_59703_equation_0, values = (var_59625_cast, var_59582_cast))[name = tensor<string, []>("op_59703_cast")];
            tensor<fp16, []> var_59704_to_fp16 = const()[name = tensor<string, []>("op_59704_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 2304]> aw_5073_cast = mul(x = var_59703_cast, y = var_59704_to_fp16)[name = tensor<string, []>("aw_5073_cast")];
            tensor<string, []> var_59707_equation_0 = const()[name = tensor<string, []>("op_59707_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 2304]> var_59707_cast = einsum(equation = var_59707_equation_0, values = (var_59629_cast, var_59586_cast))[name = tensor<string, []>("op_59707_cast")];
            tensor<fp16, []> var_59708_to_fp16 = const()[name = tensor<string, []>("op_59708_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 2304]> aw_5075_cast = mul(x = var_59707_cast, y = var_59708_to_fp16)[name = tensor<string, []>("aw_5075_cast")];
            tensor<string, []> var_59711_equation_0 = const()[name = tensor<string, []>("op_59711_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 2304]> var_59711_cast = einsum(equation = var_59711_equation_0, values = (var_59633_cast, var_59590_cast))[name = tensor<string, []>("op_59711_cast")];
            tensor<fp16, []> var_59712_to_fp16 = const()[name = tensor<string, []>("op_59712_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 2304]> aw_5077_cast = mul(x = var_59711_cast, y = var_59712_to_fp16)[name = tensor<string, []>("aw_5077_cast")];
            tensor<string, []> var_59715_equation_0 = const()[name = tensor<string, []>("op_59715_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 2304]> var_59715_cast = einsum(equation = var_59715_equation_0, values = (var_59637_cast, var_59594_cast))[name = tensor<string, []>("op_59715_cast")];
            tensor<fp16, []> var_59716_to_fp16 = const()[name = tensor<string, []>("op_59716_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 2304]> aw_5079_cast = mul(x = var_59715_cast, y = var_59716_to_fp16)[name = tensor<string, []>("aw_5079_cast")];
            tensor<fp16, [2, 77, 1, 2304]> var_59718_cast = softmax(axis = var_58034, x = aw_5061_cast)[name = tensor<string, []>("op_59718_cast")];
            tensor<fp16, [2, 77, 1, 2304]> var_59719_cast = softmax(axis = var_58034, x = aw_5063_cast)[name = tensor<string, []>("op_59719_cast")];
            tensor<fp16, [2, 77, 1, 2304]> var_59720_cast = softmax(axis = var_58034, x = aw_5065_cast)[name = tensor<string, []>("op_59720_cast")];
            tensor<fp16, [2, 77, 1, 2304]> var_59721_cast = softmax(axis = var_58034, x = aw_5067_cast)[name = tensor<string, []>("op_59721_cast")];
            tensor<fp16, [2, 77, 1, 2304]> var_59722_cast = softmax(axis = var_58034, x = aw_5069_cast)[name = tensor<string, []>("op_59722_cast")];
            tensor<fp16, [2, 77, 1, 2304]> var_59723_cast = softmax(axis = var_58034, x = aw_5071_cast)[name = tensor<string, []>("op_59723_cast")];
            tensor<fp16, [2, 77, 1, 2304]> var_59724_cast = softmax(axis = var_58034, x = aw_5073_cast)[name = tensor<string, []>("op_59724_cast")];
            tensor<fp16, [2, 77, 1, 2304]> var_59725_cast = softmax(axis = var_58034, x = aw_5075_cast)[name = tensor<string, []>("op_59725_cast")];
            tensor<fp16, [2, 77, 1, 2304]> var_59726_cast = softmax(axis = var_58034, x = aw_5077_cast)[name = tensor<string, []>("op_59726_cast")];
            tensor<fp16, [2, 77, 1, 2304]> var_59727_cast = softmax(axis = var_58034, x = aw_5079_cast)[name = tensor<string, []>("op_59727_cast")];
            tensor<string, []> var_59729_equation_0 = const()[name = tensor<string, []>("op_59729_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_59729_cast = einsum(equation = var_59729_equation_0, values = (var_59639_cast, var_59718_cast))[name = tensor<string, []>("op_59729_cast")];
            tensor<string, []> var_59731_equation_0 = const()[name = tensor<string, []>("op_59731_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_59731_cast = einsum(equation = var_59731_equation_0, values = (var_59643_cast, var_59719_cast))[name = tensor<string, []>("op_59731_cast")];
            tensor<string, []> var_59733_equation_0 = const()[name = tensor<string, []>("op_59733_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_59733_cast = einsum(equation = var_59733_equation_0, values = (var_59647_cast, var_59720_cast))[name = tensor<string, []>("op_59733_cast")];
            tensor<string, []> var_59735_equation_0 = const()[name = tensor<string, []>("op_59735_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_59735_cast = einsum(equation = var_59735_equation_0, values = (var_59651_cast, var_59721_cast))[name = tensor<string, []>("op_59735_cast")];
            tensor<string, []> var_59737_equation_0 = const()[name = tensor<string, []>("op_59737_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_59737_cast = einsum(equation = var_59737_equation_0, values = (var_59655_cast, var_59722_cast))[name = tensor<string, []>("op_59737_cast")];
            tensor<string, []> var_59739_equation_0 = const()[name = tensor<string, []>("op_59739_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_59739_cast = einsum(equation = var_59739_equation_0, values = (var_59659_cast, var_59723_cast))[name = tensor<string, []>("op_59739_cast")];
            tensor<string, []> var_59741_equation_0 = const()[name = tensor<string, []>("op_59741_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_59741_cast = einsum(equation = var_59741_equation_0, values = (var_59663_cast, var_59724_cast))[name = tensor<string, []>("op_59741_cast")];
            tensor<string, []> var_59743_equation_0 = const()[name = tensor<string, []>("op_59743_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_59743_cast = einsum(equation = var_59743_equation_0, values = (var_59667_cast, var_59725_cast))[name = tensor<string, []>("op_59743_cast")];
            tensor<string, []> var_59745_equation_0 = const()[name = tensor<string, []>("op_59745_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_59745_cast = einsum(equation = var_59745_equation_0, values = (var_59671_cast, var_59726_cast))[name = tensor<string, []>("op_59745_cast")];
            tensor<string, []> var_59747_equation_0 = const()[name = tensor<string, []>("op_59747_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_59747_cast = einsum(equation = var_59747_equation_0, values = (var_59675_cast, var_59727_cast))[name = tensor<string, []>("op_59747_cast")];
            tensor<bool, []> input_773_interleave_0 = const()[name = tensor<string, []>("input_773_interleave_0"), val = tensor<bool, []>(false)];
            tensor<fp16, [2, 640, 1, 2304]> input_773_cast = concat(axis = var_58034, interleave = input_773_interleave_0, values = (var_59729_cast, var_59731_cast, var_59733_cast, var_59735_cast, var_59737_cast, var_59739_cast, var_59741_cast, var_59743_cast, var_59745_cast, var_59747_cast))[name = tensor<string, []>("input_773_cast")];
            tensor<int32, [2]> var_59753 = const()[name = tensor<string, []>("op_59753"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_59755 = const()[name = tensor<string, []>("op_59755"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_59757_pad_type_0 = const()[name = tensor<string, []>("op_59757_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_59757_pad_0 = const()[name = tensor<string, []>("op_59757_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [640, 640, 1, 1]> up_blocks_1_attentions_1_transformer_blocks_0_attn2_to_out_0_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [307200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(585130240))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(585437504))), name = tensor<string, []>("up_blocks_1_attentions_1_transformer_blocks_0_attn2_to_out_0_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([640, 640, 1, 1])];
            tensor<fp16, [640]> up_blocks_1_attentions_1_transformer_blocks_0_attn2_to_out_0_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_1_attentions_1_transformer_blocks_0_attn2_to_out_0_bias_to_fp16"), val = tensor<fp16, [640]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(585437696)))];
            tensor<fp16, [2, 640, 1, 2304]> var_59757_cast = conv(bias = up_blocks_1_attentions_1_transformer_blocks_0_attn2_to_out_0_bias_to_fp16, dilations = var_59755, groups = var_58034, pad = var_59757_pad_0, pad_type = var_59757_pad_type_0, strides = var_59753, weight = up_blocks_1_attentions_1_transformer_blocks_0_attn2_to_out_0_weight_to_fp16_palettized, x = input_773_cast)[name = tensor<string, []>("op_59757_cast")];
            tensor<fp16, [2, 640, 1, 2304]> inputs_401_cast = add(x = var_59757_cast, y = inputs_399_cast)[name = tensor<string, []>("inputs_401_cast")];
            tensor<int32, [1]> var_59761 = const()[name = tensor<string, []>("op_59761"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 2304]> channels_mean_401_cast = reduce_mean(axes = var_59761, keep_dims = var_58029, x = inputs_401_cast)[name = tensor<string, []>("channels_mean_401_cast")];
            tensor<fp16, [2, 640, 1, 2304]> zero_mean_401_cast = sub(x = inputs_401_cast, y = channels_mean_401_cast)[name = tensor<string, []>("zero_mean_401_cast")];
            tensor<fp16, [2, 640, 1, 2304]> zero_mean_sq_401_cast = mul(x = zero_mean_401_cast, y = zero_mean_401_cast)[name = tensor<string, []>("zero_mean_sq_401_cast")];
            tensor<int32, [1]> var_59765 = const()[name = tensor<string, []>("op_59765"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 2304]> var_59766_cast = reduce_mean(axes = var_59765, keep_dims = var_58029, x = zero_mean_sq_401_cast)[name = tensor<string, []>("op_59766_cast")];
            tensor<fp16, []> var_59767_to_fp16 = const()[name = tensor<string, []>("op_59767_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 2304]> var_59768_cast = add(x = var_59766_cast, y = var_59767_to_fp16)[name = tensor<string, []>("op_59768_cast")];
            tensor<fp16, []> denom_401_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_401_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 2304]> denom_401_cast = rsqrt(epsilon = denom_401_epsilon_0_to_fp16, x = var_59768_cast)[name = tensor<string, []>("denom_401_cast")];
            tensor<fp16, [2, 640, 1, 2304]> out_401_cast = mul(x = zero_mean_401_cast, y = denom_401_cast)[name = tensor<string, []>("out_401_cast")];
            tensor<fp16, [1, 640, 1, 1]> var_59772_to_fp16 = const()[name = tensor<string, []>("op_59772_to_fp16"), val = tensor<fp16, [1, 640, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(585439040)))];
            tensor<fp16, [2, 640, 1, 2304]> var_59773_cast = add(x = out_401_cast, y = var_59772_to_fp16)[name = tensor<string, []>("op_59773_cast")];
            tensor<fp16, [1, 640, 1, 1]> var_59775_to_fp16 = const()[name = tensor<string, []>("op_59775_to_fp16"), val = tensor<fp16, [1, 640, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(585440384)))];
            tensor<fp16, [2, 640, 1, 2304]> input_775_cast = mul(x = var_59773_cast, y = var_59775_to_fp16)[name = tensor<string, []>("input_775_cast")];
            tensor<int32, [2]> var_59783 = const()[name = tensor<string, []>("op_59783"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_59785 = const()[name = tensor<string, []>("op_59785"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_59787_pad_type_0 = const()[name = tensor<string, []>("op_59787_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_59787_pad_0 = const()[name = tensor<string, []>("op_59787_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [5120, 640, 1, 1]> up_blocks_1_attentions_1_transformer_blocks_0_ff_net_0_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [3276800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(585441728))), lut = tensor<fp16, [256]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(588718592))), name = tensor<string, []>("up_blocks_1_attentions_1_transformer_blocks_0_ff_net_0_proj_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([5120, 640, 1, 1])];
            tensor<fp16, [5120]> up_blocks_1_attentions_1_transformer_blocks_0_ff_net_0_proj_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_1_attentions_1_transformer_blocks_0_ff_net_0_proj_bias_to_fp16"), val = tensor<fp16, [5120]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(588719168)))];
            tensor<fp16, [2, 5120, 1, 2304]> var_59787_cast = conv(bias = up_blocks_1_attentions_1_transformer_blocks_0_ff_net_0_proj_bias_to_fp16, dilations = var_59785, groups = var_58034, pad = var_59787_pad_0, pad_type = var_59787_pad_type_0, strides = var_59783, weight = up_blocks_1_attentions_1_transformer_blocks_0_ff_net_0_proj_weight_to_fp16_palettized, x = input_775_cast)[name = tensor<string, []>("op_59787_cast")];
            tensor<int32, [2]> var_59788_split_sizes_0 = const()[name = tensor<string, []>("op_59788_split_sizes_0"), val = tensor<int32, [2]>([2560, 2560])];
            tensor<int32, []> var_59788_axis_0 = const()[name = tensor<string, []>("op_59788_axis_0"), val = tensor<int32, []>(1)];
            tensor<fp16, [2, 2560, 1, 2304]> var_59788_cast_0, tensor<fp16, [2, 2560, 1, 2304]> var_59788_cast_1 = split(axis = var_59788_axis_0, split_sizes = var_59788_split_sizes_0, x = var_59787_cast)[name = tensor<string, []>("op_59788_cast")];
            tensor<string, []> var_59790_mode_0 = const()[name = tensor<string, []>("op_59790_mode_0"), val = tensor<string, []>("EXACT")];
            tensor<fp16, [2, 2560, 1, 2304]> var_59790_cast = gelu(mode = var_59790_mode_0, x = var_59788_cast_1)[name = tensor<string, []>("op_59790_cast")];
            tensor<fp16, [2, 2560, 1, 2304]> input_777_cast = mul(x = var_59788_cast_0, y = var_59790_cast)[name = tensor<string, []>("input_777_cast")];
            tensor<int32, [2]> var_59794 = const()[name = tensor<string, []>("op_59794"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_59796 = const()[name = tensor<string, []>("op_59796"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_59798_pad_type_0 = const()[name = tensor<string, []>("op_59798_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_59798_pad_0 = const()[name = tensor<string, []>("op_59798_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [640, 2560, 1, 1]> up_blocks_1_attentions_1_transformer_blocks_0_ff_net_2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [1638400]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(588729472))), lut = tensor<fp16, [256]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(590367936))), name = tensor<string, []>("up_blocks_1_attentions_1_transformer_blocks_0_ff_net_2_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([640, 2560, 1, 1])];
            tensor<fp16, [640]> up_blocks_1_attentions_1_transformer_blocks_0_ff_net_2_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_1_attentions_1_transformer_blocks_0_ff_net_2_bias_to_fp16"), val = tensor<fp16, [640]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(590368512)))];
            tensor<fp16, [2, 640, 1, 2304]> var_59798_cast = conv(bias = up_blocks_1_attentions_1_transformer_blocks_0_ff_net_2_bias_to_fp16, dilations = var_59796, groups = var_58034, pad = var_59798_pad_0, pad_type = var_59798_pad_type_0, strides = var_59794, weight = up_blocks_1_attentions_1_transformer_blocks_0_ff_net_2_weight_to_fp16_palettized, x = input_777_cast)[name = tensor<string, []>("op_59798_cast")];
            tensor<fp16, [2, 640, 1, 2304]> inputs_403_cast = add(x = var_59798_cast, y = inputs_401_cast)[name = tensor<string, []>("inputs_403_cast")];
            tensor<int32, [1]> var_59808 = const()[name = tensor<string, []>("op_59808"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 2304]> channels_mean_403_cast = reduce_mean(axes = var_59808, keep_dims = var_58029, x = inputs_403_cast)[name = tensor<string, []>("channels_mean_403_cast")];
            tensor<fp16, [2, 640, 1, 2304]> zero_mean_403_cast = sub(x = inputs_403_cast, y = channels_mean_403_cast)[name = tensor<string, []>("zero_mean_403_cast")];
            tensor<fp16, [2, 640, 1, 2304]> zero_mean_sq_403_cast = mul(x = zero_mean_403_cast, y = zero_mean_403_cast)[name = tensor<string, []>("zero_mean_sq_403_cast")];
            tensor<int32, [1]> var_59812 = const()[name = tensor<string, []>("op_59812"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 2304]> var_59813_cast = reduce_mean(axes = var_59812, keep_dims = var_58029, x = zero_mean_sq_403_cast)[name = tensor<string, []>("op_59813_cast")];
            tensor<fp16, []> var_59814_to_fp16 = const()[name = tensor<string, []>("op_59814_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 2304]> var_59815_cast = add(x = var_59813_cast, y = var_59814_to_fp16)[name = tensor<string, []>("op_59815_cast")];
            tensor<fp16, []> denom_403_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_403_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 2304]> denom_403_cast = rsqrt(epsilon = denom_403_epsilon_0_to_fp16, x = var_59815_cast)[name = tensor<string, []>("denom_403_cast")];
            tensor<fp16, [2, 640, 1, 2304]> out_403_cast = mul(x = zero_mean_403_cast, y = denom_403_cast)[name = tensor<string, []>("out_403_cast")];
            tensor<fp16, [1, 640, 1, 1]> var_59819_to_fp16 = const()[name = tensor<string, []>("op_59819_to_fp16"), val = tensor<fp16, [1, 640, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(590369856)))];
            tensor<fp16, [2, 640, 1, 2304]> var_59820_cast = add(x = out_403_cast, y = var_59819_to_fp16)[name = tensor<string, []>("op_59820_cast")];
            tensor<fp16, [1, 640, 1, 1]> var_59822_to_fp16 = const()[name = tensor<string, []>("op_59822_to_fp16"), val = tensor<fp16, [1, 640, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(590371200)))];
            tensor<fp16, [2, 640, 1, 2304]> hidden_states_541_cast = mul(x = var_59820_cast, y = var_59822_to_fp16)[name = tensor<string, []>("hidden_states_541_cast")];
            tensor<int32, [2]> var_59829 = const()[name = tensor<string, []>("op_59829"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_59831 = const()[name = tensor<string, []>("op_59831"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> q_269_pad_type_0 = const()[name = tensor<string, []>("q_269_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> q_269_pad_0 = const()[name = tensor<string, []>("q_269_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [640, 640, 1, 1]> up_blocks_1_attentions_1_transformer_blocks_1_attn1_to_q_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [307200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(590372544))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(590679808))), name = tensor<string, []>("up_blocks_1_attentions_1_transformer_blocks_1_attn1_to_q_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([640, 640, 1, 1])];
            tensor<fp16, [2, 640, 1, 2304]> q_269_cast = conv(dilations = var_59831, groups = var_58034, pad = q_269_pad_0, pad_type = q_269_pad_type_0, strides = var_59829, weight = up_blocks_1_attentions_1_transformer_blocks_1_attn1_to_q_weight_to_fp16_palettized, x = hidden_states_541_cast)[name = tensor<string, []>("q_269_cast")];
            tensor<int32, [2]> var_59835 = const()[name = tensor<string, []>("op_59835"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_59837 = const()[name = tensor<string, []>("op_59837"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> k_537_pad_type_0 = const()[name = tensor<string, []>("k_537_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> k_537_pad_0 = const()[name = tensor<string, []>("k_537_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [640, 640, 1, 1]> up_blocks_1_attentions_1_transformer_blocks_1_attn1_to_k_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [307200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(590680000))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(590987264))), name = tensor<string, []>("up_blocks_1_attentions_1_transformer_blocks_1_attn1_to_k_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([640, 640, 1, 1])];
            tensor<fp16, [2, 640, 1, 2304]> k_537_cast = conv(dilations = var_59837, groups = var_58034, pad = k_537_pad_0, pad_type = k_537_pad_type_0, strides = var_59835, weight = up_blocks_1_attentions_1_transformer_blocks_1_attn1_to_k_weight_to_fp16_palettized, x = hidden_states_541_cast)[name = tensor<string, []>("k_537_cast")];
            tensor<int32, [2]> var_59841 = const()[name = tensor<string, []>("op_59841"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_59843 = const()[name = tensor<string, []>("op_59843"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> v_269_pad_type_0 = const()[name = tensor<string, []>("v_269_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> v_269_pad_0 = const()[name = tensor<string, []>("v_269_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [640, 640, 1, 1]> up_blocks_1_attentions_1_transformer_blocks_1_attn1_to_v_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [409600]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(590987456))), lut = tensor<fp16, [256]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(591397120))), name = tensor<string, []>("up_blocks_1_attentions_1_transformer_blocks_1_attn1_to_v_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([640, 640, 1, 1])];
            tensor<fp16, [2, 640, 1, 2304]> v_269_cast = conv(dilations = var_59843, groups = var_58034, pad = v_269_pad_0, pad_type = v_269_pad_type_0, strides = var_59841, weight = up_blocks_1_attentions_1_transformer_blocks_1_attn1_to_v_weight_to_fp16_palettized, x = hidden_states_541_cast)[name = tensor<string, []>("v_269_cast")];
            tensor<int32, [4]> var_59847_begin_0 = const()[name = tensor<string, []>("op_59847_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_59847_end_0 = const()[name = tensor<string, []>("op_59847_end_0"), val = tensor<int32, [4]>([2, 64, 1, 2304])];
            tensor<bool, [4]> var_59847_end_mask_0 = const()[name = tensor<string, []>("op_59847_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_59847_cast = slice_by_index(begin = var_59847_begin_0, end = var_59847_end_0, end_mask = var_59847_end_mask_0, x = q_269_cast)[name = tensor<string, []>("op_59847_cast")];
            tensor<int32, [4]> var_59851_begin_0 = const()[name = tensor<string, []>("op_59851_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_59851_end_0 = const()[name = tensor<string, []>("op_59851_end_0"), val = tensor<int32, [4]>([2, 128, 1, 2304])];
            tensor<bool, [4]> var_59851_end_mask_0 = const()[name = tensor<string, []>("op_59851_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_59851_cast = slice_by_index(begin = var_59851_begin_0, end = var_59851_end_0, end_mask = var_59851_end_mask_0, x = q_269_cast)[name = tensor<string, []>("op_59851_cast")];
            tensor<int32, [4]> var_59855_begin_0 = const()[name = tensor<string, []>("op_59855_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_59855_end_0 = const()[name = tensor<string, []>("op_59855_end_0"), val = tensor<int32, [4]>([2, 192, 1, 2304])];
            tensor<bool, [4]> var_59855_end_mask_0 = const()[name = tensor<string, []>("op_59855_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_59855_cast = slice_by_index(begin = var_59855_begin_0, end = var_59855_end_0, end_mask = var_59855_end_mask_0, x = q_269_cast)[name = tensor<string, []>("op_59855_cast")];
            tensor<int32, [4]> var_59859_begin_0 = const()[name = tensor<string, []>("op_59859_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_59859_end_0 = const()[name = tensor<string, []>("op_59859_end_0"), val = tensor<int32, [4]>([2, 256, 1, 2304])];
            tensor<bool, [4]> var_59859_end_mask_0 = const()[name = tensor<string, []>("op_59859_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_59859_cast = slice_by_index(begin = var_59859_begin_0, end = var_59859_end_0, end_mask = var_59859_end_mask_0, x = q_269_cast)[name = tensor<string, []>("op_59859_cast")];
            tensor<int32, [4]> var_59863_begin_0 = const()[name = tensor<string, []>("op_59863_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_59863_end_0 = const()[name = tensor<string, []>("op_59863_end_0"), val = tensor<int32, [4]>([2, 320, 1, 2304])];
            tensor<bool, [4]> var_59863_end_mask_0 = const()[name = tensor<string, []>("op_59863_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_59863_cast = slice_by_index(begin = var_59863_begin_0, end = var_59863_end_0, end_mask = var_59863_end_mask_0, x = q_269_cast)[name = tensor<string, []>("op_59863_cast")];
            tensor<int32, [4]> var_59867_begin_0 = const()[name = tensor<string, []>("op_59867_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_59867_end_0 = const()[name = tensor<string, []>("op_59867_end_0"), val = tensor<int32, [4]>([2, 384, 1, 2304])];
            tensor<bool, [4]> var_59867_end_mask_0 = const()[name = tensor<string, []>("op_59867_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_59867_cast = slice_by_index(begin = var_59867_begin_0, end = var_59867_end_0, end_mask = var_59867_end_mask_0, x = q_269_cast)[name = tensor<string, []>("op_59867_cast")];
            tensor<int32, [4]> var_59871_begin_0 = const()[name = tensor<string, []>("op_59871_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_59871_end_0 = const()[name = tensor<string, []>("op_59871_end_0"), val = tensor<int32, [4]>([2, 448, 1, 2304])];
            tensor<bool, [4]> var_59871_end_mask_0 = const()[name = tensor<string, []>("op_59871_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_59871_cast = slice_by_index(begin = var_59871_begin_0, end = var_59871_end_0, end_mask = var_59871_end_mask_0, x = q_269_cast)[name = tensor<string, []>("op_59871_cast")];
            tensor<int32, [4]> var_59875_begin_0 = const()[name = tensor<string, []>("op_59875_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_59875_end_0 = const()[name = tensor<string, []>("op_59875_end_0"), val = tensor<int32, [4]>([2, 512, 1, 2304])];
            tensor<bool, [4]> var_59875_end_mask_0 = const()[name = tensor<string, []>("op_59875_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_59875_cast = slice_by_index(begin = var_59875_begin_0, end = var_59875_end_0, end_mask = var_59875_end_mask_0, x = q_269_cast)[name = tensor<string, []>("op_59875_cast")];
            tensor<int32, [4]> var_59879_begin_0 = const()[name = tensor<string, []>("op_59879_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_59879_end_0 = const()[name = tensor<string, []>("op_59879_end_0"), val = tensor<int32, [4]>([2, 576, 1, 2304])];
            tensor<bool, [4]> var_59879_end_mask_0 = const()[name = tensor<string, []>("op_59879_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_59879_cast = slice_by_index(begin = var_59879_begin_0, end = var_59879_end_0, end_mask = var_59879_end_mask_0, x = q_269_cast)[name = tensor<string, []>("op_59879_cast")];
            tensor<int32, [4]> var_59883_begin_0 = const()[name = tensor<string, []>("op_59883_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_59883_end_0 = const()[name = tensor<string, []>("op_59883_end_0"), val = tensor<int32, [4]>([2, 640, 1, 2304])];
            tensor<bool, [4]> var_59883_end_mask_0 = const()[name = tensor<string, []>("op_59883_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_59883_cast = slice_by_index(begin = var_59883_begin_0, end = var_59883_end_0, end_mask = var_59883_end_mask_0, x = q_269_cast)[name = tensor<string, []>("op_59883_cast")];
            tensor<int32, [4]> k_539_perm_0 = const()[name = tensor<string, []>("k_539_perm_0"), val = tensor<int32, [4]>([0, 3, 2, 1])];
            tensor<int32, [4]> var_59890_begin_0 = const()[name = tensor<string, []>("op_59890_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_59890_end_0 = const()[name = tensor<string, []>("op_59890_end_0"), val = tensor<int32, [4]>([2, 2304, 1, 64])];
            tensor<bool, [4]> var_59890_end_mask_0 = const()[name = tensor<string, []>("op_59890_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 2304, 1, 640]> transpose_5 = transpose(perm = k_539_perm_0, x = k_537_cast)[name = tensor<string, []>("transpose_5")];
            tensor<fp16, [2, 2304, 1, 64]> var_59890_cast = slice_by_index(begin = var_59890_begin_0, end = var_59890_end_0, end_mask = var_59890_end_mask_0, x = transpose_5)[name = tensor<string, []>("op_59890_cast")];
            tensor<int32, [4]> var_59894_begin_0 = const()[name = tensor<string, []>("op_59894_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 64])];
            tensor<int32, [4]> var_59894_end_0 = const()[name = tensor<string, []>("op_59894_end_0"), val = tensor<int32, [4]>([2, 2304, 1, 128])];
            tensor<bool, [4]> var_59894_end_mask_0 = const()[name = tensor<string, []>("op_59894_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 2304, 1, 64]> var_59894_cast = slice_by_index(begin = var_59894_begin_0, end = var_59894_end_0, end_mask = var_59894_end_mask_0, x = transpose_5)[name = tensor<string, []>("op_59894_cast")];
            tensor<int32, [4]> var_59898_begin_0 = const()[name = tensor<string, []>("op_59898_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 128])];
            tensor<int32, [4]> var_59898_end_0 = const()[name = tensor<string, []>("op_59898_end_0"), val = tensor<int32, [4]>([2, 2304, 1, 192])];
            tensor<bool, [4]> var_59898_end_mask_0 = const()[name = tensor<string, []>("op_59898_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 2304, 1, 64]> var_59898_cast = slice_by_index(begin = var_59898_begin_0, end = var_59898_end_0, end_mask = var_59898_end_mask_0, x = transpose_5)[name = tensor<string, []>("op_59898_cast")];
            tensor<int32, [4]> var_59902_begin_0 = const()[name = tensor<string, []>("op_59902_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 192])];
            tensor<int32, [4]> var_59902_end_0 = const()[name = tensor<string, []>("op_59902_end_0"), val = tensor<int32, [4]>([2, 2304, 1, 256])];
            tensor<bool, [4]> var_59902_end_mask_0 = const()[name = tensor<string, []>("op_59902_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 2304, 1, 64]> var_59902_cast = slice_by_index(begin = var_59902_begin_0, end = var_59902_end_0, end_mask = var_59902_end_mask_0, x = transpose_5)[name = tensor<string, []>("op_59902_cast")];
            tensor<int32, [4]> var_59906_begin_0 = const()[name = tensor<string, []>("op_59906_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 256])];
            tensor<int32, [4]> var_59906_end_0 = const()[name = tensor<string, []>("op_59906_end_0"), val = tensor<int32, [4]>([2, 2304, 1, 320])];
            tensor<bool, [4]> var_59906_end_mask_0 = const()[name = tensor<string, []>("op_59906_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 2304, 1, 64]> var_59906_cast = slice_by_index(begin = var_59906_begin_0, end = var_59906_end_0, end_mask = var_59906_end_mask_0, x = transpose_5)[name = tensor<string, []>("op_59906_cast")];
            tensor<int32, [4]> var_59910_begin_0 = const()[name = tensor<string, []>("op_59910_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 320])];
            tensor<int32, [4]> var_59910_end_0 = const()[name = tensor<string, []>("op_59910_end_0"), val = tensor<int32, [4]>([2, 2304, 1, 384])];
            tensor<bool, [4]> var_59910_end_mask_0 = const()[name = tensor<string, []>("op_59910_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 2304, 1, 64]> var_59910_cast = slice_by_index(begin = var_59910_begin_0, end = var_59910_end_0, end_mask = var_59910_end_mask_0, x = transpose_5)[name = tensor<string, []>("op_59910_cast")];
            tensor<int32, [4]> var_59914_begin_0 = const()[name = tensor<string, []>("op_59914_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 384])];
            tensor<int32, [4]> var_59914_end_0 = const()[name = tensor<string, []>("op_59914_end_0"), val = tensor<int32, [4]>([2, 2304, 1, 448])];
            tensor<bool, [4]> var_59914_end_mask_0 = const()[name = tensor<string, []>("op_59914_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 2304, 1, 64]> var_59914_cast = slice_by_index(begin = var_59914_begin_0, end = var_59914_end_0, end_mask = var_59914_end_mask_0, x = transpose_5)[name = tensor<string, []>("op_59914_cast")];
            tensor<int32, [4]> var_59918_begin_0 = const()[name = tensor<string, []>("op_59918_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 448])];
            tensor<int32, [4]> var_59918_end_0 = const()[name = tensor<string, []>("op_59918_end_0"), val = tensor<int32, [4]>([2, 2304, 1, 512])];
            tensor<bool, [4]> var_59918_end_mask_0 = const()[name = tensor<string, []>("op_59918_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 2304, 1, 64]> var_59918_cast = slice_by_index(begin = var_59918_begin_0, end = var_59918_end_0, end_mask = var_59918_end_mask_0, x = transpose_5)[name = tensor<string, []>("op_59918_cast")];
            tensor<int32, [4]> var_59922_begin_0 = const()[name = tensor<string, []>("op_59922_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 512])];
            tensor<int32, [4]> var_59922_end_0 = const()[name = tensor<string, []>("op_59922_end_0"), val = tensor<int32, [4]>([2, 2304, 1, 576])];
            tensor<bool, [4]> var_59922_end_mask_0 = const()[name = tensor<string, []>("op_59922_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 2304, 1, 64]> var_59922_cast = slice_by_index(begin = var_59922_begin_0, end = var_59922_end_0, end_mask = var_59922_end_mask_0, x = transpose_5)[name = tensor<string, []>("op_59922_cast")];
            tensor<int32, [4]> var_59926_begin_0 = const()[name = tensor<string, []>("op_59926_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 576])];
            tensor<int32, [4]> var_59926_end_0 = const()[name = tensor<string, []>("op_59926_end_0"), val = tensor<int32, [4]>([2, 2304, 1, 640])];
            tensor<bool, [4]> var_59926_end_mask_0 = const()[name = tensor<string, []>("op_59926_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 2304, 1, 64]> var_59926_cast = slice_by_index(begin = var_59926_begin_0, end = var_59926_end_0, end_mask = var_59926_end_mask_0, x = transpose_5)[name = tensor<string, []>("op_59926_cast")];
            tensor<int32, [4]> var_59928_begin_0 = const()[name = tensor<string, []>("op_59928_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_59928_end_0 = const()[name = tensor<string, []>("op_59928_end_0"), val = tensor<int32, [4]>([2, 64, 1, 2304])];
            tensor<bool, [4]> var_59928_end_mask_0 = const()[name = tensor<string, []>("op_59928_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_59928_cast = slice_by_index(begin = var_59928_begin_0, end = var_59928_end_0, end_mask = var_59928_end_mask_0, x = v_269_cast)[name = tensor<string, []>("op_59928_cast")];
            tensor<int32, [4]> var_59932_begin_0 = const()[name = tensor<string, []>("op_59932_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_59932_end_0 = const()[name = tensor<string, []>("op_59932_end_0"), val = tensor<int32, [4]>([2, 128, 1, 2304])];
            tensor<bool, [4]> var_59932_end_mask_0 = const()[name = tensor<string, []>("op_59932_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_59932_cast = slice_by_index(begin = var_59932_begin_0, end = var_59932_end_0, end_mask = var_59932_end_mask_0, x = v_269_cast)[name = tensor<string, []>("op_59932_cast")];
            tensor<int32, [4]> var_59936_begin_0 = const()[name = tensor<string, []>("op_59936_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_59936_end_0 = const()[name = tensor<string, []>("op_59936_end_0"), val = tensor<int32, [4]>([2, 192, 1, 2304])];
            tensor<bool, [4]> var_59936_end_mask_0 = const()[name = tensor<string, []>("op_59936_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_59936_cast = slice_by_index(begin = var_59936_begin_0, end = var_59936_end_0, end_mask = var_59936_end_mask_0, x = v_269_cast)[name = tensor<string, []>("op_59936_cast")];
            tensor<int32, [4]> var_59940_begin_0 = const()[name = tensor<string, []>("op_59940_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_59940_end_0 = const()[name = tensor<string, []>("op_59940_end_0"), val = tensor<int32, [4]>([2, 256, 1, 2304])];
            tensor<bool, [4]> var_59940_end_mask_0 = const()[name = tensor<string, []>("op_59940_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_59940_cast = slice_by_index(begin = var_59940_begin_0, end = var_59940_end_0, end_mask = var_59940_end_mask_0, x = v_269_cast)[name = tensor<string, []>("op_59940_cast")];
            tensor<int32, [4]> var_59944_begin_0 = const()[name = tensor<string, []>("op_59944_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_59944_end_0 = const()[name = tensor<string, []>("op_59944_end_0"), val = tensor<int32, [4]>([2, 320, 1, 2304])];
            tensor<bool, [4]> var_59944_end_mask_0 = const()[name = tensor<string, []>("op_59944_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_59944_cast = slice_by_index(begin = var_59944_begin_0, end = var_59944_end_0, end_mask = var_59944_end_mask_0, x = v_269_cast)[name = tensor<string, []>("op_59944_cast")];
            tensor<int32, [4]> var_59948_begin_0 = const()[name = tensor<string, []>("op_59948_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_59948_end_0 = const()[name = tensor<string, []>("op_59948_end_0"), val = tensor<int32, [4]>([2, 384, 1, 2304])];
            tensor<bool, [4]> var_59948_end_mask_0 = const()[name = tensor<string, []>("op_59948_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_59948_cast = slice_by_index(begin = var_59948_begin_0, end = var_59948_end_0, end_mask = var_59948_end_mask_0, x = v_269_cast)[name = tensor<string, []>("op_59948_cast")];
            tensor<int32, [4]> var_59952_begin_0 = const()[name = tensor<string, []>("op_59952_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_59952_end_0 = const()[name = tensor<string, []>("op_59952_end_0"), val = tensor<int32, [4]>([2, 448, 1, 2304])];
            tensor<bool, [4]> var_59952_end_mask_0 = const()[name = tensor<string, []>("op_59952_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_59952_cast = slice_by_index(begin = var_59952_begin_0, end = var_59952_end_0, end_mask = var_59952_end_mask_0, x = v_269_cast)[name = tensor<string, []>("op_59952_cast")];
            tensor<int32, [4]> var_59956_begin_0 = const()[name = tensor<string, []>("op_59956_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_59956_end_0 = const()[name = tensor<string, []>("op_59956_end_0"), val = tensor<int32, [4]>([2, 512, 1, 2304])];
            tensor<bool, [4]> var_59956_end_mask_0 = const()[name = tensor<string, []>("op_59956_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_59956_cast = slice_by_index(begin = var_59956_begin_0, end = var_59956_end_0, end_mask = var_59956_end_mask_0, x = v_269_cast)[name = tensor<string, []>("op_59956_cast")];
            tensor<int32, [4]> var_59960_begin_0 = const()[name = tensor<string, []>("op_59960_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_59960_end_0 = const()[name = tensor<string, []>("op_59960_end_0"), val = tensor<int32, [4]>([2, 576, 1, 2304])];
            tensor<bool, [4]> var_59960_end_mask_0 = const()[name = tensor<string, []>("op_59960_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_59960_cast = slice_by_index(begin = var_59960_begin_0, end = var_59960_end_0, end_mask = var_59960_end_mask_0, x = v_269_cast)[name = tensor<string, []>("op_59960_cast")];
            tensor<int32, [4]> var_59964_begin_0 = const()[name = tensor<string, []>("op_59964_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_59964_end_0 = const()[name = tensor<string, []>("op_59964_end_0"), val = tensor<int32, [4]>([2, 640, 1, 2304])];
            tensor<bool, [4]> var_59964_end_mask_0 = const()[name = tensor<string, []>("op_59964_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_59964_cast = slice_by_index(begin = var_59964_begin_0, end = var_59964_end_0, end_mask = var_59964_end_mask_0, x = v_269_cast)[name = tensor<string, []>("op_59964_cast")];
            tensor<string, []> var_59968_equation_0 = const()[name = tensor<string, []>("op_59968_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 2304, 1, 2304]> var_59968_cast = einsum(equation = var_59968_equation_0, values = (var_59890_cast, var_59847_cast))[name = tensor<string, []>("op_59968_cast")];
            tensor<fp16, []> var_59969_to_fp16 = const()[name = tensor<string, []>("op_59969_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 2304, 1, 2304]> aw_5081_cast = mul(x = var_59968_cast, y = var_59969_to_fp16)[name = tensor<string, []>("aw_5081_cast")];
            tensor<string, []> var_59972_equation_0 = const()[name = tensor<string, []>("op_59972_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 2304, 1, 2304]> var_59972_cast = einsum(equation = var_59972_equation_0, values = (var_59894_cast, var_59851_cast))[name = tensor<string, []>("op_59972_cast")];
            tensor<fp16, []> var_59973_to_fp16 = const()[name = tensor<string, []>("op_59973_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 2304, 1, 2304]> aw_5083_cast = mul(x = var_59972_cast, y = var_59973_to_fp16)[name = tensor<string, []>("aw_5083_cast")];
            tensor<string, []> var_59976_equation_0 = const()[name = tensor<string, []>("op_59976_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 2304, 1, 2304]> var_59976_cast = einsum(equation = var_59976_equation_0, values = (var_59898_cast, var_59855_cast))[name = tensor<string, []>("op_59976_cast")];
            tensor<fp16, []> var_59977_to_fp16 = const()[name = tensor<string, []>("op_59977_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 2304, 1, 2304]> aw_5085_cast = mul(x = var_59976_cast, y = var_59977_to_fp16)[name = tensor<string, []>("aw_5085_cast")];
            tensor<string, []> var_59980_equation_0 = const()[name = tensor<string, []>("op_59980_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 2304, 1, 2304]> var_59980_cast = einsum(equation = var_59980_equation_0, values = (var_59902_cast, var_59859_cast))[name = tensor<string, []>("op_59980_cast")];
            tensor<fp16, []> var_59981_to_fp16 = const()[name = tensor<string, []>("op_59981_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 2304, 1, 2304]> aw_5087_cast = mul(x = var_59980_cast, y = var_59981_to_fp16)[name = tensor<string, []>("aw_5087_cast")];
            tensor<string, []> var_59984_equation_0 = const()[name = tensor<string, []>("op_59984_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 2304, 1, 2304]> var_59984_cast = einsum(equation = var_59984_equation_0, values = (var_59906_cast, var_59863_cast))[name = tensor<string, []>("op_59984_cast")];
            tensor<fp16, []> var_59985_to_fp16 = const()[name = tensor<string, []>("op_59985_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 2304, 1, 2304]> aw_5089_cast = mul(x = var_59984_cast, y = var_59985_to_fp16)[name = tensor<string, []>("aw_5089_cast")];
            tensor<string, []> var_59988_equation_0 = const()[name = tensor<string, []>("op_59988_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 2304, 1, 2304]> var_59988_cast = einsum(equation = var_59988_equation_0, values = (var_59910_cast, var_59867_cast))[name = tensor<string, []>("op_59988_cast")];
            tensor<fp16, []> var_59989_to_fp16 = const()[name = tensor<string, []>("op_59989_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 2304, 1, 2304]> aw_5091_cast = mul(x = var_59988_cast, y = var_59989_to_fp16)[name = tensor<string, []>("aw_5091_cast")];
            tensor<string, []> var_59992_equation_0 = const()[name = tensor<string, []>("op_59992_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 2304, 1, 2304]> var_59992_cast = einsum(equation = var_59992_equation_0, values = (var_59914_cast, var_59871_cast))[name = tensor<string, []>("op_59992_cast")];
            tensor<fp16, []> var_59993_to_fp16 = const()[name = tensor<string, []>("op_59993_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 2304, 1, 2304]> aw_5093_cast = mul(x = var_59992_cast, y = var_59993_to_fp16)[name = tensor<string, []>("aw_5093_cast")];
            tensor<string, []> var_59996_equation_0 = const()[name = tensor<string, []>("op_59996_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 2304, 1, 2304]> var_59996_cast = einsum(equation = var_59996_equation_0, values = (var_59918_cast, var_59875_cast))[name = tensor<string, []>("op_59996_cast")];
            tensor<fp16, []> var_59997_to_fp16 = const()[name = tensor<string, []>("op_59997_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 2304, 1, 2304]> aw_5095_cast = mul(x = var_59996_cast, y = var_59997_to_fp16)[name = tensor<string, []>("aw_5095_cast")];
            tensor<string, []> var_60000_equation_0 = const()[name = tensor<string, []>("op_60000_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 2304, 1, 2304]> var_60000_cast = einsum(equation = var_60000_equation_0, values = (var_59922_cast, var_59879_cast))[name = tensor<string, []>("op_60000_cast")];
            tensor<fp16, []> var_60001_to_fp16 = const()[name = tensor<string, []>("op_60001_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 2304, 1, 2304]> aw_5097_cast = mul(x = var_60000_cast, y = var_60001_to_fp16)[name = tensor<string, []>("aw_5097_cast")];
            tensor<string, []> var_60004_equation_0 = const()[name = tensor<string, []>("op_60004_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 2304, 1, 2304]> var_60004_cast = einsum(equation = var_60004_equation_0, values = (var_59926_cast, var_59883_cast))[name = tensor<string, []>("op_60004_cast")];
            tensor<fp16, []> var_60005_to_fp16 = const()[name = tensor<string, []>("op_60005_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 2304, 1, 2304]> aw_5099_cast = mul(x = var_60004_cast, y = var_60005_to_fp16)[name = tensor<string, []>("aw_5099_cast")];
            tensor<fp16, [2, 2304, 1, 2304]> var_60007_cast = softmax(axis = var_58034, x = aw_5081_cast)[name = tensor<string, []>("op_60007_cast")];
            tensor<fp16, [2, 2304, 1, 2304]> var_60008_cast = softmax(axis = var_58034, x = aw_5083_cast)[name = tensor<string, []>("op_60008_cast")];
            tensor<fp16, [2, 2304, 1, 2304]> var_60009_cast = softmax(axis = var_58034, x = aw_5085_cast)[name = tensor<string, []>("op_60009_cast")];
            tensor<fp16, [2, 2304, 1, 2304]> var_60010_cast = softmax(axis = var_58034, x = aw_5087_cast)[name = tensor<string, []>("op_60010_cast")];
            tensor<fp16, [2, 2304, 1, 2304]> var_60011_cast = softmax(axis = var_58034, x = aw_5089_cast)[name = tensor<string, []>("op_60011_cast")];
            tensor<fp16, [2, 2304, 1, 2304]> var_60012_cast = softmax(axis = var_58034, x = aw_5091_cast)[name = tensor<string, []>("op_60012_cast")];
            tensor<fp16, [2, 2304, 1, 2304]> var_60013_cast = softmax(axis = var_58034, x = aw_5093_cast)[name = tensor<string, []>("op_60013_cast")];
            tensor<fp16, [2, 2304, 1, 2304]> var_60014_cast = softmax(axis = var_58034, x = aw_5095_cast)[name = tensor<string, []>("op_60014_cast")];
            tensor<fp16, [2, 2304, 1, 2304]> var_60015_cast = softmax(axis = var_58034, x = aw_5097_cast)[name = tensor<string, []>("op_60015_cast")];
            tensor<fp16, [2, 2304, 1, 2304]> var_60016_cast = softmax(axis = var_58034, x = aw_5099_cast)[name = tensor<string, []>("op_60016_cast")];
            tensor<string, []> var_60018_equation_0 = const()[name = tensor<string, []>("op_60018_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_60018_cast = einsum(equation = var_60018_equation_0, values = (var_59928_cast, var_60007_cast))[name = tensor<string, []>("op_60018_cast")];
            tensor<string, []> var_60020_equation_0 = const()[name = tensor<string, []>("op_60020_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_60020_cast = einsum(equation = var_60020_equation_0, values = (var_59932_cast, var_60008_cast))[name = tensor<string, []>("op_60020_cast")];
            tensor<string, []> var_60022_equation_0 = const()[name = tensor<string, []>("op_60022_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_60022_cast = einsum(equation = var_60022_equation_0, values = (var_59936_cast, var_60009_cast))[name = tensor<string, []>("op_60022_cast")];
            tensor<string, []> var_60024_equation_0 = const()[name = tensor<string, []>("op_60024_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_60024_cast = einsum(equation = var_60024_equation_0, values = (var_59940_cast, var_60010_cast))[name = tensor<string, []>("op_60024_cast")];
            tensor<string, []> var_60026_equation_0 = const()[name = tensor<string, []>("op_60026_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_60026_cast = einsum(equation = var_60026_equation_0, values = (var_59944_cast, var_60011_cast))[name = tensor<string, []>("op_60026_cast")];
            tensor<string, []> var_60028_equation_0 = const()[name = tensor<string, []>("op_60028_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_60028_cast = einsum(equation = var_60028_equation_0, values = (var_59948_cast, var_60012_cast))[name = tensor<string, []>("op_60028_cast")];
            tensor<string, []> var_60030_equation_0 = const()[name = tensor<string, []>("op_60030_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_60030_cast = einsum(equation = var_60030_equation_0, values = (var_59952_cast, var_60013_cast))[name = tensor<string, []>("op_60030_cast")];
            tensor<string, []> var_60032_equation_0 = const()[name = tensor<string, []>("op_60032_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_60032_cast = einsum(equation = var_60032_equation_0, values = (var_59956_cast, var_60014_cast))[name = tensor<string, []>("op_60032_cast")];
            tensor<string, []> var_60034_equation_0 = const()[name = tensor<string, []>("op_60034_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_60034_cast = einsum(equation = var_60034_equation_0, values = (var_59960_cast, var_60015_cast))[name = tensor<string, []>("op_60034_cast")];
            tensor<string, []> var_60036_equation_0 = const()[name = tensor<string, []>("op_60036_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_60036_cast = einsum(equation = var_60036_equation_0, values = (var_59964_cast, var_60016_cast))[name = tensor<string, []>("op_60036_cast")];
            tensor<bool, []> input_779_interleave_0 = const()[name = tensor<string, []>("input_779_interleave_0"), val = tensor<bool, []>(false)];
            tensor<fp16, [2, 640, 1, 2304]> input_779_cast = concat(axis = var_58034, interleave = input_779_interleave_0, values = (var_60018_cast, var_60020_cast, var_60022_cast, var_60024_cast, var_60026_cast, var_60028_cast, var_60030_cast, var_60032_cast, var_60034_cast, var_60036_cast))[name = tensor<string, []>("input_779_cast")];
            tensor<int32, [2]> var_60042 = const()[name = tensor<string, []>("op_60042"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_60044 = const()[name = tensor<string, []>("op_60044"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_60046_pad_type_0 = const()[name = tensor<string, []>("op_60046_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_60046_pad_0 = const()[name = tensor<string, []>("op_60046_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [640, 640, 1, 1]> up_blocks_1_attentions_1_transformer_blocks_1_attn1_to_out_0_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [409600]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(591397696))), lut = tensor<fp16, [256]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(591807360))), name = tensor<string, []>("up_blocks_1_attentions_1_transformer_blocks_1_attn1_to_out_0_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([640, 640, 1, 1])];
            tensor<fp16, [640]> up_blocks_1_attentions_1_transformer_blocks_1_attn1_to_out_0_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_1_attentions_1_transformer_blocks_1_attn1_to_out_0_bias_to_fp16"), val = tensor<fp16, [640]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(591807936)))];
            tensor<fp16, [2, 640, 1, 2304]> var_60046_cast = conv(bias = up_blocks_1_attentions_1_transformer_blocks_1_attn1_to_out_0_bias_to_fp16, dilations = var_60044, groups = var_58034, pad = var_60046_pad_0, pad_type = var_60046_pad_type_0, strides = var_60042, weight = up_blocks_1_attentions_1_transformer_blocks_1_attn1_to_out_0_weight_to_fp16_palettized, x = input_779_cast)[name = tensor<string, []>("op_60046_cast")];
            tensor<fp16, [2, 640, 1, 2304]> inputs_405_cast = add(x = var_60046_cast, y = inputs_403_cast)[name = tensor<string, []>("inputs_405_cast")];
            tensor<int32, [1]> var_60050 = const()[name = tensor<string, []>("op_60050"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 2304]> channels_mean_405_cast = reduce_mean(axes = var_60050, keep_dims = var_58029, x = inputs_405_cast)[name = tensor<string, []>("channels_mean_405_cast")];
            tensor<fp16, [2, 640, 1, 2304]> zero_mean_405_cast = sub(x = inputs_405_cast, y = channels_mean_405_cast)[name = tensor<string, []>("zero_mean_405_cast")];
            tensor<fp16, [2, 640, 1, 2304]> zero_mean_sq_405_cast = mul(x = zero_mean_405_cast, y = zero_mean_405_cast)[name = tensor<string, []>("zero_mean_sq_405_cast")];
            tensor<int32, [1]> var_60054 = const()[name = tensor<string, []>("op_60054"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 2304]> var_60055_cast = reduce_mean(axes = var_60054, keep_dims = var_58029, x = zero_mean_sq_405_cast)[name = tensor<string, []>("op_60055_cast")];
            tensor<fp16, []> var_60056_to_fp16 = const()[name = tensor<string, []>("op_60056_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 2304]> var_60057_cast = add(x = var_60055_cast, y = var_60056_to_fp16)[name = tensor<string, []>("op_60057_cast")];
            tensor<fp16, []> denom_405_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_405_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 2304]> denom_405_cast = rsqrt(epsilon = denom_405_epsilon_0_to_fp16, x = var_60057_cast)[name = tensor<string, []>("denom_405_cast")];
            tensor<fp16, [2, 640, 1, 2304]> out_405_cast = mul(x = zero_mean_405_cast, y = denom_405_cast)[name = tensor<string, []>("out_405_cast")];
            tensor<fp16, [1, 640, 1, 1]> var_60061_to_fp16 = const()[name = tensor<string, []>("op_60061_to_fp16"), val = tensor<fp16, [1, 640, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(591809280)))];
            tensor<fp16, [2, 640, 1, 2304]> var_60062_cast = add(x = out_405_cast, y = var_60061_to_fp16)[name = tensor<string, []>("op_60062_cast")];
            tensor<fp16, [1, 640, 1, 1]> var_60064_to_fp16 = const()[name = tensor<string, []>("op_60064_to_fp16"), val = tensor<fp16, [1, 640, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(591810624)))];
            tensor<fp16, [2, 640, 1, 2304]> hidden_states_543_cast = mul(x = var_60062_cast, y = var_60064_to_fp16)[name = tensor<string, []>("hidden_states_543_cast")];
            tensor<int32, [2]> var_60071 = const()[name = tensor<string, []>("op_60071"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_60073 = const()[name = tensor<string, []>("op_60073"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> q_271_pad_type_0 = const()[name = tensor<string, []>("q_271_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> q_271_pad_0 = const()[name = tensor<string, []>("q_271_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [640, 640, 1, 1]> up_blocks_1_attentions_1_transformer_blocks_1_attn2_to_q_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [204800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(591811968))), lut = tensor<fp16, [16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(592016832))), name = tensor<string, []>("up_blocks_1_attentions_1_transformer_blocks_1_attn2_to_q_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([640, 640, 1, 1])];
            tensor<fp16, [2, 640, 1, 2304]> q_271_cast = conv(dilations = var_60073, groups = var_58034, pad = q_271_pad_0, pad_type = q_271_pad_type_0, strides = var_60071, weight = up_blocks_1_attentions_1_transformer_blocks_1_attn2_to_q_weight_to_fp16_palettized, x = hidden_states_543_cast)[name = tensor<string, []>("q_271_cast")];
            tensor<int32, [2]> var_60077 = const()[name = tensor<string, []>("op_60077"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_60079 = const()[name = tensor<string, []>("op_60079"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> k_541_pad_type_0 = const()[name = tensor<string, []>("k_541_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> k_541_pad_0 = const()[name = tensor<string, []>("k_541_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [640, 2048, 1, 1]> up_blocks_1_attentions_1_transformer_blocks_1_attn2_to_k_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [655360]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(592016960))), lut = tensor<fp16, [16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(592672384))), name = tensor<string, []>("up_blocks_1_attentions_1_transformer_blocks_1_attn2_to_k_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([640, 2048, 1, 1])];
            tensor<fp16, [2, 640, 1, 77]> k_541_cast = conv(dilations = var_60079, groups = var_58034, pad = k_541_pad_0, pad_type = k_541_pad_type_0, strides = var_60077, weight = up_blocks_1_attentions_1_transformer_blocks_1_attn2_to_k_weight_to_fp16_palettized, x = encoder_hidden_states)[name = tensor<string, []>("k_541_cast")];
            tensor<int32, [2]> var_60083 = const()[name = tensor<string, []>("op_60083"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_60085 = const()[name = tensor<string, []>("op_60085"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> v_271_pad_type_0 = const()[name = tensor<string, []>("v_271_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> v_271_pad_0 = const()[name = tensor<string, []>("v_271_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [640, 2048, 1, 1]> up_blocks_1_attentions_1_transformer_blocks_1_attn2_to_v_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [983040]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(592672512))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(593655616))), name = tensor<string, []>("up_blocks_1_attentions_1_transformer_blocks_1_attn2_to_v_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([640, 2048, 1, 1])];
            tensor<fp16, [2, 640, 1, 77]> v_271_cast = conv(dilations = var_60085, groups = var_58034, pad = v_271_pad_0, pad_type = v_271_pad_type_0, strides = var_60083, weight = up_blocks_1_attentions_1_transformer_blocks_1_attn2_to_v_weight_to_fp16_palettized, x = encoder_hidden_states)[name = tensor<string, []>("v_271_cast")];
            tensor<int32, [4]> var_60089_begin_0 = const()[name = tensor<string, []>("op_60089_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_60089_end_0 = const()[name = tensor<string, []>("op_60089_end_0"), val = tensor<int32, [4]>([2, 64, 1, 2304])];
            tensor<bool, [4]> var_60089_end_mask_0 = const()[name = tensor<string, []>("op_60089_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_60089_cast = slice_by_index(begin = var_60089_begin_0, end = var_60089_end_0, end_mask = var_60089_end_mask_0, x = q_271_cast)[name = tensor<string, []>("op_60089_cast")];
            tensor<int32, [4]> var_60093_begin_0 = const()[name = tensor<string, []>("op_60093_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_60093_end_0 = const()[name = tensor<string, []>("op_60093_end_0"), val = tensor<int32, [4]>([2, 128, 1, 2304])];
            tensor<bool, [4]> var_60093_end_mask_0 = const()[name = tensor<string, []>("op_60093_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_60093_cast = slice_by_index(begin = var_60093_begin_0, end = var_60093_end_0, end_mask = var_60093_end_mask_0, x = q_271_cast)[name = tensor<string, []>("op_60093_cast")];
            tensor<int32, [4]> var_60097_begin_0 = const()[name = tensor<string, []>("op_60097_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_60097_end_0 = const()[name = tensor<string, []>("op_60097_end_0"), val = tensor<int32, [4]>([2, 192, 1, 2304])];
            tensor<bool, [4]> var_60097_end_mask_0 = const()[name = tensor<string, []>("op_60097_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_60097_cast = slice_by_index(begin = var_60097_begin_0, end = var_60097_end_0, end_mask = var_60097_end_mask_0, x = q_271_cast)[name = tensor<string, []>("op_60097_cast")];
            tensor<int32, [4]> var_60101_begin_0 = const()[name = tensor<string, []>("op_60101_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_60101_end_0 = const()[name = tensor<string, []>("op_60101_end_0"), val = tensor<int32, [4]>([2, 256, 1, 2304])];
            tensor<bool, [4]> var_60101_end_mask_0 = const()[name = tensor<string, []>("op_60101_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_60101_cast = slice_by_index(begin = var_60101_begin_0, end = var_60101_end_0, end_mask = var_60101_end_mask_0, x = q_271_cast)[name = tensor<string, []>("op_60101_cast")];
            tensor<int32, [4]> var_60105_begin_0 = const()[name = tensor<string, []>("op_60105_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_60105_end_0 = const()[name = tensor<string, []>("op_60105_end_0"), val = tensor<int32, [4]>([2, 320, 1, 2304])];
            tensor<bool, [4]> var_60105_end_mask_0 = const()[name = tensor<string, []>("op_60105_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_60105_cast = slice_by_index(begin = var_60105_begin_0, end = var_60105_end_0, end_mask = var_60105_end_mask_0, x = q_271_cast)[name = tensor<string, []>("op_60105_cast")];
            tensor<int32, [4]> var_60109_begin_0 = const()[name = tensor<string, []>("op_60109_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_60109_end_0 = const()[name = tensor<string, []>("op_60109_end_0"), val = tensor<int32, [4]>([2, 384, 1, 2304])];
            tensor<bool, [4]> var_60109_end_mask_0 = const()[name = tensor<string, []>("op_60109_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_60109_cast = slice_by_index(begin = var_60109_begin_0, end = var_60109_end_0, end_mask = var_60109_end_mask_0, x = q_271_cast)[name = tensor<string, []>("op_60109_cast")];
            tensor<int32, [4]> var_60113_begin_0 = const()[name = tensor<string, []>("op_60113_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_60113_end_0 = const()[name = tensor<string, []>("op_60113_end_0"), val = tensor<int32, [4]>([2, 448, 1, 2304])];
            tensor<bool, [4]> var_60113_end_mask_0 = const()[name = tensor<string, []>("op_60113_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_60113_cast = slice_by_index(begin = var_60113_begin_0, end = var_60113_end_0, end_mask = var_60113_end_mask_0, x = q_271_cast)[name = tensor<string, []>("op_60113_cast")];
            tensor<int32, [4]> var_60117_begin_0 = const()[name = tensor<string, []>("op_60117_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_60117_end_0 = const()[name = tensor<string, []>("op_60117_end_0"), val = tensor<int32, [4]>([2, 512, 1, 2304])];
            tensor<bool, [4]> var_60117_end_mask_0 = const()[name = tensor<string, []>("op_60117_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_60117_cast = slice_by_index(begin = var_60117_begin_0, end = var_60117_end_0, end_mask = var_60117_end_mask_0, x = q_271_cast)[name = tensor<string, []>("op_60117_cast")];
            tensor<int32, [4]> var_60121_begin_0 = const()[name = tensor<string, []>("op_60121_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_60121_end_0 = const()[name = tensor<string, []>("op_60121_end_0"), val = tensor<int32, [4]>([2, 576, 1, 2304])];
            tensor<bool, [4]> var_60121_end_mask_0 = const()[name = tensor<string, []>("op_60121_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_60121_cast = slice_by_index(begin = var_60121_begin_0, end = var_60121_end_0, end_mask = var_60121_end_mask_0, x = q_271_cast)[name = tensor<string, []>("op_60121_cast")];
            tensor<int32, [4]> var_60125_begin_0 = const()[name = tensor<string, []>("op_60125_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_60125_end_0 = const()[name = tensor<string, []>("op_60125_end_0"), val = tensor<int32, [4]>([2, 640, 1, 2304])];
            tensor<bool, [4]> var_60125_end_mask_0 = const()[name = tensor<string, []>("op_60125_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_60125_cast = slice_by_index(begin = var_60125_begin_0, end = var_60125_end_0, end_mask = var_60125_end_mask_0, x = q_271_cast)[name = tensor<string, []>("op_60125_cast")];
            tensor<int32, [4]> k_543_perm_0 = const()[name = tensor<string, []>("k_543_perm_0"), val = tensor<int32, [4]>([0, 3, 2, 1])];
            tensor<int32, [4]> var_60132_begin_0 = const()[name = tensor<string, []>("op_60132_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_60132_end_0 = const()[name = tensor<string, []>("op_60132_end_0"), val = tensor<int32, [4]>([2, 77, 1, 64])];
            tensor<bool, [4]> var_60132_end_mask_0 = const()[name = tensor<string, []>("op_60132_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 640]> transpose_4 = transpose(perm = k_543_perm_0, x = k_541_cast)[name = tensor<string, []>("transpose_4")];
            tensor<fp16, [2, 77, 1, 64]> var_60132_cast = slice_by_index(begin = var_60132_begin_0, end = var_60132_end_0, end_mask = var_60132_end_mask_0, x = transpose_4)[name = tensor<string, []>("op_60132_cast")];
            tensor<int32, [4]> var_60136_begin_0 = const()[name = tensor<string, []>("op_60136_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 64])];
            tensor<int32, [4]> var_60136_end_0 = const()[name = tensor<string, []>("op_60136_end_0"), val = tensor<int32, [4]>([2, 77, 1, 128])];
            tensor<bool, [4]> var_60136_end_mask_0 = const()[name = tensor<string, []>("op_60136_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_60136_cast = slice_by_index(begin = var_60136_begin_0, end = var_60136_end_0, end_mask = var_60136_end_mask_0, x = transpose_4)[name = tensor<string, []>("op_60136_cast")];
            tensor<int32, [4]> var_60140_begin_0 = const()[name = tensor<string, []>("op_60140_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 128])];
            tensor<int32, [4]> var_60140_end_0 = const()[name = tensor<string, []>("op_60140_end_0"), val = tensor<int32, [4]>([2, 77, 1, 192])];
            tensor<bool, [4]> var_60140_end_mask_0 = const()[name = tensor<string, []>("op_60140_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_60140_cast = slice_by_index(begin = var_60140_begin_0, end = var_60140_end_0, end_mask = var_60140_end_mask_0, x = transpose_4)[name = tensor<string, []>("op_60140_cast")];
            tensor<int32, [4]> var_60144_begin_0 = const()[name = tensor<string, []>("op_60144_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 192])];
            tensor<int32, [4]> var_60144_end_0 = const()[name = tensor<string, []>("op_60144_end_0"), val = tensor<int32, [4]>([2, 77, 1, 256])];
            tensor<bool, [4]> var_60144_end_mask_0 = const()[name = tensor<string, []>("op_60144_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_60144_cast = slice_by_index(begin = var_60144_begin_0, end = var_60144_end_0, end_mask = var_60144_end_mask_0, x = transpose_4)[name = tensor<string, []>("op_60144_cast")];
            tensor<int32, [4]> var_60148_begin_0 = const()[name = tensor<string, []>("op_60148_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 256])];
            tensor<int32, [4]> var_60148_end_0 = const()[name = tensor<string, []>("op_60148_end_0"), val = tensor<int32, [4]>([2, 77, 1, 320])];
            tensor<bool, [4]> var_60148_end_mask_0 = const()[name = tensor<string, []>("op_60148_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_60148_cast = slice_by_index(begin = var_60148_begin_0, end = var_60148_end_0, end_mask = var_60148_end_mask_0, x = transpose_4)[name = tensor<string, []>("op_60148_cast")];
            tensor<int32, [4]> var_60152_begin_0 = const()[name = tensor<string, []>("op_60152_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 320])];
            tensor<int32, [4]> var_60152_end_0 = const()[name = tensor<string, []>("op_60152_end_0"), val = tensor<int32, [4]>([2, 77, 1, 384])];
            tensor<bool, [4]> var_60152_end_mask_0 = const()[name = tensor<string, []>("op_60152_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_60152_cast = slice_by_index(begin = var_60152_begin_0, end = var_60152_end_0, end_mask = var_60152_end_mask_0, x = transpose_4)[name = tensor<string, []>("op_60152_cast")];
            tensor<int32, [4]> var_60156_begin_0 = const()[name = tensor<string, []>("op_60156_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 384])];
            tensor<int32, [4]> var_60156_end_0 = const()[name = tensor<string, []>("op_60156_end_0"), val = tensor<int32, [4]>([2, 77, 1, 448])];
            tensor<bool, [4]> var_60156_end_mask_0 = const()[name = tensor<string, []>("op_60156_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_60156_cast = slice_by_index(begin = var_60156_begin_0, end = var_60156_end_0, end_mask = var_60156_end_mask_0, x = transpose_4)[name = tensor<string, []>("op_60156_cast")];
            tensor<int32, [4]> var_60160_begin_0 = const()[name = tensor<string, []>("op_60160_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 448])];
            tensor<int32, [4]> var_60160_end_0 = const()[name = tensor<string, []>("op_60160_end_0"), val = tensor<int32, [4]>([2, 77, 1, 512])];
            tensor<bool, [4]> var_60160_end_mask_0 = const()[name = tensor<string, []>("op_60160_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_60160_cast = slice_by_index(begin = var_60160_begin_0, end = var_60160_end_0, end_mask = var_60160_end_mask_0, x = transpose_4)[name = tensor<string, []>("op_60160_cast")];
            tensor<int32, [4]> var_60164_begin_0 = const()[name = tensor<string, []>("op_60164_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 512])];
            tensor<int32, [4]> var_60164_end_0 = const()[name = tensor<string, []>("op_60164_end_0"), val = tensor<int32, [4]>([2, 77, 1, 576])];
            tensor<bool, [4]> var_60164_end_mask_0 = const()[name = tensor<string, []>("op_60164_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_60164_cast = slice_by_index(begin = var_60164_begin_0, end = var_60164_end_0, end_mask = var_60164_end_mask_0, x = transpose_4)[name = tensor<string, []>("op_60164_cast")];
            tensor<int32, [4]> var_60168_begin_0 = const()[name = tensor<string, []>("op_60168_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 576])];
            tensor<int32, [4]> var_60168_end_0 = const()[name = tensor<string, []>("op_60168_end_0"), val = tensor<int32, [4]>([2, 77, 1, 640])];
            tensor<bool, [4]> var_60168_end_mask_0 = const()[name = tensor<string, []>("op_60168_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_60168_cast = slice_by_index(begin = var_60168_begin_0, end = var_60168_end_0, end_mask = var_60168_end_mask_0, x = transpose_4)[name = tensor<string, []>("op_60168_cast")];
            tensor<int32, [4]> var_60170_begin_0 = const()[name = tensor<string, []>("op_60170_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_60170_end_0 = const()[name = tensor<string, []>("op_60170_end_0"), val = tensor<int32, [4]>([2, 64, 1, 77])];
            tensor<bool, [4]> var_60170_end_mask_0 = const()[name = tensor<string, []>("op_60170_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_60170_cast = slice_by_index(begin = var_60170_begin_0, end = var_60170_end_0, end_mask = var_60170_end_mask_0, x = v_271_cast)[name = tensor<string, []>("op_60170_cast")];
            tensor<int32, [4]> var_60174_begin_0 = const()[name = tensor<string, []>("op_60174_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_60174_end_0 = const()[name = tensor<string, []>("op_60174_end_0"), val = tensor<int32, [4]>([2, 128, 1, 77])];
            tensor<bool, [4]> var_60174_end_mask_0 = const()[name = tensor<string, []>("op_60174_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_60174_cast = slice_by_index(begin = var_60174_begin_0, end = var_60174_end_0, end_mask = var_60174_end_mask_0, x = v_271_cast)[name = tensor<string, []>("op_60174_cast")];
            tensor<int32, [4]> var_60178_begin_0 = const()[name = tensor<string, []>("op_60178_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_60178_end_0 = const()[name = tensor<string, []>("op_60178_end_0"), val = tensor<int32, [4]>([2, 192, 1, 77])];
            tensor<bool, [4]> var_60178_end_mask_0 = const()[name = tensor<string, []>("op_60178_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_60178_cast = slice_by_index(begin = var_60178_begin_0, end = var_60178_end_0, end_mask = var_60178_end_mask_0, x = v_271_cast)[name = tensor<string, []>("op_60178_cast")];
            tensor<int32, [4]> var_60182_begin_0 = const()[name = tensor<string, []>("op_60182_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_60182_end_0 = const()[name = tensor<string, []>("op_60182_end_0"), val = tensor<int32, [4]>([2, 256, 1, 77])];
            tensor<bool, [4]> var_60182_end_mask_0 = const()[name = tensor<string, []>("op_60182_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_60182_cast = slice_by_index(begin = var_60182_begin_0, end = var_60182_end_0, end_mask = var_60182_end_mask_0, x = v_271_cast)[name = tensor<string, []>("op_60182_cast")];
            tensor<int32, [4]> var_60186_begin_0 = const()[name = tensor<string, []>("op_60186_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_60186_end_0 = const()[name = tensor<string, []>("op_60186_end_0"), val = tensor<int32, [4]>([2, 320, 1, 77])];
            tensor<bool, [4]> var_60186_end_mask_0 = const()[name = tensor<string, []>("op_60186_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_60186_cast = slice_by_index(begin = var_60186_begin_0, end = var_60186_end_0, end_mask = var_60186_end_mask_0, x = v_271_cast)[name = tensor<string, []>("op_60186_cast")];
            tensor<int32, [4]> var_60190_begin_0 = const()[name = tensor<string, []>("op_60190_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_60190_end_0 = const()[name = tensor<string, []>("op_60190_end_0"), val = tensor<int32, [4]>([2, 384, 1, 77])];
            tensor<bool, [4]> var_60190_end_mask_0 = const()[name = tensor<string, []>("op_60190_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_60190_cast = slice_by_index(begin = var_60190_begin_0, end = var_60190_end_0, end_mask = var_60190_end_mask_0, x = v_271_cast)[name = tensor<string, []>("op_60190_cast")];
            tensor<int32, [4]> var_60194_begin_0 = const()[name = tensor<string, []>("op_60194_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_60194_end_0 = const()[name = tensor<string, []>("op_60194_end_0"), val = tensor<int32, [4]>([2, 448, 1, 77])];
            tensor<bool, [4]> var_60194_end_mask_0 = const()[name = tensor<string, []>("op_60194_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_60194_cast = slice_by_index(begin = var_60194_begin_0, end = var_60194_end_0, end_mask = var_60194_end_mask_0, x = v_271_cast)[name = tensor<string, []>("op_60194_cast")];
            tensor<int32, [4]> var_60198_begin_0 = const()[name = tensor<string, []>("op_60198_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_60198_end_0 = const()[name = tensor<string, []>("op_60198_end_0"), val = tensor<int32, [4]>([2, 512, 1, 77])];
            tensor<bool, [4]> var_60198_end_mask_0 = const()[name = tensor<string, []>("op_60198_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_60198_cast = slice_by_index(begin = var_60198_begin_0, end = var_60198_end_0, end_mask = var_60198_end_mask_0, x = v_271_cast)[name = tensor<string, []>("op_60198_cast")];
            tensor<int32, [4]> var_60202_begin_0 = const()[name = tensor<string, []>("op_60202_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_60202_end_0 = const()[name = tensor<string, []>("op_60202_end_0"), val = tensor<int32, [4]>([2, 576, 1, 77])];
            tensor<bool, [4]> var_60202_end_mask_0 = const()[name = tensor<string, []>("op_60202_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_60202_cast = slice_by_index(begin = var_60202_begin_0, end = var_60202_end_0, end_mask = var_60202_end_mask_0, x = v_271_cast)[name = tensor<string, []>("op_60202_cast")];
            tensor<int32, [4]> var_60206_begin_0 = const()[name = tensor<string, []>("op_60206_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_60206_end_0 = const()[name = tensor<string, []>("op_60206_end_0"), val = tensor<int32, [4]>([2, 640, 1, 77])];
            tensor<bool, [4]> var_60206_end_mask_0 = const()[name = tensor<string, []>("op_60206_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_60206_cast = slice_by_index(begin = var_60206_begin_0, end = var_60206_end_0, end_mask = var_60206_end_mask_0, x = v_271_cast)[name = tensor<string, []>("op_60206_cast")];
            tensor<string, []> var_60210_equation_0 = const()[name = tensor<string, []>("op_60210_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 2304]> var_60210_cast = einsum(equation = var_60210_equation_0, values = (var_60132_cast, var_60089_cast))[name = tensor<string, []>("op_60210_cast")];
            tensor<fp16, []> var_60211_to_fp16 = const()[name = tensor<string, []>("op_60211_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 2304]> aw_5101_cast = mul(x = var_60210_cast, y = var_60211_to_fp16)[name = tensor<string, []>("aw_5101_cast")];
            tensor<string, []> var_60214_equation_0 = const()[name = tensor<string, []>("op_60214_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 2304]> var_60214_cast = einsum(equation = var_60214_equation_0, values = (var_60136_cast, var_60093_cast))[name = tensor<string, []>("op_60214_cast")];
            tensor<fp16, []> var_60215_to_fp16 = const()[name = tensor<string, []>("op_60215_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 2304]> aw_5103_cast = mul(x = var_60214_cast, y = var_60215_to_fp16)[name = tensor<string, []>("aw_5103_cast")];
            tensor<string, []> var_60218_equation_0 = const()[name = tensor<string, []>("op_60218_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 2304]> var_60218_cast = einsum(equation = var_60218_equation_0, values = (var_60140_cast, var_60097_cast))[name = tensor<string, []>("op_60218_cast")];
            tensor<fp16, []> var_60219_to_fp16 = const()[name = tensor<string, []>("op_60219_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 2304]> aw_5105_cast = mul(x = var_60218_cast, y = var_60219_to_fp16)[name = tensor<string, []>("aw_5105_cast")];
            tensor<string, []> var_60222_equation_0 = const()[name = tensor<string, []>("op_60222_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 2304]> var_60222_cast = einsum(equation = var_60222_equation_0, values = (var_60144_cast, var_60101_cast))[name = tensor<string, []>("op_60222_cast")];
            tensor<fp16, []> var_60223_to_fp16 = const()[name = tensor<string, []>("op_60223_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 2304]> aw_5107_cast = mul(x = var_60222_cast, y = var_60223_to_fp16)[name = tensor<string, []>("aw_5107_cast")];
            tensor<string, []> var_60226_equation_0 = const()[name = tensor<string, []>("op_60226_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 2304]> var_60226_cast = einsum(equation = var_60226_equation_0, values = (var_60148_cast, var_60105_cast))[name = tensor<string, []>("op_60226_cast")];
            tensor<fp16, []> var_60227_to_fp16 = const()[name = tensor<string, []>("op_60227_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 2304]> aw_5109_cast = mul(x = var_60226_cast, y = var_60227_to_fp16)[name = tensor<string, []>("aw_5109_cast")];
            tensor<string, []> var_60230_equation_0 = const()[name = tensor<string, []>("op_60230_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 2304]> var_60230_cast = einsum(equation = var_60230_equation_0, values = (var_60152_cast, var_60109_cast))[name = tensor<string, []>("op_60230_cast")];
            tensor<fp16, []> var_60231_to_fp16 = const()[name = tensor<string, []>("op_60231_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 2304]> aw_5111_cast = mul(x = var_60230_cast, y = var_60231_to_fp16)[name = tensor<string, []>("aw_5111_cast")];
            tensor<string, []> var_60234_equation_0 = const()[name = tensor<string, []>("op_60234_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 2304]> var_60234_cast = einsum(equation = var_60234_equation_0, values = (var_60156_cast, var_60113_cast))[name = tensor<string, []>("op_60234_cast")];
            tensor<fp16, []> var_60235_to_fp16 = const()[name = tensor<string, []>("op_60235_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 2304]> aw_5113_cast = mul(x = var_60234_cast, y = var_60235_to_fp16)[name = tensor<string, []>("aw_5113_cast")];
            tensor<string, []> var_60238_equation_0 = const()[name = tensor<string, []>("op_60238_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 2304]> var_60238_cast = einsum(equation = var_60238_equation_0, values = (var_60160_cast, var_60117_cast))[name = tensor<string, []>("op_60238_cast")];
            tensor<fp16, []> var_60239_to_fp16 = const()[name = tensor<string, []>("op_60239_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 2304]> aw_5115_cast = mul(x = var_60238_cast, y = var_60239_to_fp16)[name = tensor<string, []>("aw_5115_cast")];
            tensor<string, []> var_60242_equation_0 = const()[name = tensor<string, []>("op_60242_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 2304]> var_60242_cast = einsum(equation = var_60242_equation_0, values = (var_60164_cast, var_60121_cast))[name = tensor<string, []>("op_60242_cast")];
            tensor<fp16, []> var_60243_to_fp16 = const()[name = tensor<string, []>("op_60243_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 2304]> aw_5117_cast = mul(x = var_60242_cast, y = var_60243_to_fp16)[name = tensor<string, []>("aw_5117_cast")];
            tensor<string, []> var_60246_equation_0 = const()[name = tensor<string, []>("op_60246_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 2304]> var_60246_cast = einsum(equation = var_60246_equation_0, values = (var_60168_cast, var_60125_cast))[name = tensor<string, []>("op_60246_cast")];
            tensor<fp16, []> var_60247_to_fp16 = const()[name = tensor<string, []>("op_60247_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 2304]> aw_5119_cast = mul(x = var_60246_cast, y = var_60247_to_fp16)[name = tensor<string, []>("aw_5119_cast")];
            tensor<fp16, [2, 77, 1, 2304]> var_60249_cast = softmax(axis = var_58034, x = aw_5101_cast)[name = tensor<string, []>("op_60249_cast")];
            tensor<fp16, [2, 77, 1, 2304]> var_60250_cast = softmax(axis = var_58034, x = aw_5103_cast)[name = tensor<string, []>("op_60250_cast")];
            tensor<fp16, [2, 77, 1, 2304]> var_60251_cast = softmax(axis = var_58034, x = aw_5105_cast)[name = tensor<string, []>("op_60251_cast")];
            tensor<fp16, [2, 77, 1, 2304]> var_60252_cast = softmax(axis = var_58034, x = aw_5107_cast)[name = tensor<string, []>("op_60252_cast")];
            tensor<fp16, [2, 77, 1, 2304]> var_60253_cast = softmax(axis = var_58034, x = aw_5109_cast)[name = tensor<string, []>("op_60253_cast")];
            tensor<fp16, [2, 77, 1, 2304]> var_60254_cast = softmax(axis = var_58034, x = aw_5111_cast)[name = tensor<string, []>("op_60254_cast")];
            tensor<fp16, [2, 77, 1, 2304]> var_60255_cast = softmax(axis = var_58034, x = aw_5113_cast)[name = tensor<string, []>("op_60255_cast")];
            tensor<fp16, [2, 77, 1, 2304]> var_60256_cast = softmax(axis = var_58034, x = aw_5115_cast)[name = tensor<string, []>("op_60256_cast")];
            tensor<fp16, [2, 77, 1, 2304]> var_60257_cast = softmax(axis = var_58034, x = aw_5117_cast)[name = tensor<string, []>("op_60257_cast")];
            tensor<fp16, [2, 77, 1, 2304]> var_60258_cast = softmax(axis = var_58034, x = aw_5119_cast)[name = tensor<string, []>("op_60258_cast")];
            tensor<string, []> var_60260_equation_0 = const()[name = tensor<string, []>("op_60260_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_60260_cast = einsum(equation = var_60260_equation_0, values = (var_60170_cast, var_60249_cast))[name = tensor<string, []>("op_60260_cast")];
            tensor<string, []> var_60262_equation_0 = const()[name = tensor<string, []>("op_60262_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_60262_cast = einsum(equation = var_60262_equation_0, values = (var_60174_cast, var_60250_cast))[name = tensor<string, []>("op_60262_cast")];
            tensor<string, []> var_60264_equation_0 = const()[name = tensor<string, []>("op_60264_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_60264_cast = einsum(equation = var_60264_equation_0, values = (var_60178_cast, var_60251_cast))[name = tensor<string, []>("op_60264_cast")];
            tensor<string, []> var_60266_equation_0 = const()[name = tensor<string, []>("op_60266_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_60266_cast = einsum(equation = var_60266_equation_0, values = (var_60182_cast, var_60252_cast))[name = tensor<string, []>("op_60266_cast")];
            tensor<string, []> var_60268_equation_0 = const()[name = tensor<string, []>("op_60268_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_60268_cast = einsum(equation = var_60268_equation_0, values = (var_60186_cast, var_60253_cast))[name = tensor<string, []>("op_60268_cast")];
            tensor<string, []> var_60270_equation_0 = const()[name = tensor<string, []>("op_60270_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_60270_cast = einsum(equation = var_60270_equation_0, values = (var_60190_cast, var_60254_cast))[name = tensor<string, []>("op_60270_cast")];
            tensor<string, []> var_60272_equation_0 = const()[name = tensor<string, []>("op_60272_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_60272_cast = einsum(equation = var_60272_equation_0, values = (var_60194_cast, var_60255_cast))[name = tensor<string, []>("op_60272_cast")];
            tensor<string, []> var_60274_equation_0 = const()[name = tensor<string, []>("op_60274_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_60274_cast = einsum(equation = var_60274_equation_0, values = (var_60198_cast, var_60256_cast))[name = tensor<string, []>("op_60274_cast")];
            tensor<string, []> var_60276_equation_0 = const()[name = tensor<string, []>("op_60276_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_60276_cast = einsum(equation = var_60276_equation_0, values = (var_60202_cast, var_60257_cast))[name = tensor<string, []>("op_60276_cast")];
            tensor<string, []> var_60278_equation_0 = const()[name = tensor<string, []>("op_60278_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_60278_cast = einsum(equation = var_60278_equation_0, values = (var_60206_cast, var_60258_cast))[name = tensor<string, []>("op_60278_cast")];
            tensor<bool, []> input_781_interleave_0 = const()[name = tensor<string, []>("input_781_interleave_0"), val = tensor<bool, []>(false)];
            tensor<fp16, [2, 640, 1, 2304]> input_781_cast = concat(axis = var_58034, interleave = input_781_interleave_0, values = (var_60260_cast, var_60262_cast, var_60264_cast, var_60266_cast, var_60268_cast, var_60270_cast, var_60272_cast, var_60274_cast, var_60276_cast, var_60278_cast))[name = tensor<string, []>("input_781_cast")];
            tensor<int32, [2]> var_60284 = const()[name = tensor<string, []>("op_60284"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_60286 = const()[name = tensor<string, []>("op_60286"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_60288_pad_type_0 = const()[name = tensor<string, []>("op_60288_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_60288_pad_0 = const()[name = tensor<string, []>("op_60288_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [640, 640, 1, 1]> up_blocks_1_attentions_1_transformer_blocks_1_attn2_to_out_0_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [307200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(593655808))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(593963072))), name = tensor<string, []>("up_blocks_1_attentions_1_transformer_blocks_1_attn2_to_out_0_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([640, 640, 1, 1])];
            tensor<fp16, [640]> up_blocks_1_attentions_1_transformer_blocks_1_attn2_to_out_0_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_1_attentions_1_transformer_blocks_1_attn2_to_out_0_bias_to_fp16"), val = tensor<fp16, [640]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(593963264)))];
            tensor<fp16, [2, 640, 1, 2304]> var_60288_cast = conv(bias = up_blocks_1_attentions_1_transformer_blocks_1_attn2_to_out_0_bias_to_fp16, dilations = var_60286, groups = var_58034, pad = var_60288_pad_0, pad_type = var_60288_pad_type_0, strides = var_60284, weight = up_blocks_1_attentions_1_transformer_blocks_1_attn2_to_out_0_weight_to_fp16_palettized, x = input_781_cast)[name = tensor<string, []>("op_60288_cast")];
            tensor<fp16, [2, 640, 1, 2304]> inputs_407_cast = add(x = var_60288_cast, y = inputs_405_cast)[name = tensor<string, []>("inputs_407_cast")];
            tensor<int32, [1]> var_60292 = const()[name = tensor<string, []>("op_60292"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 2304]> channels_mean_407_cast = reduce_mean(axes = var_60292, keep_dims = var_58029, x = inputs_407_cast)[name = tensor<string, []>("channels_mean_407_cast")];
            tensor<fp16, [2, 640, 1, 2304]> zero_mean_407_cast = sub(x = inputs_407_cast, y = channels_mean_407_cast)[name = tensor<string, []>("zero_mean_407_cast")];
            tensor<fp16, [2, 640, 1, 2304]> zero_mean_sq_407_cast = mul(x = zero_mean_407_cast, y = zero_mean_407_cast)[name = tensor<string, []>("zero_mean_sq_407_cast")];
            tensor<int32, [1]> var_60296 = const()[name = tensor<string, []>("op_60296"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 2304]> var_60297_cast = reduce_mean(axes = var_60296, keep_dims = var_58029, x = zero_mean_sq_407_cast)[name = tensor<string, []>("op_60297_cast")];
            tensor<fp16, []> var_60298_to_fp16 = const()[name = tensor<string, []>("op_60298_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 2304]> var_60299_cast = add(x = var_60297_cast, y = var_60298_to_fp16)[name = tensor<string, []>("op_60299_cast")];
            tensor<fp16, []> denom_407_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_407_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 2304]> denom_407_cast = rsqrt(epsilon = denom_407_epsilon_0_to_fp16, x = var_60299_cast)[name = tensor<string, []>("denom_407_cast")];
            tensor<fp16, [2, 640, 1, 2304]> out_407_cast = mul(x = zero_mean_407_cast, y = denom_407_cast)[name = tensor<string, []>("out_407_cast")];
            tensor<fp16, [1, 640, 1, 1]> var_60303_to_fp16 = const()[name = tensor<string, []>("op_60303_to_fp16"), val = tensor<fp16, [1, 640, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(593964608)))];
            tensor<fp16, [2, 640, 1, 2304]> var_60304_cast = add(x = out_407_cast, y = var_60303_to_fp16)[name = tensor<string, []>("op_60304_cast")];
            tensor<fp16, [1, 640, 1, 1]> var_60306_to_fp16 = const()[name = tensor<string, []>("op_60306_to_fp16"), val = tensor<fp16, [1, 640, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(593965952)))];
            tensor<fp16, [2, 640, 1, 2304]> input_783_cast = mul(x = var_60304_cast, y = var_60306_to_fp16)[name = tensor<string, []>("input_783_cast")];
            tensor<int32, [2]> var_60314 = const()[name = tensor<string, []>("op_60314"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_60316 = const()[name = tensor<string, []>("op_60316"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_60318_pad_type_0 = const()[name = tensor<string, []>("op_60318_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_60318_pad_0 = const()[name = tensor<string, []>("op_60318_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [5120, 640, 1, 1]> up_blocks_1_attentions_1_transformer_blocks_1_ff_net_0_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [3276800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(593967296))), lut = tensor<fp16, [256]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(597244160))), name = tensor<string, []>("up_blocks_1_attentions_1_transformer_blocks_1_ff_net_0_proj_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([5120, 640, 1, 1])];
            tensor<fp16, [5120]> up_blocks_1_attentions_1_transformer_blocks_1_ff_net_0_proj_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_1_attentions_1_transformer_blocks_1_ff_net_0_proj_bias_to_fp16"), val = tensor<fp16, [5120]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(597244736)))];
            tensor<fp16, [2, 5120, 1, 2304]> var_60318_cast = conv(bias = up_blocks_1_attentions_1_transformer_blocks_1_ff_net_0_proj_bias_to_fp16, dilations = var_60316, groups = var_58034, pad = var_60318_pad_0, pad_type = var_60318_pad_type_0, strides = var_60314, weight = up_blocks_1_attentions_1_transformer_blocks_1_ff_net_0_proj_weight_to_fp16_palettized, x = input_783_cast)[name = tensor<string, []>("op_60318_cast")];
            tensor<int32, [2]> var_60319_split_sizes_0 = const()[name = tensor<string, []>("op_60319_split_sizes_0"), val = tensor<int32, [2]>([2560, 2560])];
            tensor<int32, []> var_60319_axis_0 = const()[name = tensor<string, []>("op_60319_axis_0"), val = tensor<int32, []>(1)];
            tensor<fp16, [2, 2560, 1, 2304]> var_60319_cast_0, tensor<fp16, [2, 2560, 1, 2304]> var_60319_cast_1 = split(axis = var_60319_axis_0, split_sizes = var_60319_split_sizes_0, x = var_60318_cast)[name = tensor<string, []>("op_60319_cast")];
            tensor<string, []> var_60321_mode_0 = const()[name = tensor<string, []>("op_60321_mode_0"), val = tensor<string, []>("EXACT")];
            tensor<fp16, [2, 2560, 1, 2304]> var_60321_cast = gelu(mode = var_60321_mode_0, x = var_60319_cast_1)[name = tensor<string, []>("op_60321_cast")];
            tensor<fp16, [2, 2560, 1, 2304]> input_785_cast = mul(x = var_60319_cast_0, y = var_60321_cast)[name = tensor<string, []>("input_785_cast")];
            tensor<int32, [2]> var_60325 = const()[name = tensor<string, []>("op_60325"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_60327 = const()[name = tensor<string, []>("op_60327"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_60329_pad_type_0 = const()[name = tensor<string, []>("op_60329_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_60329_pad_0 = const()[name = tensor<string, []>("op_60329_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [640, 2560, 1, 1]> up_blocks_1_attentions_1_transformer_blocks_1_ff_net_2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [1638400]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(597255040))), lut = tensor<fp16, [256]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(598893504))), name = tensor<string, []>("up_blocks_1_attentions_1_transformer_blocks_1_ff_net_2_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([640, 2560, 1, 1])];
            tensor<fp16, [640]> up_blocks_1_attentions_1_transformer_blocks_1_ff_net_2_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_1_attentions_1_transformer_blocks_1_ff_net_2_bias_to_fp16"), val = tensor<fp16, [640]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(598894080)))];
            tensor<fp16, [2, 640, 1, 2304]> var_60329_cast = conv(bias = up_blocks_1_attentions_1_transformer_blocks_1_ff_net_2_bias_to_fp16, dilations = var_60327, groups = var_58034, pad = var_60329_pad_0, pad_type = var_60329_pad_type_0, strides = var_60325, weight = up_blocks_1_attentions_1_transformer_blocks_1_ff_net_2_weight_to_fp16_palettized, x = input_785_cast)[name = tensor<string, []>("op_60329_cast")];
            tensor<fp16, [2, 640, 1, 2304]> hidden_states_547_cast = add(x = var_60329_cast, y = inputs_407_cast)[name = tensor<string, []>("hidden_states_547_cast")];
            tensor<int32, [4]> var_60331 = const()[name = tensor<string, []>("op_60331"), val = tensor<int32, [4]>([2, 640, 48, 48])];
            tensor<fp16, [2, 640, 48, 48]> input_787_cast = reshape(shape = var_60331, x = hidden_states_547_cast)[name = tensor<string, []>("input_787_cast")];
            tensor<int32, [2]> var_60335 = const()[name = tensor<string, []>("op_60335"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_60337 = const()[name = tensor<string, []>("op_60337"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> hidden_states_549_pad_type_0 = const()[name = tensor<string, []>("hidden_states_549_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> hidden_states_549_pad_0 = const()[name = tensor<string, []>("hidden_states_549_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [640, 640, 1, 1]> up_blocks_1_attentions_1_proj_out_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [409600]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(598895424))), lut = tensor<fp16, [256]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(599305088))), name = tensor<string, []>("up_blocks_1_attentions_1_proj_out_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([640, 640, 1, 1])];
            tensor<fp16, [640]> up_blocks_1_attentions_1_proj_out_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_1_attentions_1_proj_out_bias_to_fp16"), val = tensor<fp16, [640]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(599305664)))];
            tensor<fp16, [2, 640, 48, 48]> hidden_states_549_cast = conv(bias = up_blocks_1_attentions_1_proj_out_bias_to_fp16, dilations = var_60337, groups = var_58034, pad = hidden_states_549_pad_0, pad_type = hidden_states_549_pad_type_0, strides = var_60335, weight = up_blocks_1_attentions_1_proj_out_weight_to_fp16_palettized, x = input_787_cast)[name = tensor<string, []>("hidden_states_549_cast")];
            tensor<fp16, [2, 640, 48, 48]> hidden_states_551_cast = add(x = hidden_states_549_cast, y = hidden_states_531_cast)[name = tensor<string, []>("hidden_states_551_cast")];
            tensor<bool, []> input_789_interleave_0 = const()[name = tensor<string, []>("input_789_interleave_0"), val = tensor<bool, []>(false)];
            tensor<fp16, [2, 320, 48, 48]> cast_7 = cast(dtype = cast_9_dtype_0, x = input_45_cast)[name = tensor<string, []>("cast_7")];
            tensor<fp16, [2, 960, 48, 48]> input_789_cast = concat(axis = var_58034, interleave = input_789_interleave_0, values = (hidden_states_551_cast, cast_7))[name = tensor<string, []>("input_789_cast")];
            tensor<int32, [5]> reshape_144_shape_0 = const()[name = tensor<string, []>("reshape_144_shape_0"), val = tensor<int32, [5]>([2, 32, 30, 48, 48])];
            tensor<fp16, [2, 32, 30, 48, 48]> reshape_144_cast = reshape(shape = reshape_144_shape_0, x = input_789_cast)[name = tensor<string, []>("reshape_144_cast")];
            tensor<int32, [3]> reduce_mean_108_axes_0 = const()[name = tensor<string, []>("reduce_mean_108_axes_0"), val = tensor<int32, [3]>([2, 3, 4])];
            tensor<bool, []> reduce_mean_108_keep_dims_0 = const()[name = tensor<string, []>("reduce_mean_108_keep_dims_0"), val = tensor<bool, []>(true)];
            tensor<fp16, [2, 32, 1, 1, 1]> reduce_mean_108_cast = reduce_mean(axes = reduce_mean_108_axes_0, keep_dims = reduce_mean_108_keep_dims_0, x = reshape_144_cast)[name = tensor<string, []>("reduce_mean_108_cast")];
            tensor<fp16, [2, 32, 30, 48, 48]> sub_72_cast = sub(x = reshape_144_cast, y = reduce_mean_108_cast)[name = tensor<string, []>("sub_72_cast")];
            tensor<fp16, [2, 32, 30, 48, 48]> square_36_cast = square(x = sub_72_cast)[name = tensor<string, []>("square_36_cast")];
            tensor<int32, [3]> reduce_mean_110_axes_0 = const()[name = tensor<string, []>("reduce_mean_110_axes_0"), val = tensor<int32, [3]>([2, 3, 4])];
            tensor<bool, []> reduce_mean_110_keep_dims_0 = const()[name = tensor<string, []>("reduce_mean_110_keep_dims_0"), val = tensor<bool, []>(true)];
            tensor<fp16, [2, 32, 1, 1, 1]> reduce_mean_110_cast = reduce_mean(axes = reduce_mean_110_axes_0, keep_dims = reduce_mean_110_keep_dims_0, x = square_36_cast)[name = tensor<string, []>("reduce_mean_110_cast")];
            tensor<fp16, []> add_72_y_0_to_fp16 = const()[name = tensor<string, []>("add_72_y_0_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 32, 1, 1, 1]> add_72_cast = add(x = reduce_mean_110_cast, y = add_72_y_0_to_fp16)[name = tensor<string, []>("add_72_cast")];
            tensor<fp16, [2, 32, 1, 1, 1]> sqrt_36_cast = sqrt(x = add_72_cast)[name = tensor<string, []>("sqrt_36_cast")];
            tensor<fp16, [2, 32, 30, 48, 48]> real_div_36_cast = real_div(x = sub_72_cast, y = sqrt_36_cast)[name = tensor<string, []>("real_div_36_cast")];
            tensor<int32, [4]> reshape_145_shape_0 = const()[name = tensor<string, []>("reshape_145_shape_0"), val = tensor<int32, [4]>([2, 960, 48, 48])];
            tensor<fp16, [2, 960, 48, 48]> reshape_145_cast = reshape(shape = reshape_145_shape_0, x = real_div_36_cast)[name = tensor<string, []>("reshape_145_cast")];
            tensor<fp16, [960]> add_73_mean_0_to_fp16 = const()[name = tensor<string, []>("add_73_mean_0_to_fp16"), val = tensor<fp16, [960]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(599307008)))];
            tensor<fp16, [960]> add_73_variance_0_to_fp16 = const()[name = tensor<string, []>("add_73_variance_0_to_fp16"), val = tensor<fp16, [960]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(599308992)))];
            tensor<fp16, [960]> add_73_gamma_0_to_fp16 = const()[name = tensor<string, []>("add_73_gamma_0_to_fp16"), val = tensor<fp16, [960]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(599310976)))];
            tensor<fp16, [960]> add_73_beta_0_to_fp16 = const()[name = tensor<string, []>("add_73_beta_0_to_fp16"), val = tensor<fp16, [960]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(599312960)))];
            tensor<fp16, []> add_73_epsilon_0_to_fp16 = const()[name = tensor<string, []>("add_73_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 960, 48, 48]> add_73_cast = batch_norm(beta = add_73_beta_0_to_fp16, epsilon = add_73_epsilon_0_to_fp16, gamma = add_73_gamma_0_to_fp16, mean = add_73_mean_0_to_fp16, variance = add_73_variance_0_to_fp16, x = reshape_145_cast)[name = tensor<string, []>("add_73_cast")];
            tensor<fp16, [2, 960, 48, 48]> input_793_cast = silu(x = add_73_cast)[name = tensor<string, []>("input_793_cast")];
            tensor<int32, [2]> var_60355 = const()[name = tensor<string, []>("op_60355"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_60357 = const()[name = tensor<string, []>("op_60357"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> hidden_states_553_pad_type_0 = const()[name = tensor<string, []>("hidden_states_553_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> hidden_states_553_pad_0 = const()[name = tensor<string, []>("hidden_states_553_pad_0"), val = tensor<int32, [4]>([1, 1, 1, 1])];
            tensor<fp16, [640, 960, 3, 3]> up_blocks_1_resnets_2_conv1_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [5529600]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(599314944))), lut = tensor<fp16, [256]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(604844608))), name = tensor<string, []>("up_blocks_1_resnets_2_conv1_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([640, 960, 3, 3])];
            tensor<fp16, [640]> up_blocks_1_resnets_2_conv1_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_1_resnets_2_conv1_bias_to_fp16"), val = tensor<fp16, [640]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(604845184)))];
            tensor<fp16, [2, 640, 48, 48]> hidden_states_553_cast = conv(bias = up_blocks_1_resnets_2_conv1_bias_to_fp16, dilations = var_60357, groups = var_58034, pad = hidden_states_553_pad_0, pad_type = hidden_states_553_pad_type_0, strides = var_60355, weight = up_blocks_1_resnets_2_conv1_weight_to_fp16_palettized, x = input_793_cast)[name = tensor<string, []>("hidden_states_553_cast")];
            tensor<int32, [2]> var_60363 = const()[name = tensor<string, []>("op_60363"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_60365 = const()[name = tensor<string, []>("op_60365"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> temb_27_pad_type_0 = const()[name = tensor<string, []>("temb_27_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> temb_27_pad_0 = const()[name = tensor<string, []>("temb_27_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [640, 1280, 1, 1]> up_blocks_1_resnets_2_time_emb_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [614400]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(604846528))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(605460992))), name = tensor<string, []>("up_blocks_1_resnets_2_time_emb_proj_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([640, 1280, 1, 1])];
            tensor<fp16, [640]> up_blocks_1_resnets_2_time_emb_proj_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_1_resnets_2_time_emb_proj_bias_to_fp16"), val = tensor<fp16, [640]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(605461184)))];
            tensor<fp16, [2, 640, 1, 1]> temb_27_cast = conv(bias = up_blocks_1_resnets_2_time_emb_proj_bias_to_fp16, dilations = var_60365, groups = var_58034, pad = temb_27_pad_0, pad_type = temb_27_pad_type_0, strides = var_60363, weight = up_blocks_1_resnets_2_time_emb_proj_weight_to_fp16_palettized, x = cast_10)[name = tensor<string, []>("temb_27_cast")];
            tensor<fp16, [2, 640, 48, 48]> input_797_cast = add(x = hidden_states_553_cast, y = temb_27_cast)[name = tensor<string, []>("input_797_cast")];
            tensor<int32, [5]> reshape_148_shape_0 = const()[name = tensor<string, []>("reshape_148_shape_0"), val = tensor<int32, [5]>([2, 32, 20, 48, 48])];
            tensor<fp16, [2, 32, 20, 48, 48]> reshape_148_cast = reshape(shape = reshape_148_shape_0, x = input_797_cast)[name = tensor<string, []>("reshape_148_cast")];
            tensor<int32, [3]> reduce_mean_111_axes_0 = const()[name = tensor<string, []>("reduce_mean_111_axes_0"), val = tensor<int32, [3]>([2, 3, 4])];
            tensor<bool, []> reduce_mean_111_keep_dims_0 = const()[name = tensor<string, []>("reduce_mean_111_keep_dims_0"), val = tensor<bool, []>(true)];
            tensor<fp16, [2, 32, 1, 1, 1]> reduce_mean_111_cast = reduce_mean(axes = reduce_mean_111_axes_0, keep_dims = reduce_mean_111_keep_dims_0, x = reshape_148_cast)[name = tensor<string, []>("reduce_mean_111_cast")];
            tensor<fp16, [2, 32, 20, 48, 48]> sub_74_cast = sub(x = reshape_148_cast, y = reduce_mean_111_cast)[name = tensor<string, []>("sub_74_cast")];
            tensor<fp16, [2, 32, 20, 48, 48]> square_37_cast = square(x = sub_74_cast)[name = tensor<string, []>("square_37_cast")];
            tensor<int32, [3]> reduce_mean_113_axes_0 = const()[name = tensor<string, []>("reduce_mean_113_axes_0"), val = tensor<int32, [3]>([2, 3, 4])];
            tensor<bool, []> reduce_mean_113_keep_dims_0 = const()[name = tensor<string, []>("reduce_mean_113_keep_dims_0"), val = tensor<bool, []>(true)];
            tensor<fp16, [2, 32, 1, 1, 1]> reduce_mean_113_cast = reduce_mean(axes = reduce_mean_113_axes_0, keep_dims = reduce_mean_113_keep_dims_0, x = square_37_cast)[name = tensor<string, []>("reduce_mean_113_cast")];
            tensor<fp16, []> add_74_y_0_to_fp16 = const()[name = tensor<string, []>("add_74_y_0_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 32, 1, 1, 1]> add_74_cast = add(x = reduce_mean_113_cast, y = add_74_y_0_to_fp16)[name = tensor<string, []>("add_74_cast")];
            tensor<fp16, [2, 32, 1, 1, 1]> sqrt_37_cast = sqrt(x = add_74_cast)[name = tensor<string, []>("sqrt_37_cast")];
            tensor<fp16, [2, 32, 20, 48, 48]> real_div_37_cast = real_div(x = sub_74_cast, y = sqrt_37_cast)[name = tensor<string, []>("real_div_37_cast")];
            tensor<int32, [4]> reshape_149_shape_0 = const()[name = tensor<string, []>("reshape_149_shape_0"), val = tensor<int32, [4]>([2, 640, 48, 48])];
            tensor<fp16, [2, 640, 48, 48]> reshape_149_cast = reshape(shape = reshape_149_shape_0, x = real_div_37_cast)[name = tensor<string, []>("reshape_149_cast")];
            tensor<fp16, [640]> add_75_gamma_0_to_fp16 = const()[name = tensor<string, []>("add_75_gamma_0_to_fp16"), val = tensor<fp16, [640]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(605462528)))];
            tensor<fp16, [640]> add_75_beta_0_to_fp16 = const()[name = tensor<string, []>("add_75_beta_0_to_fp16"), val = tensor<fp16, [640]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(605463872)))];
            tensor<fp16, []> add_75_epsilon_0_to_fp16 = const()[name = tensor<string, []>("add_75_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 640, 48, 48]> add_75_cast = batch_norm(beta = add_75_beta_0_to_fp16, epsilon = add_75_epsilon_0_to_fp16, gamma = add_75_gamma_0_to_fp16, mean = add_11_mean_0_to_fp16, variance = add_11_variance_0_to_fp16, x = reshape_149_cast)[name = tensor<string, []>("add_75_cast")];
            tensor<fp16, [2, 640, 48, 48]> input_801_cast = silu(x = add_75_cast)[name = tensor<string, []>("input_801_cast")];
            tensor<int32, [2]> var_60375 = const()[name = tensor<string, []>("op_60375"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_60377 = const()[name = tensor<string, []>("op_60377"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> hidden_states_555_pad_type_0 = const()[name = tensor<string, []>("hidden_states_555_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> hidden_states_555_pad_0 = const()[name = tensor<string, []>("hidden_states_555_pad_0"), val = tensor<int32, [4]>([1, 1, 1, 1])];
            tensor<fp16, [640, 640, 3, 3]> up_blocks_1_resnets_2_conv2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [3686400]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(605465216))), lut = tensor<fp16, [256]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(609151680))), name = tensor<string, []>("up_blocks_1_resnets_2_conv2_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([640, 640, 3, 3])];
            tensor<fp16, [640]> up_blocks_1_resnets_2_conv2_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_1_resnets_2_conv2_bias_to_fp16"), val = tensor<fp16, [640]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(609152256)))];
            tensor<fp16, [2, 640, 48, 48]> hidden_states_555_cast = conv(bias = up_blocks_1_resnets_2_conv2_bias_to_fp16, dilations = var_60377, groups = var_58034, pad = hidden_states_555_pad_0, pad_type = hidden_states_555_pad_type_0, strides = var_60375, weight = up_blocks_1_resnets_2_conv2_weight_to_fp16_palettized, x = input_801_cast)[name = tensor<string, []>("hidden_states_555_cast")];
            tensor<int32, [2]> var_60382 = const()[name = tensor<string, []>("op_60382"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_60384 = const()[name = tensor<string, []>("op_60384"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> x_15_pad_type_0 = const()[name = tensor<string, []>("x_15_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> x_15_pad_0 = const()[name = tensor<string, []>("x_15_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [640, 960, 1, 1]> up_blocks_1_resnets_2_conv_shortcut_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [614400]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(609153600))), lut = tensor<fp16, [256]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(609768064))), name = tensor<string, []>("up_blocks_1_resnets_2_conv_shortcut_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([640, 960, 1, 1])];
            tensor<fp16, [640]> up_blocks_1_resnets_2_conv_shortcut_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_1_resnets_2_conv_shortcut_bias_to_fp16"), val = tensor<fp16, [640]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(609768640)))];
            tensor<fp16, [2, 640, 48, 48]> x_15_cast = conv(bias = up_blocks_1_resnets_2_conv_shortcut_bias_to_fp16, dilations = var_60384, groups = var_58034, pad = x_15_pad_0, pad_type = x_15_pad_type_0, strides = var_60382, weight = up_blocks_1_resnets_2_conv_shortcut_weight_to_fp16_palettized, x = input_789_cast)[name = tensor<string, []>("x_15_cast")];
            tensor<fp16, [2, 640, 48, 48]> hidden_states_557_cast = add(x = x_15_cast, y = hidden_states_555_cast)[name = tensor<string, []>("hidden_states_557_cast")];
            tensor<int32, [5]> reshape_152_shape_0 = const()[name = tensor<string, []>("reshape_152_shape_0"), val = tensor<int32, [5]>([2, 32, 20, 48, 48])];
            tensor<fp16, [2, 32, 20, 48, 48]> reshape_152_cast = reshape(shape = reshape_152_shape_0, x = hidden_states_557_cast)[name = tensor<string, []>("reshape_152_cast")];
            tensor<int32, [3]> reduce_mean_114_axes_0 = const()[name = tensor<string, []>("reduce_mean_114_axes_0"), val = tensor<int32, [3]>([2, 3, 4])];
            tensor<bool, []> reduce_mean_114_keep_dims_0 = const()[name = tensor<string, []>("reduce_mean_114_keep_dims_0"), val = tensor<bool, []>(true)];
            tensor<fp16, [2, 32, 1, 1, 1]> reduce_mean_114_cast = reduce_mean(axes = reduce_mean_114_axes_0, keep_dims = reduce_mean_114_keep_dims_0, x = reshape_152_cast)[name = tensor<string, []>("reduce_mean_114_cast")];
            tensor<fp16, [2, 32, 20, 48, 48]> sub_76_cast = sub(x = reshape_152_cast, y = reduce_mean_114_cast)[name = tensor<string, []>("sub_76_cast")];
            tensor<fp16, [2, 32, 20, 48, 48]> square_38_cast = square(x = sub_76_cast)[name = tensor<string, []>("square_38_cast")];
            tensor<int32, [3]> reduce_mean_116_axes_0 = const()[name = tensor<string, []>("reduce_mean_116_axes_0"), val = tensor<int32, [3]>([2, 3, 4])];
            tensor<bool, []> reduce_mean_116_keep_dims_0 = const()[name = tensor<string, []>("reduce_mean_116_keep_dims_0"), val = tensor<bool, []>(true)];
            tensor<fp16, [2, 32, 1, 1, 1]> reduce_mean_116_cast = reduce_mean(axes = reduce_mean_116_axes_0, keep_dims = reduce_mean_116_keep_dims_0, x = square_38_cast)[name = tensor<string, []>("reduce_mean_116_cast")];
            tensor<fp16, []> add_76_y_0_to_fp16 = const()[name = tensor<string, []>("add_76_y_0_to_fp16"), val = tensor<fp16, []>(0x1.1p-20)];
            tensor<fp16, [2, 32, 1, 1, 1]> add_76_cast = add(x = reduce_mean_116_cast, y = add_76_y_0_to_fp16)[name = tensor<string, []>("add_76_cast")];
            tensor<fp16, [2, 32, 1, 1, 1]> sqrt_38_cast = sqrt(x = add_76_cast)[name = tensor<string, []>("sqrt_38_cast")];
            tensor<fp16, [2, 32, 20, 48, 48]> real_div_38_cast = real_div(x = sub_76_cast, y = sqrt_38_cast)[name = tensor<string, []>("real_div_38_cast")];
            tensor<int32, [4]> reshape_153_shape_0 = const()[name = tensor<string, []>("reshape_153_shape_0"), val = tensor<int32, [4]>([2, 640, 48, 48])];
            tensor<fp16, [2, 640, 48, 48]> reshape_153_cast = reshape(shape = reshape_153_shape_0, x = real_div_38_cast)[name = tensor<string, []>("reshape_153_cast")];
            tensor<fp16, [640]> add_77_gamma_0_to_fp16 = const()[name = tensor<string, []>("add_77_gamma_0_to_fp16"), val = tensor<fp16, [640]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(609769984)))];
            tensor<fp16, [640]> add_77_beta_0_to_fp16 = const()[name = tensor<string, []>("add_77_beta_0_to_fp16"), val = tensor<fp16, [640]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(609771328)))];
            tensor<fp16, []> add_77_epsilon_0_to_fp16 = const()[name = tensor<string, []>("add_77_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 640, 48, 48]> add_77_cast = batch_norm(beta = add_77_beta_0_to_fp16, epsilon = add_77_epsilon_0_to_fp16, gamma = add_77_gamma_0_to_fp16, mean = add_11_mean_0_to_fp16, variance = add_11_variance_0_to_fp16, x = reshape_153_cast)[name = tensor<string, []>("add_77_cast")];
            tensor<int32, [2]> var_60406 = const()[name = tensor<string, []>("op_60406"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_60408 = const()[name = tensor<string, []>("op_60408"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> hidden_states_559_pad_type_0 = const()[name = tensor<string, []>("hidden_states_559_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> hidden_states_559_pad_0 = const()[name = tensor<string, []>("hidden_states_559_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [640, 640, 1, 1]> up_blocks_1_attentions_2_proj_in_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [409600]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(609772672))), lut = tensor<fp16, [256]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(610182336))), name = tensor<string, []>("up_blocks_1_attentions_2_proj_in_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([640, 640, 1, 1])];
            tensor<fp16, [640]> up_blocks_1_attentions_2_proj_in_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_1_attentions_2_proj_in_bias_to_fp16"), val = tensor<fp16, [640]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(610182912)))];
            tensor<fp16, [2, 640, 48, 48]> hidden_states_559_cast = conv(bias = up_blocks_1_attentions_2_proj_in_bias_to_fp16, dilations = var_60408, groups = var_58034, pad = hidden_states_559_pad_0, pad_type = hidden_states_559_pad_type_0, strides = var_60406, weight = up_blocks_1_attentions_2_proj_in_weight_to_fp16_palettized, x = add_77_cast)[name = tensor<string, []>("hidden_states_559_cast")];
            tensor<int32, [4]> var_60413 = const()[name = tensor<string, []>("op_60413"), val = tensor<int32, [4]>([2, 640, 1, 2304])];
            tensor<fp16, [2, 640, 1, 2304]> inputs_409_cast = reshape(shape = var_60413, x = hidden_states_559_cast)[name = tensor<string, []>("inputs_409_cast")];
            tensor<int32, [1]> var_60423 = const()[name = tensor<string, []>("op_60423"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 2304]> channels_mean_409_cast = reduce_mean(axes = var_60423, keep_dims = var_58029, x = inputs_409_cast)[name = tensor<string, []>("channels_mean_409_cast")];
            tensor<fp16, [2, 640, 1, 2304]> zero_mean_409_cast = sub(x = inputs_409_cast, y = channels_mean_409_cast)[name = tensor<string, []>("zero_mean_409_cast")];
            tensor<fp16, [2, 640, 1, 2304]> zero_mean_sq_409_cast = mul(x = zero_mean_409_cast, y = zero_mean_409_cast)[name = tensor<string, []>("zero_mean_sq_409_cast")];
            tensor<int32, [1]> var_60427 = const()[name = tensor<string, []>("op_60427"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 2304]> var_60428_cast = reduce_mean(axes = var_60427, keep_dims = var_58029, x = zero_mean_sq_409_cast)[name = tensor<string, []>("op_60428_cast")];
            tensor<fp16, []> var_60429_to_fp16 = const()[name = tensor<string, []>("op_60429_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 2304]> var_60430_cast = add(x = var_60428_cast, y = var_60429_to_fp16)[name = tensor<string, []>("op_60430_cast")];
            tensor<fp16, []> denom_409_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_409_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 2304]> denom_409_cast = rsqrt(epsilon = denom_409_epsilon_0_to_fp16, x = var_60430_cast)[name = tensor<string, []>("denom_409_cast")];
            tensor<fp16, [2, 640, 1, 2304]> out_409_cast = mul(x = zero_mean_409_cast, y = denom_409_cast)[name = tensor<string, []>("out_409_cast")];
            tensor<fp16, [1, 640, 1, 1]> var_60434_to_fp16 = const()[name = tensor<string, []>("op_60434_to_fp16"), val = tensor<fp16, [1, 640, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(610184256)))];
            tensor<fp16, [2, 640, 1, 2304]> var_60435_cast = add(x = out_409_cast, y = var_60434_to_fp16)[name = tensor<string, []>("op_60435_cast")];
            tensor<fp16, [1, 640, 1, 1]> var_60437_to_fp16 = const()[name = tensor<string, []>("op_60437_to_fp16"), val = tensor<fp16, [1, 640, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(610185600)))];
            tensor<fp16, [2, 640, 1, 2304]> hidden_states_561_cast = mul(x = var_60435_cast, y = var_60437_to_fp16)[name = tensor<string, []>("hidden_states_561_cast")];
            tensor<int32, [2]> var_60444 = const()[name = tensor<string, []>("op_60444"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_60446 = const()[name = tensor<string, []>("op_60446"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> q_273_pad_type_0 = const()[name = tensor<string, []>("q_273_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> q_273_pad_0 = const()[name = tensor<string, []>("q_273_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [640, 640, 1, 1]> up_blocks_1_attentions_2_transformer_blocks_0_attn1_to_q_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [307200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(610186944))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(610494208))), name = tensor<string, []>("up_blocks_1_attentions_2_transformer_blocks_0_attn1_to_q_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([640, 640, 1, 1])];
            tensor<fp16, [2, 640, 1, 2304]> q_273_cast = conv(dilations = var_60446, groups = var_58034, pad = q_273_pad_0, pad_type = q_273_pad_type_0, strides = var_60444, weight = up_blocks_1_attentions_2_transformer_blocks_0_attn1_to_q_weight_to_fp16_palettized, x = hidden_states_561_cast)[name = tensor<string, []>("q_273_cast")];
            tensor<int32, [2]> var_60450 = const()[name = tensor<string, []>("op_60450"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_60452 = const()[name = tensor<string, []>("op_60452"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> k_545_pad_type_0 = const()[name = tensor<string, []>("k_545_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> k_545_pad_0 = const()[name = tensor<string, []>("k_545_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [640, 640, 1, 1]> up_blocks_1_attentions_2_transformer_blocks_0_attn1_to_k_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [307200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(610494400))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(610801664))), name = tensor<string, []>("up_blocks_1_attentions_2_transformer_blocks_0_attn1_to_k_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([640, 640, 1, 1])];
            tensor<fp16, [2, 640, 1, 2304]> k_545_cast = conv(dilations = var_60452, groups = var_58034, pad = k_545_pad_0, pad_type = k_545_pad_type_0, strides = var_60450, weight = up_blocks_1_attentions_2_transformer_blocks_0_attn1_to_k_weight_to_fp16_palettized, x = hidden_states_561_cast)[name = tensor<string, []>("k_545_cast")];
            tensor<int32, [2]> var_60456 = const()[name = tensor<string, []>("op_60456"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_60458 = const()[name = tensor<string, []>("op_60458"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> v_273_pad_type_0 = const()[name = tensor<string, []>("v_273_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> v_273_pad_0 = const()[name = tensor<string, []>("v_273_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [640, 640, 1, 1]> up_blocks_1_attentions_2_transformer_blocks_0_attn1_to_v_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [409600]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(610801856))), lut = tensor<fp16, [256]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(611211520))), name = tensor<string, []>("up_blocks_1_attentions_2_transformer_blocks_0_attn1_to_v_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([640, 640, 1, 1])];
            tensor<fp16, [2, 640, 1, 2304]> v_273_cast = conv(dilations = var_60458, groups = var_58034, pad = v_273_pad_0, pad_type = v_273_pad_type_0, strides = var_60456, weight = up_blocks_1_attentions_2_transformer_blocks_0_attn1_to_v_weight_to_fp16_palettized, x = hidden_states_561_cast)[name = tensor<string, []>("v_273_cast")];
            tensor<int32, [4]> var_60462_begin_0 = const()[name = tensor<string, []>("op_60462_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_60462_end_0 = const()[name = tensor<string, []>("op_60462_end_0"), val = tensor<int32, [4]>([2, 64, 1, 2304])];
            tensor<bool, [4]> var_60462_end_mask_0 = const()[name = tensor<string, []>("op_60462_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_60462_cast = slice_by_index(begin = var_60462_begin_0, end = var_60462_end_0, end_mask = var_60462_end_mask_0, x = q_273_cast)[name = tensor<string, []>("op_60462_cast")];
            tensor<int32, [4]> var_60466_begin_0 = const()[name = tensor<string, []>("op_60466_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_60466_end_0 = const()[name = tensor<string, []>("op_60466_end_0"), val = tensor<int32, [4]>([2, 128, 1, 2304])];
            tensor<bool, [4]> var_60466_end_mask_0 = const()[name = tensor<string, []>("op_60466_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_60466_cast = slice_by_index(begin = var_60466_begin_0, end = var_60466_end_0, end_mask = var_60466_end_mask_0, x = q_273_cast)[name = tensor<string, []>("op_60466_cast")];
            tensor<int32, [4]> var_60470_begin_0 = const()[name = tensor<string, []>("op_60470_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_60470_end_0 = const()[name = tensor<string, []>("op_60470_end_0"), val = tensor<int32, [4]>([2, 192, 1, 2304])];
            tensor<bool, [4]> var_60470_end_mask_0 = const()[name = tensor<string, []>("op_60470_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_60470_cast = slice_by_index(begin = var_60470_begin_0, end = var_60470_end_0, end_mask = var_60470_end_mask_0, x = q_273_cast)[name = tensor<string, []>("op_60470_cast")];
            tensor<int32, [4]> var_60474_begin_0 = const()[name = tensor<string, []>("op_60474_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_60474_end_0 = const()[name = tensor<string, []>("op_60474_end_0"), val = tensor<int32, [4]>([2, 256, 1, 2304])];
            tensor<bool, [4]> var_60474_end_mask_0 = const()[name = tensor<string, []>("op_60474_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_60474_cast = slice_by_index(begin = var_60474_begin_0, end = var_60474_end_0, end_mask = var_60474_end_mask_0, x = q_273_cast)[name = tensor<string, []>("op_60474_cast")];
            tensor<int32, [4]> var_60478_begin_0 = const()[name = tensor<string, []>("op_60478_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_60478_end_0 = const()[name = tensor<string, []>("op_60478_end_0"), val = tensor<int32, [4]>([2, 320, 1, 2304])];
            tensor<bool, [4]> var_60478_end_mask_0 = const()[name = tensor<string, []>("op_60478_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_60478_cast = slice_by_index(begin = var_60478_begin_0, end = var_60478_end_0, end_mask = var_60478_end_mask_0, x = q_273_cast)[name = tensor<string, []>("op_60478_cast")];
            tensor<int32, [4]> var_60482_begin_0 = const()[name = tensor<string, []>("op_60482_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_60482_end_0 = const()[name = tensor<string, []>("op_60482_end_0"), val = tensor<int32, [4]>([2, 384, 1, 2304])];
            tensor<bool, [4]> var_60482_end_mask_0 = const()[name = tensor<string, []>("op_60482_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_60482_cast = slice_by_index(begin = var_60482_begin_0, end = var_60482_end_0, end_mask = var_60482_end_mask_0, x = q_273_cast)[name = tensor<string, []>("op_60482_cast")];
            tensor<int32, [4]> var_60486_begin_0 = const()[name = tensor<string, []>("op_60486_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_60486_end_0 = const()[name = tensor<string, []>("op_60486_end_0"), val = tensor<int32, [4]>([2, 448, 1, 2304])];
            tensor<bool, [4]> var_60486_end_mask_0 = const()[name = tensor<string, []>("op_60486_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_60486_cast = slice_by_index(begin = var_60486_begin_0, end = var_60486_end_0, end_mask = var_60486_end_mask_0, x = q_273_cast)[name = tensor<string, []>("op_60486_cast")];
            tensor<int32, [4]> var_60490_begin_0 = const()[name = tensor<string, []>("op_60490_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_60490_end_0 = const()[name = tensor<string, []>("op_60490_end_0"), val = tensor<int32, [4]>([2, 512, 1, 2304])];
            tensor<bool, [4]> var_60490_end_mask_0 = const()[name = tensor<string, []>("op_60490_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_60490_cast = slice_by_index(begin = var_60490_begin_0, end = var_60490_end_0, end_mask = var_60490_end_mask_0, x = q_273_cast)[name = tensor<string, []>("op_60490_cast")];
            tensor<int32, [4]> var_60494_begin_0 = const()[name = tensor<string, []>("op_60494_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_60494_end_0 = const()[name = tensor<string, []>("op_60494_end_0"), val = tensor<int32, [4]>([2, 576, 1, 2304])];
            tensor<bool, [4]> var_60494_end_mask_0 = const()[name = tensor<string, []>("op_60494_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_60494_cast = slice_by_index(begin = var_60494_begin_0, end = var_60494_end_0, end_mask = var_60494_end_mask_0, x = q_273_cast)[name = tensor<string, []>("op_60494_cast")];
            tensor<int32, [4]> var_60498_begin_0 = const()[name = tensor<string, []>("op_60498_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_60498_end_0 = const()[name = tensor<string, []>("op_60498_end_0"), val = tensor<int32, [4]>([2, 640, 1, 2304])];
            tensor<bool, [4]> var_60498_end_mask_0 = const()[name = tensor<string, []>("op_60498_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_60498_cast = slice_by_index(begin = var_60498_begin_0, end = var_60498_end_0, end_mask = var_60498_end_mask_0, x = q_273_cast)[name = tensor<string, []>("op_60498_cast")];
            tensor<int32, [4]> k_547_perm_0 = const()[name = tensor<string, []>("k_547_perm_0"), val = tensor<int32, [4]>([0, 3, 2, 1])];
            tensor<int32, [4]> var_60505_begin_0 = const()[name = tensor<string, []>("op_60505_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_60505_end_0 = const()[name = tensor<string, []>("op_60505_end_0"), val = tensor<int32, [4]>([2, 2304, 1, 64])];
            tensor<bool, [4]> var_60505_end_mask_0 = const()[name = tensor<string, []>("op_60505_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 2304, 1, 640]> transpose_3 = transpose(perm = k_547_perm_0, x = k_545_cast)[name = tensor<string, []>("transpose_3")];
            tensor<fp16, [2, 2304, 1, 64]> var_60505_cast = slice_by_index(begin = var_60505_begin_0, end = var_60505_end_0, end_mask = var_60505_end_mask_0, x = transpose_3)[name = tensor<string, []>("op_60505_cast")];
            tensor<int32, [4]> var_60509_begin_0 = const()[name = tensor<string, []>("op_60509_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 64])];
            tensor<int32, [4]> var_60509_end_0 = const()[name = tensor<string, []>("op_60509_end_0"), val = tensor<int32, [4]>([2, 2304, 1, 128])];
            tensor<bool, [4]> var_60509_end_mask_0 = const()[name = tensor<string, []>("op_60509_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 2304, 1, 64]> var_60509_cast = slice_by_index(begin = var_60509_begin_0, end = var_60509_end_0, end_mask = var_60509_end_mask_0, x = transpose_3)[name = tensor<string, []>("op_60509_cast")];
            tensor<int32, [4]> var_60513_begin_0 = const()[name = tensor<string, []>("op_60513_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 128])];
            tensor<int32, [4]> var_60513_end_0 = const()[name = tensor<string, []>("op_60513_end_0"), val = tensor<int32, [4]>([2, 2304, 1, 192])];
            tensor<bool, [4]> var_60513_end_mask_0 = const()[name = tensor<string, []>("op_60513_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 2304, 1, 64]> var_60513_cast = slice_by_index(begin = var_60513_begin_0, end = var_60513_end_0, end_mask = var_60513_end_mask_0, x = transpose_3)[name = tensor<string, []>("op_60513_cast")];
            tensor<int32, [4]> var_60517_begin_0 = const()[name = tensor<string, []>("op_60517_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 192])];
            tensor<int32, [4]> var_60517_end_0 = const()[name = tensor<string, []>("op_60517_end_0"), val = tensor<int32, [4]>([2, 2304, 1, 256])];
            tensor<bool, [4]> var_60517_end_mask_0 = const()[name = tensor<string, []>("op_60517_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 2304, 1, 64]> var_60517_cast = slice_by_index(begin = var_60517_begin_0, end = var_60517_end_0, end_mask = var_60517_end_mask_0, x = transpose_3)[name = tensor<string, []>("op_60517_cast")];
            tensor<int32, [4]> var_60521_begin_0 = const()[name = tensor<string, []>("op_60521_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 256])];
            tensor<int32, [4]> var_60521_end_0 = const()[name = tensor<string, []>("op_60521_end_0"), val = tensor<int32, [4]>([2, 2304, 1, 320])];
            tensor<bool, [4]> var_60521_end_mask_0 = const()[name = tensor<string, []>("op_60521_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 2304, 1, 64]> var_60521_cast = slice_by_index(begin = var_60521_begin_0, end = var_60521_end_0, end_mask = var_60521_end_mask_0, x = transpose_3)[name = tensor<string, []>("op_60521_cast")];
            tensor<int32, [4]> var_60525_begin_0 = const()[name = tensor<string, []>("op_60525_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 320])];
            tensor<int32, [4]> var_60525_end_0 = const()[name = tensor<string, []>("op_60525_end_0"), val = tensor<int32, [4]>([2, 2304, 1, 384])];
            tensor<bool, [4]> var_60525_end_mask_0 = const()[name = tensor<string, []>("op_60525_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 2304, 1, 64]> var_60525_cast = slice_by_index(begin = var_60525_begin_0, end = var_60525_end_0, end_mask = var_60525_end_mask_0, x = transpose_3)[name = tensor<string, []>("op_60525_cast")];
            tensor<int32, [4]> var_60529_begin_0 = const()[name = tensor<string, []>("op_60529_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 384])];
            tensor<int32, [4]> var_60529_end_0 = const()[name = tensor<string, []>("op_60529_end_0"), val = tensor<int32, [4]>([2, 2304, 1, 448])];
            tensor<bool, [4]> var_60529_end_mask_0 = const()[name = tensor<string, []>("op_60529_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 2304, 1, 64]> var_60529_cast = slice_by_index(begin = var_60529_begin_0, end = var_60529_end_0, end_mask = var_60529_end_mask_0, x = transpose_3)[name = tensor<string, []>("op_60529_cast")];
            tensor<int32, [4]> var_60533_begin_0 = const()[name = tensor<string, []>("op_60533_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 448])];
            tensor<int32, [4]> var_60533_end_0 = const()[name = tensor<string, []>("op_60533_end_0"), val = tensor<int32, [4]>([2, 2304, 1, 512])];
            tensor<bool, [4]> var_60533_end_mask_0 = const()[name = tensor<string, []>("op_60533_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 2304, 1, 64]> var_60533_cast = slice_by_index(begin = var_60533_begin_0, end = var_60533_end_0, end_mask = var_60533_end_mask_0, x = transpose_3)[name = tensor<string, []>("op_60533_cast")];
            tensor<int32, [4]> var_60537_begin_0 = const()[name = tensor<string, []>("op_60537_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 512])];
            tensor<int32, [4]> var_60537_end_0 = const()[name = tensor<string, []>("op_60537_end_0"), val = tensor<int32, [4]>([2, 2304, 1, 576])];
            tensor<bool, [4]> var_60537_end_mask_0 = const()[name = tensor<string, []>("op_60537_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 2304, 1, 64]> var_60537_cast = slice_by_index(begin = var_60537_begin_0, end = var_60537_end_0, end_mask = var_60537_end_mask_0, x = transpose_3)[name = tensor<string, []>("op_60537_cast")];
            tensor<int32, [4]> var_60541_begin_0 = const()[name = tensor<string, []>("op_60541_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 576])];
            tensor<int32, [4]> var_60541_end_0 = const()[name = tensor<string, []>("op_60541_end_0"), val = tensor<int32, [4]>([2, 2304, 1, 640])];
            tensor<bool, [4]> var_60541_end_mask_0 = const()[name = tensor<string, []>("op_60541_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 2304, 1, 64]> var_60541_cast = slice_by_index(begin = var_60541_begin_0, end = var_60541_end_0, end_mask = var_60541_end_mask_0, x = transpose_3)[name = tensor<string, []>("op_60541_cast")];
            tensor<int32, [4]> var_60543_begin_0 = const()[name = tensor<string, []>("op_60543_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_60543_end_0 = const()[name = tensor<string, []>("op_60543_end_0"), val = tensor<int32, [4]>([2, 64, 1, 2304])];
            tensor<bool, [4]> var_60543_end_mask_0 = const()[name = tensor<string, []>("op_60543_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_60543_cast = slice_by_index(begin = var_60543_begin_0, end = var_60543_end_0, end_mask = var_60543_end_mask_0, x = v_273_cast)[name = tensor<string, []>("op_60543_cast")];
            tensor<int32, [4]> var_60547_begin_0 = const()[name = tensor<string, []>("op_60547_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_60547_end_0 = const()[name = tensor<string, []>("op_60547_end_0"), val = tensor<int32, [4]>([2, 128, 1, 2304])];
            tensor<bool, [4]> var_60547_end_mask_0 = const()[name = tensor<string, []>("op_60547_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_60547_cast = slice_by_index(begin = var_60547_begin_0, end = var_60547_end_0, end_mask = var_60547_end_mask_0, x = v_273_cast)[name = tensor<string, []>("op_60547_cast")];
            tensor<int32, [4]> var_60551_begin_0 = const()[name = tensor<string, []>("op_60551_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_60551_end_0 = const()[name = tensor<string, []>("op_60551_end_0"), val = tensor<int32, [4]>([2, 192, 1, 2304])];
            tensor<bool, [4]> var_60551_end_mask_0 = const()[name = tensor<string, []>("op_60551_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_60551_cast = slice_by_index(begin = var_60551_begin_0, end = var_60551_end_0, end_mask = var_60551_end_mask_0, x = v_273_cast)[name = tensor<string, []>("op_60551_cast")];
            tensor<int32, [4]> var_60555_begin_0 = const()[name = tensor<string, []>("op_60555_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_60555_end_0 = const()[name = tensor<string, []>("op_60555_end_0"), val = tensor<int32, [4]>([2, 256, 1, 2304])];
            tensor<bool, [4]> var_60555_end_mask_0 = const()[name = tensor<string, []>("op_60555_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_60555_cast = slice_by_index(begin = var_60555_begin_0, end = var_60555_end_0, end_mask = var_60555_end_mask_0, x = v_273_cast)[name = tensor<string, []>("op_60555_cast")];
            tensor<int32, [4]> var_60559_begin_0 = const()[name = tensor<string, []>("op_60559_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_60559_end_0 = const()[name = tensor<string, []>("op_60559_end_0"), val = tensor<int32, [4]>([2, 320, 1, 2304])];
            tensor<bool, [4]> var_60559_end_mask_0 = const()[name = tensor<string, []>("op_60559_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_60559_cast = slice_by_index(begin = var_60559_begin_0, end = var_60559_end_0, end_mask = var_60559_end_mask_0, x = v_273_cast)[name = tensor<string, []>("op_60559_cast")];
            tensor<int32, [4]> var_60563_begin_0 = const()[name = tensor<string, []>("op_60563_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_60563_end_0 = const()[name = tensor<string, []>("op_60563_end_0"), val = tensor<int32, [4]>([2, 384, 1, 2304])];
            tensor<bool, [4]> var_60563_end_mask_0 = const()[name = tensor<string, []>("op_60563_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_60563_cast = slice_by_index(begin = var_60563_begin_0, end = var_60563_end_0, end_mask = var_60563_end_mask_0, x = v_273_cast)[name = tensor<string, []>("op_60563_cast")];
            tensor<int32, [4]> var_60567_begin_0 = const()[name = tensor<string, []>("op_60567_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_60567_end_0 = const()[name = tensor<string, []>("op_60567_end_0"), val = tensor<int32, [4]>([2, 448, 1, 2304])];
            tensor<bool, [4]> var_60567_end_mask_0 = const()[name = tensor<string, []>("op_60567_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_60567_cast = slice_by_index(begin = var_60567_begin_0, end = var_60567_end_0, end_mask = var_60567_end_mask_0, x = v_273_cast)[name = tensor<string, []>("op_60567_cast")];
            tensor<int32, [4]> var_60571_begin_0 = const()[name = tensor<string, []>("op_60571_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_60571_end_0 = const()[name = tensor<string, []>("op_60571_end_0"), val = tensor<int32, [4]>([2, 512, 1, 2304])];
            tensor<bool, [4]> var_60571_end_mask_0 = const()[name = tensor<string, []>("op_60571_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_60571_cast = slice_by_index(begin = var_60571_begin_0, end = var_60571_end_0, end_mask = var_60571_end_mask_0, x = v_273_cast)[name = tensor<string, []>("op_60571_cast")];
            tensor<int32, [4]> var_60575_begin_0 = const()[name = tensor<string, []>("op_60575_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_60575_end_0 = const()[name = tensor<string, []>("op_60575_end_0"), val = tensor<int32, [4]>([2, 576, 1, 2304])];
            tensor<bool, [4]> var_60575_end_mask_0 = const()[name = tensor<string, []>("op_60575_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_60575_cast = slice_by_index(begin = var_60575_begin_0, end = var_60575_end_0, end_mask = var_60575_end_mask_0, x = v_273_cast)[name = tensor<string, []>("op_60575_cast")];
            tensor<int32, [4]> var_60579_begin_0 = const()[name = tensor<string, []>("op_60579_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_60579_end_0 = const()[name = tensor<string, []>("op_60579_end_0"), val = tensor<int32, [4]>([2, 640, 1, 2304])];
            tensor<bool, [4]> var_60579_end_mask_0 = const()[name = tensor<string, []>("op_60579_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_60579_cast = slice_by_index(begin = var_60579_begin_0, end = var_60579_end_0, end_mask = var_60579_end_mask_0, x = v_273_cast)[name = tensor<string, []>("op_60579_cast")];
            tensor<string, []> var_60583_equation_0 = const()[name = tensor<string, []>("op_60583_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 2304, 1, 2304]> var_60583_cast = einsum(equation = var_60583_equation_0, values = (var_60505_cast, var_60462_cast))[name = tensor<string, []>("op_60583_cast")];
            tensor<fp16, []> var_60584_to_fp16 = const()[name = tensor<string, []>("op_60584_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 2304, 1, 2304]> aw_5121_cast = mul(x = var_60583_cast, y = var_60584_to_fp16)[name = tensor<string, []>("aw_5121_cast")];
            tensor<string, []> var_60587_equation_0 = const()[name = tensor<string, []>("op_60587_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 2304, 1, 2304]> var_60587_cast = einsum(equation = var_60587_equation_0, values = (var_60509_cast, var_60466_cast))[name = tensor<string, []>("op_60587_cast")];
            tensor<fp16, []> var_60588_to_fp16 = const()[name = tensor<string, []>("op_60588_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 2304, 1, 2304]> aw_5123_cast = mul(x = var_60587_cast, y = var_60588_to_fp16)[name = tensor<string, []>("aw_5123_cast")];
            tensor<string, []> var_60591_equation_0 = const()[name = tensor<string, []>("op_60591_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 2304, 1, 2304]> var_60591_cast = einsum(equation = var_60591_equation_0, values = (var_60513_cast, var_60470_cast))[name = tensor<string, []>("op_60591_cast")];
            tensor<fp16, []> var_60592_to_fp16 = const()[name = tensor<string, []>("op_60592_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 2304, 1, 2304]> aw_5125_cast = mul(x = var_60591_cast, y = var_60592_to_fp16)[name = tensor<string, []>("aw_5125_cast")];
            tensor<string, []> var_60595_equation_0 = const()[name = tensor<string, []>("op_60595_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 2304, 1, 2304]> var_60595_cast = einsum(equation = var_60595_equation_0, values = (var_60517_cast, var_60474_cast))[name = tensor<string, []>("op_60595_cast")];
            tensor<fp16, []> var_60596_to_fp16 = const()[name = tensor<string, []>("op_60596_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 2304, 1, 2304]> aw_5127_cast = mul(x = var_60595_cast, y = var_60596_to_fp16)[name = tensor<string, []>("aw_5127_cast")];
            tensor<string, []> var_60599_equation_0 = const()[name = tensor<string, []>("op_60599_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 2304, 1, 2304]> var_60599_cast = einsum(equation = var_60599_equation_0, values = (var_60521_cast, var_60478_cast))[name = tensor<string, []>("op_60599_cast")];
            tensor<fp16, []> var_60600_to_fp16 = const()[name = tensor<string, []>("op_60600_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 2304, 1, 2304]> aw_5129_cast = mul(x = var_60599_cast, y = var_60600_to_fp16)[name = tensor<string, []>("aw_5129_cast")];
            tensor<string, []> var_60603_equation_0 = const()[name = tensor<string, []>("op_60603_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 2304, 1, 2304]> var_60603_cast = einsum(equation = var_60603_equation_0, values = (var_60525_cast, var_60482_cast))[name = tensor<string, []>("op_60603_cast")];
            tensor<fp16, []> var_60604_to_fp16 = const()[name = tensor<string, []>("op_60604_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 2304, 1, 2304]> aw_5131_cast = mul(x = var_60603_cast, y = var_60604_to_fp16)[name = tensor<string, []>("aw_5131_cast")];
            tensor<string, []> var_60607_equation_0 = const()[name = tensor<string, []>("op_60607_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 2304, 1, 2304]> var_60607_cast = einsum(equation = var_60607_equation_0, values = (var_60529_cast, var_60486_cast))[name = tensor<string, []>("op_60607_cast")];
            tensor<fp16, []> var_60608_to_fp16 = const()[name = tensor<string, []>("op_60608_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 2304, 1, 2304]> aw_5133_cast = mul(x = var_60607_cast, y = var_60608_to_fp16)[name = tensor<string, []>("aw_5133_cast")];
            tensor<string, []> var_60611_equation_0 = const()[name = tensor<string, []>("op_60611_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 2304, 1, 2304]> var_60611_cast = einsum(equation = var_60611_equation_0, values = (var_60533_cast, var_60490_cast))[name = tensor<string, []>("op_60611_cast")];
            tensor<fp16, []> var_60612_to_fp16 = const()[name = tensor<string, []>("op_60612_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 2304, 1, 2304]> aw_5135_cast = mul(x = var_60611_cast, y = var_60612_to_fp16)[name = tensor<string, []>("aw_5135_cast")];
            tensor<string, []> var_60615_equation_0 = const()[name = tensor<string, []>("op_60615_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 2304, 1, 2304]> var_60615_cast = einsum(equation = var_60615_equation_0, values = (var_60537_cast, var_60494_cast))[name = tensor<string, []>("op_60615_cast")];
            tensor<fp16, []> var_60616_to_fp16 = const()[name = tensor<string, []>("op_60616_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 2304, 1, 2304]> aw_5137_cast = mul(x = var_60615_cast, y = var_60616_to_fp16)[name = tensor<string, []>("aw_5137_cast")];
            tensor<string, []> var_60619_equation_0 = const()[name = tensor<string, []>("op_60619_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 2304, 1, 2304]> var_60619_cast = einsum(equation = var_60619_equation_0, values = (var_60541_cast, var_60498_cast))[name = tensor<string, []>("op_60619_cast")];
            tensor<fp16, []> var_60620_to_fp16 = const()[name = tensor<string, []>("op_60620_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 2304, 1, 2304]> aw_5139_cast = mul(x = var_60619_cast, y = var_60620_to_fp16)[name = tensor<string, []>("aw_5139_cast")];
            tensor<fp16, [2, 2304, 1, 2304]> var_60622_cast = softmax(axis = var_58034, x = aw_5121_cast)[name = tensor<string, []>("op_60622_cast")];
            tensor<fp16, [2, 2304, 1, 2304]> var_60623_cast = softmax(axis = var_58034, x = aw_5123_cast)[name = tensor<string, []>("op_60623_cast")];
            tensor<fp16, [2, 2304, 1, 2304]> var_60624_cast = softmax(axis = var_58034, x = aw_5125_cast)[name = tensor<string, []>("op_60624_cast")];
            tensor<fp16, [2, 2304, 1, 2304]> var_60625_cast = softmax(axis = var_58034, x = aw_5127_cast)[name = tensor<string, []>("op_60625_cast")];
            tensor<fp16, [2, 2304, 1, 2304]> var_60626_cast = softmax(axis = var_58034, x = aw_5129_cast)[name = tensor<string, []>("op_60626_cast")];
            tensor<fp16, [2, 2304, 1, 2304]> var_60627_cast = softmax(axis = var_58034, x = aw_5131_cast)[name = tensor<string, []>("op_60627_cast")];
            tensor<fp16, [2, 2304, 1, 2304]> var_60628_cast = softmax(axis = var_58034, x = aw_5133_cast)[name = tensor<string, []>("op_60628_cast")];
            tensor<fp16, [2, 2304, 1, 2304]> var_60629_cast = softmax(axis = var_58034, x = aw_5135_cast)[name = tensor<string, []>("op_60629_cast")];
            tensor<fp16, [2, 2304, 1, 2304]> var_60630_cast = softmax(axis = var_58034, x = aw_5137_cast)[name = tensor<string, []>("op_60630_cast")];
            tensor<fp16, [2, 2304, 1, 2304]> var_60631_cast = softmax(axis = var_58034, x = aw_5139_cast)[name = tensor<string, []>("op_60631_cast")];
            tensor<string, []> var_60633_equation_0 = const()[name = tensor<string, []>("op_60633_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_60633_cast = einsum(equation = var_60633_equation_0, values = (var_60543_cast, var_60622_cast))[name = tensor<string, []>("op_60633_cast")];
            tensor<string, []> var_60635_equation_0 = const()[name = tensor<string, []>("op_60635_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_60635_cast = einsum(equation = var_60635_equation_0, values = (var_60547_cast, var_60623_cast))[name = tensor<string, []>("op_60635_cast")];
            tensor<string, []> var_60637_equation_0 = const()[name = tensor<string, []>("op_60637_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_60637_cast = einsum(equation = var_60637_equation_0, values = (var_60551_cast, var_60624_cast))[name = tensor<string, []>("op_60637_cast")];
            tensor<string, []> var_60639_equation_0 = const()[name = tensor<string, []>("op_60639_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_60639_cast = einsum(equation = var_60639_equation_0, values = (var_60555_cast, var_60625_cast))[name = tensor<string, []>("op_60639_cast")];
            tensor<string, []> var_60641_equation_0 = const()[name = tensor<string, []>("op_60641_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_60641_cast = einsum(equation = var_60641_equation_0, values = (var_60559_cast, var_60626_cast))[name = tensor<string, []>("op_60641_cast")];
            tensor<string, []> var_60643_equation_0 = const()[name = tensor<string, []>("op_60643_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_60643_cast = einsum(equation = var_60643_equation_0, values = (var_60563_cast, var_60627_cast))[name = tensor<string, []>("op_60643_cast")];
            tensor<string, []> var_60645_equation_0 = const()[name = tensor<string, []>("op_60645_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_60645_cast = einsum(equation = var_60645_equation_0, values = (var_60567_cast, var_60628_cast))[name = tensor<string, []>("op_60645_cast")];
            tensor<string, []> var_60647_equation_0 = const()[name = tensor<string, []>("op_60647_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_60647_cast = einsum(equation = var_60647_equation_0, values = (var_60571_cast, var_60629_cast))[name = tensor<string, []>("op_60647_cast")];
            tensor<string, []> var_60649_equation_0 = const()[name = tensor<string, []>("op_60649_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_60649_cast = einsum(equation = var_60649_equation_0, values = (var_60575_cast, var_60630_cast))[name = tensor<string, []>("op_60649_cast")];
            tensor<string, []> var_60651_equation_0 = const()[name = tensor<string, []>("op_60651_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_60651_cast = einsum(equation = var_60651_equation_0, values = (var_60579_cast, var_60631_cast))[name = tensor<string, []>("op_60651_cast")];
            tensor<bool, []> input_805_interleave_0 = const()[name = tensor<string, []>("input_805_interleave_0"), val = tensor<bool, []>(false)];
            tensor<fp16, [2, 640, 1, 2304]> input_805_cast = concat(axis = var_58034, interleave = input_805_interleave_0, values = (var_60633_cast, var_60635_cast, var_60637_cast, var_60639_cast, var_60641_cast, var_60643_cast, var_60645_cast, var_60647_cast, var_60649_cast, var_60651_cast))[name = tensor<string, []>("input_805_cast")];
            tensor<int32, [2]> var_60657 = const()[name = tensor<string, []>("op_60657"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_60659 = const()[name = tensor<string, []>("op_60659"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_60661_pad_type_0 = const()[name = tensor<string, []>("op_60661_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_60661_pad_0 = const()[name = tensor<string, []>("op_60661_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [640, 640, 1, 1]> up_blocks_1_attentions_2_transformer_blocks_0_attn1_to_out_0_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [409600]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(611212096))), lut = tensor<fp16, [256]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(611621760))), name = tensor<string, []>("up_blocks_1_attentions_2_transformer_blocks_0_attn1_to_out_0_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([640, 640, 1, 1])];
            tensor<fp16, [640]> up_blocks_1_attentions_2_transformer_blocks_0_attn1_to_out_0_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_1_attentions_2_transformer_blocks_0_attn1_to_out_0_bias_to_fp16"), val = tensor<fp16, [640]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(611622336)))];
            tensor<fp16, [2, 640, 1, 2304]> var_60661_cast = conv(bias = up_blocks_1_attentions_2_transformer_blocks_0_attn1_to_out_0_bias_to_fp16, dilations = var_60659, groups = var_58034, pad = var_60661_pad_0, pad_type = var_60661_pad_type_0, strides = var_60657, weight = up_blocks_1_attentions_2_transformer_blocks_0_attn1_to_out_0_weight_to_fp16_palettized, x = input_805_cast)[name = tensor<string, []>("op_60661_cast")];
            tensor<fp16, [2, 640, 1, 2304]> inputs_411_cast = add(x = var_60661_cast, y = inputs_409_cast)[name = tensor<string, []>("inputs_411_cast")];
            tensor<int32, [1]> var_60665 = const()[name = tensor<string, []>("op_60665"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 2304]> channels_mean_411_cast = reduce_mean(axes = var_60665, keep_dims = var_58029, x = inputs_411_cast)[name = tensor<string, []>("channels_mean_411_cast")];
            tensor<fp16, [2, 640, 1, 2304]> zero_mean_411_cast = sub(x = inputs_411_cast, y = channels_mean_411_cast)[name = tensor<string, []>("zero_mean_411_cast")];
            tensor<fp16, [2, 640, 1, 2304]> zero_mean_sq_411_cast = mul(x = zero_mean_411_cast, y = zero_mean_411_cast)[name = tensor<string, []>("zero_mean_sq_411_cast")];
            tensor<int32, [1]> var_60669 = const()[name = tensor<string, []>("op_60669"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 2304]> var_60670_cast = reduce_mean(axes = var_60669, keep_dims = var_58029, x = zero_mean_sq_411_cast)[name = tensor<string, []>("op_60670_cast")];
            tensor<fp16, []> var_60671_to_fp16 = const()[name = tensor<string, []>("op_60671_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 2304]> var_60672_cast = add(x = var_60670_cast, y = var_60671_to_fp16)[name = tensor<string, []>("op_60672_cast")];
            tensor<fp16, []> denom_411_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_411_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 2304]> denom_411_cast = rsqrt(epsilon = denom_411_epsilon_0_to_fp16, x = var_60672_cast)[name = tensor<string, []>("denom_411_cast")];
            tensor<fp16, [2, 640, 1, 2304]> out_411_cast = mul(x = zero_mean_411_cast, y = denom_411_cast)[name = tensor<string, []>("out_411_cast")];
            tensor<fp16, [1, 640, 1, 1]> var_60676_to_fp16 = const()[name = tensor<string, []>("op_60676_to_fp16"), val = tensor<fp16, [1, 640, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(611623680)))];
            tensor<fp16, [2, 640, 1, 2304]> var_60677_cast = add(x = out_411_cast, y = var_60676_to_fp16)[name = tensor<string, []>("op_60677_cast")];
            tensor<fp16, [1, 640, 1, 1]> var_60679_to_fp16 = const()[name = tensor<string, []>("op_60679_to_fp16"), val = tensor<fp16, [1, 640, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(611625024)))];
            tensor<fp16, [2, 640, 1, 2304]> hidden_states_563_cast = mul(x = var_60677_cast, y = var_60679_to_fp16)[name = tensor<string, []>("hidden_states_563_cast")];
            tensor<int32, [2]> var_60686 = const()[name = tensor<string, []>("op_60686"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_60688 = const()[name = tensor<string, []>("op_60688"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> q_275_pad_type_0 = const()[name = tensor<string, []>("q_275_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> q_275_pad_0 = const()[name = tensor<string, []>("q_275_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [640, 640, 1, 1]> up_blocks_1_attentions_2_transformer_blocks_0_attn2_to_q_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [307200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(611626368))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(611933632))), name = tensor<string, []>("up_blocks_1_attentions_2_transformer_blocks_0_attn2_to_q_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([640, 640, 1, 1])];
            tensor<fp16, [2, 640, 1, 2304]> q_275_cast = conv(dilations = var_60688, groups = var_58034, pad = q_275_pad_0, pad_type = q_275_pad_type_0, strides = var_60686, weight = up_blocks_1_attentions_2_transformer_blocks_0_attn2_to_q_weight_to_fp16_palettized, x = hidden_states_563_cast)[name = tensor<string, []>("q_275_cast")];
            tensor<int32, [2]> var_60692 = const()[name = tensor<string, []>("op_60692"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_60694 = const()[name = tensor<string, []>("op_60694"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> k_549_pad_type_0 = const()[name = tensor<string, []>("k_549_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> k_549_pad_0 = const()[name = tensor<string, []>("k_549_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [640, 2048, 1, 1]> up_blocks_1_attentions_2_transformer_blocks_0_attn2_to_k_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [983040]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(611933824))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(612916928))), name = tensor<string, []>("up_blocks_1_attentions_2_transformer_blocks_0_attn2_to_k_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([640, 2048, 1, 1])];
            tensor<fp16, [2, 640, 1, 77]> k_549_cast = conv(dilations = var_60694, groups = var_58034, pad = k_549_pad_0, pad_type = k_549_pad_type_0, strides = var_60692, weight = up_blocks_1_attentions_2_transformer_blocks_0_attn2_to_k_weight_to_fp16_palettized, x = encoder_hidden_states)[name = tensor<string, []>("k_549_cast")];
            tensor<int32, [2]> var_60698 = const()[name = tensor<string, []>("op_60698"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_60700 = const()[name = tensor<string, []>("op_60700"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> v_275_pad_type_0 = const()[name = tensor<string, []>("v_275_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> v_275_pad_0 = const()[name = tensor<string, []>("v_275_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [640, 2048, 1, 1]> up_blocks_1_attentions_2_transformer_blocks_0_attn2_to_v_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [983040]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(612917120))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(613900224))), name = tensor<string, []>("up_blocks_1_attentions_2_transformer_blocks_0_attn2_to_v_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([640, 2048, 1, 1])];
            tensor<fp16, [2, 640, 1, 77]> v_275_cast = conv(dilations = var_60700, groups = var_58034, pad = v_275_pad_0, pad_type = v_275_pad_type_0, strides = var_60698, weight = up_blocks_1_attentions_2_transformer_blocks_0_attn2_to_v_weight_to_fp16_palettized, x = encoder_hidden_states)[name = tensor<string, []>("v_275_cast")];
            tensor<int32, [4]> var_60704_begin_0 = const()[name = tensor<string, []>("op_60704_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_60704_end_0 = const()[name = tensor<string, []>("op_60704_end_0"), val = tensor<int32, [4]>([2, 64, 1, 2304])];
            tensor<bool, [4]> var_60704_end_mask_0 = const()[name = tensor<string, []>("op_60704_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_60704_cast = slice_by_index(begin = var_60704_begin_0, end = var_60704_end_0, end_mask = var_60704_end_mask_0, x = q_275_cast)[name = tensor<string, []>("op_60704_cast")];
            tensor<int32, [4]> var_60708_begin_0 = const()[name = tensor<string, []>("op_60708_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_60708_end_0 = const()[name = tensor<string, []>("op_60708_end_0"), val = tensor<int32, [4]>([2, 128, 1, 2304])];
            tensor<bool, [4]> var_60708_end_mask_0 = const()[name = tensor<string, []>("op_60708_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_60708_cast = slice_by_index(begin = var_60708_begin_0, end = var_60708_end_0, end_mask = var_60708_end_mask_0, x = q_275_cast)[name = tensor<string, []>("op_60708_cast")];
            tensor<int32, [4]> var_60712_begin_0 = const()[name = tensor<string, []>("op_60712_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_60712_end_0 = const()[name = tensor<string, []>("op_60712_end_0"), val = tensor<int32, [4]>([2, 192, 1, 2304])];
            tensor<bool, [4]> var_60712_end_mask_0 = const()[name = tensor<string, []>("op_60712_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_60712_cast = slice_by_index(begin = var_60712_begin_0, end = var_60712_end_0, end_mask = var_60712_end_mask_0, x = q_275_cast)[name = tensor<string, []>("op_60712_cast")];
            tensor<int32, [4]> var_60716_begin_0 = const()[name = tensor<string, []>("op_60716_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_60716_end_0 = const()[name = tensor<string, []>("op_60716_end_0"), val = tensor<int32, [4]>([2, 256, 1, 2304])];
            tensor<bool, [4]> var_60716_end_mask_0 = const()[name = tensor<string, []>("op_60716_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_60716_cast = slice_by_index(begin = var_60716_begin_0, end = var_60716_end_0, end_mask = var_60716_end_mask_0, x = q_275_cast)[name = tensor<string, []>("op_60716_cast")];
            tensor<int32, [4]> var_60720_begin_0 = const()[name = tensor<string, []>("op_60720_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_60720_end_0 = const()[name = tensor<string, []>("op_60720_end_0"), val = tensor<int32, [4]>([2, 320, 1, 2304])];
            tensor<bool, [4]> var_60720_end_mask_0 = const()[name = tensor<string, []>("op_60720_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_60720_cast = slice_by_index(begin = var_60720_begin_0, end = var_60720_end_0, end_mask = var_60720_end_mask_0, x = q_275_cast)[name = tensor<string, []>("op_60720_cast")];
            tensor<int32, [4]> var_60724_begin_0 = const()[name = tensor<string, []>("op_60724_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_60724_end_0 = const()[name = tensor<string, []>("op_60724_end_0"), val = tensor<int32, [4]>([2, 384, 1, 2304])];
            tensor<bool, [4]> var_60724_end_mask_0 = const()[name = tensor<string, []>("op_60724_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_60724_cast = slice_by_index(begin = var_60724_begin_0, end = var_60724_end_0, end_mask = var_60724_end_mask_0, x = q_275_cast)[name = tensor<string, []>("op_60724_cast")];
            tensor<int32, [4]> var_60728_begin_0 = const()[name = tensor<string, []>("op_60728_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_60728_end_0 = const()[name = tensor<string, []>("op_60728_end_0"), val = tensor<int32, [4]>([2, 448, 1, 2304])];
            tensor<bool, [4]> var_60728_end_mask_0 = const()[name = tensor<string, []>("op_60728_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_60728_cast = slice_by_index(begin = var_60728_begin_0, end = var_60728_end_0, end_mask = var_60728_end_mask_0, x = q_275_cast)[name = tensor<string, []>("op_60728_cast")];
            tensor<int32, [4]> var_60732_begin_0 = const()[name = tensor<string, []>("op_60732_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_60732_end_0 = const()[name = tensor<string, []>("op_60732_end_0"), val = tensor<int32, [4]>([2, 512, 1, 2304])];
            tensor<bool, [4]> var_60732_end_mask_0 = const()[name = tensor<string, []>("op_60732_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_60732_cast = slice_by_index(begin = var_60732_begin_0, end = var_60732_end_0, end_mask = var_60732_end_mask_0, x = q_275_cast)[name = tensor<string, []>("op_60732_cast")];
            tensor<int32, [4]> var_60736_begin_0 = const()[name = tensor<string, []>("op_60736_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_60736_end_0 = const()[name = tensor<string, []>("op_60736_end_0"), val = tensor<int32, [4]>([2, 576, 1, 2304])];
            tensor<bool, [4]> var_60736_end_mask_0 = const()[name = tensor<string, []>("op_60736_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_60736_cast = slice_by_index(begin = var_60736_begin_0, end = var_60736_end_0, end_mask = var_60736_end_mask_0, x = q_275_cast)[name = tensor<string, []>("op_60736_cast")];
            tensor<int32, [4]> var_60740_begin_0 = const()[name = tensor<string, []>("op_60740_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_60740_end_0 = const()[name = tensor<string, []>("op_60740_end_0"), val = tensor<int32, [4]>([2, 640, 1, 2304])];
            tensor<bool, [4]> var_60740_end_mask_0 = const()[name = tensor<string, []>("op_60740_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_60740_cast = slice_by_index(begin = var_60740_begin_0, end = var_60740_end_0, end_mask = var_60740_end_mask_0, x = q_275_cast)[name = tensor<string, []>("op_60740_cast")];
            tensor<int32, [4]> k_551_perm_0 = const()[name = tensor<string, []>("k_551_perm_0"), val = tensor<int32, [4]>([0, 3, 2, 1])];
            tensor<int32, [4]> var_60747_begin_0 = const()[name = tensor<string, []>("op_60747_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_60747_end_0 = const()[name = tensor<string, []>("op_60747_end_0"), val = tensor<int32, [4]>([2, 77, 1, 64])];
            tensor<bool, [4]> var_60747_end_mask_0 = const()[name = tensor<string, []>("op_60747_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 640]> transpose_2 = transpose(perm = k_551_perm_0, x = k_549_cast)[name = tensor<string, []>("transpose_2")];
            tensor<fp16, [2, 77, 1, 64]> var_60747_cast = slice_by_index(begin = var_60747_begin_0, end = var_60747_end_0, end_mask = var_60747_end_mask_0, x = transpose_2)[name = tensor<string, []>("op_60747_cast")];
            tensor<int32, [4]> var_60751_begin_0 = const()[name = tensor<string, []>("op_60751_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 64])];
            tensor<int32, [4]> var_60751_end_0 = const()[name = tensor<string, []>("op_60751_end_0"), val = tensor<int32, [4]>([2, 77, 1, 128])];
            tensor<bool, [4]> var_60751_end_mask_0 = const()[name = tensor<string, []>("op_60751_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_60751_cast = slice_by_index(begin = var_60751_begin_0, end = var_60751_end_0, end_mask = var_60751_end_mask_0, x = transpose_2)[name = tensor<string, []>("op_60751_cast")];
            tensor<int32, [4]> var_60755_begin_0 = const()[name = tensor<string, []>("op_60755_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 128])];
            tensor<int32, [4]> var_60755_end_0 = const()[name = tensor<string, []>("op_60755_end_0"), val = tensor<int32, [4]>([2, 77, 1, 192])];
            tensor<bool, [4]> var_60755_end_mask_0 = const()[name = tensor<string, []>("op_60755_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_60755_cast = slice_by_index(begin = var_60755_begin_0, end = var_60755_end_0, end_mask = var_60755_end_mask_0, x = transpose_2)[name = tensor<string, []>("op_60755_cast")];
            tensor<int32, [4]> var_60759_begin_0 = const()[name = tensor<string, []>("op_60759_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 192])];
            tensor<int32, [4]> var_60759_end_0 = const()[name = tensor<string, []>("op_60759_end_0"), val = tensor<int32, [4]>([2, 77, 1, 256])];
            tensor<bool, [4]> var_60759_end_mask_0 = const()[name = tensor<string, []>("op_60759_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_60759_cast = slice_by_index(begin = var_60759_begin_0, end = var_60759_end_0, end_mask = var_60759_end_mask_0, x = transpose_2)[name = tensor<string, []>("op_60759_cast")];
            tensor<int32, [4]> var_60763_begin_0 = const()[name = tensor<string, []>("op_60763_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 256])];
            tensor<int32, [4]> var_60763_end_0 = const()[name = tensor<string, []>("op_60763_end_0"), val = tensor<int32, [4]>([2, 77, 1, 320])];
            tensor<bool, [4]> var_60763_end_mask_0 = const()[name = tensor<string, []>("op_60763_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_60763_cast = slice_by_index(begin = var_60763_begin_0, end = var_60763_end_0, end_mask = var_60763_end_mask_0, x = transpose_2)[name = tensor<string, []>("op_60763_cast")];
            tensor<int32, [4]> var_60767_begin_0 = const()[name = tensor<string, []>("op_60767_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 320])];
            tensor<int32, [4]> var_60767_end_0 = const()[name = tensor<string, []>("op_60767_end_0"), val = tensor<int32, [4]>([2, 77, 1, 384])];
            tensor<bool, [4]> var_60767_end_mask_0 = const()[name = tensor<string, []>("op_60767_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_60767_cast = slice_by_index(begin = var_60767_begin_0, end = var_60767_end_0, end_mask = var_60767_end_mask_0, x = transpose_2)[name = tensor<string, []>("op_60767_cast")];
            tensor<int32, [4]> var_60771_begin_0 = const()[name = tensor<string, []>("op_60771_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 384])];
            tensor<int32, [4]> var_60771_end_0 = const()[name = tensor<string, []>("op_60771_end_0"), val = tensor<int32, [4]>([2, 77, 1, 448])];
            tensor<bool, [4]> var_60771_end_mask_0 = const()[name = tensor<string, []>("op_60771_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_60771_cast = slice_by_index(begin = var_60771_begin_0, end = var_60771_end_0, end_mask = var_60771_end_mask_0, x = transpose_2)[name = tensor<string, []>("op_60771_cast")];
            tensor<int32, [4]> var_60775_begin_0 = const()[name = tensor<string, []>("op_60775_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 448])];
            tensor<int32, [4]> var_60775_end_0 = const()[name = tensor<string, []>("op_60775_end_0"), val = tensor<int32, [4]>([2, 77, 1, 512])];
            tensor<bool, [4]> var_60775_end_mask_0 = const()[name = tensor<string, []>("op_60775_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_60775_cast = slice_by_index(begin = var_60775_begin_0, end = var_60775_end_0, end_mask = var_60775_end_mask_0, x = transpose_2)[name = tensor<string, []>("op_60775_cast")];
            tensor<int32, [4]> var_60779_begin_0 = const()[name = tensor<string, []>("op_60779_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 512])];
            tensor<int32, [4]> var_60779_end_0 = const()[name = tensor<string, []>("op_60779_end_0"), val = tensor<int32, [4]>([2, 77, 1, 576])];
            tensor<bool, [4]> var_60779_end_mask_0 = const()[name = tensor<string, []>("op_60779_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_60779_cast = slice_by_index(begin = var_60779_begin_0, end = var_60779_end_0, end_mask = var_60779_end_mask_0, x = transpose_2)[name = tensor<string, []>("op_60779_cast")];
            tensor<int32, [4]> var_60783_begin_0 = const()[name = tensor<string, []>("op_60783_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 576])];
            tensor<int32, [4]> var_60783_end_0 = const()[name = tensor<string, []>("op_60783_end_0"), val = tensor<int32, [4]>([2, 77, 1, 640])];
            tensor<bool, [4]> var_60783_end_mask_0 = const()[name = tensor<string, []>("op_60783_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_60783_cast = slice_by_index(begin = var_60783_begin_0, end = var_60783_end_0, end_mask = var_60783_end_mask_0, x = transpose_2)[name = tensor<string, []>("op_60783_cast")];
            tensor<int32, [4]> var_60785_begin_0 = const()[name = tensor<string, []>("op_60785_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_60785_end_0 = const()[name = tensor<string, []>("op_60785_end_0"), val = tensor<int32, [4]>([2, 64, 1, 77])];
            tensor<bool, [4]> var_60785_end_mask_0 = const()[name = tensor<string, []>("op_60785_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_60785_cast = slice_by_index(begin = var_60785_begin_0, end = var_60785_end_0, end_mask = var_60785_end_mask_0, x = v_275_cast)[name = tensor<string, []>("op_60785_cast")];
            tensor<int32, [4]> var_60789_begin_0 = const()[name = tensor<string, []>("op_60789_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_60789_end_0 = const()[name = tensor<string, []>("op_60789_end_0"), val = tensor<int32, [4]>([2, 128, 1, 77])];
            tensor<bool, [4]> var_60789_end_mask_0 = const()[name = tensor<string, []>("op_60789_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_60789_cast = slice_by_index(begin = var_60789_begin_0, end = var_60789_end_0, end_mask = var_60789_end_mask_0, x = v_275_cast)[name = tensor<string, []>("op_60789_cast")];
            tensor<int32, [4]> var_60793_begin_0 = const()[name = tensor<string, []>("op_60793_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_60793_end_0 = const()[name = tensor<string, []>("op_60793_end_0"), val = tensor<int32, [4]>([2, 192, 1, 77])];
            tensor<bool, [4]> var_60793_end_mask_0 = const()[name = tensor<string, []>("op_60793_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_60793_cast = slice_by_index(begin = var_60793_begin_0, end = var_60793_end_0, end_mask = var_60793_end_mask_0, x = v_275_cast)[name = tensor<string, []>("op_60793_cast")];
            tensor<int32, [4]> var_60797_begin_0 = const()[name = tensor<string, []>("op_60797_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_60797_end_0 = const()[name = tensor<string, []>("op_60797_end_0"), val = tensor<int32, [4]>([2, 256, 1, 77])];
            tensor<bool, [4]> var_60797_end_mask_0 = const()[name = tensor<string, []>("op_60797_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_60797_cast = slice_by_index(begin = var_60797_begin_0, end = var_60797_end_0, end_mask = var_60797_end_mask_0, x = v_275_cast)[name = tensor<string, []>("op_60797_cast")];
            tensor<int32, [4]> var_60801_begin_0 = const()[name = tensor<string, []>("op_60801_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_60801_end_0 = const()[name = tensor<string, []>("op_60801_end_0"), val = tensor<int32, [4]>([2, 320, 1, 77])];
            tensor<bool, [4]> var_60801_end_mask_0 = const()[name = tensor<string, []>("op_60801_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_60801_cast = slice_by_index(begin = var_60801_begin_0, end = var_60801_end_0, end_mask = var_60801_end_mask_0, x = v_275_cast)[name = tensor<string, []>("op_60801_cast")];
            tensor<int32, [4]> var_60805_begin_0 = const()[name = tensor<string, []>("op_60805_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_60805_end_0 = const()[name = tensor<string, []>("op_60805_end_0"), val = tensor<int32, [4]>([2, 384, 1, 77])];
            tensor<bool, [4]> var_60805_end_mask_0 = const()[name = tensor<string, []>("op_60805_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_60805_cast = slice_by_index(begin = var_60805_begin_0, end = var_60805_end_0, end_mask = var_60805_end_mask_0, x = v_275_cast)[name = tensor<string, []>("op_60805_cast")];
            tensor<int32, [4]> var_60809_begin_0 = const()[name = tensor<string, []>("op_60809_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_60809_end_0 = const()[name = tensor<string, []>("op_60809_end_0"), val = tensor<int32, [4]>([2, 448, 1, 77])];
            tensor<bool, [4]> var_60809_end_mask_0 = const()[name = tensor<string, []>("op_60809_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_60809_cast = slice_by_index(begin = var_60809_begin_0, end = var_60809_end_0, end_mask = var_60809_end_mask_0, x = v_275_cast)[name = tensor<string, []>("op_60809_cast")];
            tensor<int32, [4]> var_60813_begin_0 = const()[name = tensor<string, []>("op_60813_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_60813_end_0 = const()[name = tensor<string, []>("op_60813_end_0"), val = tensor<int32, [4]>([2, 512, 1, 77])];
            tensor<bool, [4]> var_60813_end_mask_0 = const()[name = tensor<string, []>("op_60813_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_60813_cast = slice_by_index(begin = var_60813_begin_0, end = var_60813_end_0, end_mask = var_60813_end_mask_0, x = v_275_cast)[name = tensor<string, []>("op_60813_cast")];
            tensor<int32, [4]> var_60817_begin_0 = const()[name = tensor<string, []>("op_60817_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_60817_end_0 = const()[name = tensor<string, []>("op_60817_end_0"), val = tensor<int32, [4]>([2, 576, 1, 77])];
            tensor<bool, [4]> var_60817_end_mask_0 = const()[name = tensor<string, []>("op_60817_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_60817_cast = slice_by_index(begin = var_60817_begin_0, end = var_60817_end_0, end_mask = var_60817_end_mask_0, x = v_275_cast)[name = tensor<string, []>("op_60817_cast")];
            tensor<int32, [4]> var_60821_begin_0 = const()[name = tensor<string, []>("op_60821_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_60821_end_0 = const()[name = tensor<string, []>("op_60821_end_0"), val = tensor<int32, [4]>([2, 640, 1, 77])];
            tensor<bool, [4]> var_60821_end_mask_0 = const()[name = tensor<string, []>("op_60821_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_60821_cast = slice_by_index(begin = var_60821_begin_0, end = var_60821_end_0, end_mask = var_60821_end_mask_0, x = v_275_cast)[name = tensor<string, []>("op_60821_cast")];
            tensor<string, []> var_60825_equation_0 = const()[name = tensor<string, []>("op_60825_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 2304]> var_60825_cast = einsum(equation = var_60825_equation_0, values = (var_60747_cast, var_60704_cast))[name = tensor<string, []>("op_60825_cast")];
            tensor<fp16, []> var_60826_to_fp16 = const()[name = tensor<string, []>("op_60826_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 2304]> aw_5141_cast = mul(x = var_60825_cast, y = var_60826_to_fp16)[name = tensor<string, []>("aw_5141_cast")];
            tensor<string, []> var_60829_equation_0 = const()[name = tensor<string, []>("op_60829_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 2304]> var_60829_cast = einsum(equation = var_60829_equation_0, values = (var_60751_cast, var_60708_cast))[name = tensor<string, []>("op_60829_cast")];
            tensor<fp16, []> var_60830_to_fp16 = const()[name = tensor<string, []>("op_60830_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 2304]> aw_5143_cast = mul(x = var_60829_cast, y = var_60830_to_fp16)[name = tensor<string, []>("aw_5143_cast")];
            tensor<string, []> var_60833_equation_0 = const()[name = tensor<string, []>("op_60833_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 2304]> var_60833_cast = einsum(equation = var_60833_equation_0, values = (var_60755_cast, var_60712_cast))[name = tensor<string, []>("op_60833_cast")];
            tensor<fp16, []> var_60834_to_fp16 = const()[name = tensor<string, []>("op_60834_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 2304]> aw_5145_cast = mul(x = var_60833_cast, y = var_60834_to_fp16)[name = tensor<string, []>("aw_5145_cast")];
            tensor<string, []> var_60837_equation_0 = const()[name = tensor<string, []>("op_60837_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 2304]> var_60837_cast = einsum(equation = var_60837_equation_0, values = (var_60759_cast, var_60716_cast))[name = tensor<string, []>("op_60837_cast")];
            tensor<fp16, []> var_60838_to_fp16 = const()[name = tensor<string, []>("op_60838_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 2304]> aw_5147_cast = mul(x = var_60837_cast, y = var_60838_to_fp16)[name = tensor<string, []>("aw_5147_cast")];
            tensor<string, []> var_60841_equation_0 = const()[name = tensor<string, []>("op_60841_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 2304]> var_60841_cast = einsum(equation = var_60841_equation_0, values = (var_60763_cast, var_60720_cast))[name = tensor<string, []>("op_60841_cast")];
            tensor<fp16, []> var_60842_to_fp16 = const()[name = tensor<string, []>("op_60842_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 2304]> aw_5149_cast = mul(x = var_60841_cast, y = var_60842_to_fp16)[name = tensor<string, []>("aw_5149_cast")];
            tensor<string, []> var_60845_equation_0 = const()[name = tensor<string, []>("op_60845_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 2304]> var_60845_cast = einsum(equation = var_60845_equation_0, values = (var_60767_cast, var_60724_cast))[name = tensor<string, []>("op_60845_cast")];
            tensor<fp16, []> var_60846_to_fp16 = const()[name = tensor<string, []>("op_60846_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 2304]> aw_5151_cast = mul(x = var_60845_cast, y = var_60846_to_fp16)[name = tensor<string, []>("aw_5151_cast")];
            tensor<string, []> var_60849_equation_0 = const()[name = tensor<string, []>("op_60849_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 2304]> var_60849_cast = einsum(equation = var_60849_equation_0, values = (var_60771_cast, var_60728_cast))[name = tensor<string, []>("op_60849_cast")];
            tensor<fp16, []> var_60850_to_fp16 = const()[name = tensor<string, []>("op_60850_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 2304]> aw_5153_cast = mul(x = var_60849_cast, y = var_60850_to_fp16)[name = tensor<string, []>("aw_5153_cast")];
            tensor<string, []> var_60853_equation_0 = const()[name = tensor<string, []>("op_60853_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 2304]> var_60853_cast = einsum(equation = var_60853_equation_0, values = (var_60775_cast, var_60732_cast))[name = tensor<string, []>("op_60853_cast")];
            tensor<fp16, []> var_60854_to_fp16 = const()[name = tensor<string, []>("op_60854_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 2304]> aw_5155_cast = mul(x = var_60853_cast, y = var_60854_to_fp16)[name = tensor<string, []>("aw_5155_cast")];
            tensor<string, []> var_60857_equation_0 = const()[name = tensor<string, []>("op_60857_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 2304]> var_60857_cast = einsum(equation = var_60857_equation_0, values = (var_60779_cast, var_60736_cast))[name = tensor<string, []>("op_60857_cast")];
            tensor<fp16, []> var_60858_to_fp16 = const()[name = tensor<string, []>("op_60858_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 2304]> aw_5157_cast = mul(x = var_60857_cast, y = var_60858_to_fp16)[name = tensor<string, []>("aw_5157_cast")];
            tensor<string, []> var_60861_equation_0 = const()[name = tensor<string, []>("op_60861_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 2304]> var_60861_cast = einsum(equation = var_60861_equation_0, values = (var_60783_cast, var_60740_cast))[name = tensor<string, []>("op_60861_cast")];
            tensor<fp16, []> var_60862_to_fp16 = const()[name = tensor<string, []>("op_60862_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 2304]> aw_5159_cast = mul(x = var_60861_cast, y = var_60862_to_fp16)[name = tensor<string, []>("aw_5159_cast")];
            tensor<fp16, [2, 77, 1, 2304]> var_60864_cast = softmax(axis = var_58034, x = aw_5141_cast)[name = tensor<string, []>("op_60864_cast")];
            tensor<fp16, [2, 77, 1, 2304]> var_60865_cast = softmax(axis = var_58034, x = aw_5143_cast)[name = tensor<string, []>("op_60865_cast")];
            tensor<fp16, [2, 77, 1, 2304]> var_60866_cast = softmax(axis = var_58034, x = aw_5145_cast)[name = tensor<string, []>("op_60866_cast")];
            tensor<fp16, [2, 77, 1, 2304]> var_60867_cast = softmax(axis = var_58034, x = aw_5147_cast)[name = tensor<string, []>("op_60867_cast")];
            tensor<fp16, [2, 77, 1, 2304]> var_60868_cast = softmax(axis = var_58034, x = aw_5149_cast)[name = tensor<string, []>("op_60868_cast")];
            tensor<fp16, [2, 77, 1, 2304]> var_60869_cast = softmax(axis = var_58034, x = aw_5151_cast)[name = tensor<string, []>("op_60869_cast")];
            tensor<fp16, [2, 77, 1, 2304]> var_60870_cast = softmax(axis = var_58034, x = aw_5153_cast)[name = tensor<string, []>("op_60870_cast")];
            tensor<fp16, [2, 77, 1, 2304]> var_60871_cast = softmax(axis = var_58034, x = aw_5155_cast)[name = tensor<string, []>("op_60871_cast")];
            tensor<fp16, [2, 77, 1, 2304]> var_60872_cast = softmax(axis = var_58034, x = aw_5157_cast)[name = tensor<string, []>("op_60872_cast")];
            tensor<fp16, [2, 77, 1, 2304]> var_60873_cast = softmax(axis = var_58034, x = aw_5159_cast)[name = tensor<string, []>("op_60873_cast")];
            tensor<string, []> var_60875_equation_0 = const()[name = tensor<string, []>("op_60875_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_60875_cast = einsum(equation = var_60875_equation_0, values = (var_60785_cast, var_60864_cast))[name = tensor<string, []>("op_60875_cast")];
            tensor<string, []> var_60877_equation_0 = const()[name = tensor<string, []>("op_60877_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_60877_cast = einsum(equation = var_60877_equation_0, values = (var_60789_cast, var_60865_cast))[name = tensor<string, []>("op_60877_cast")];
            tensor<string, []> var_60879_equation_0 = const()[name = tensor<string, []>("op_60879_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_60879_cast = einsum(equation = var_60879_equation_0, values = (var_60793_cast, var_60866_cast))[name = tensor<string, []>("op_60879_cast")];
            tensor<string, []> var_60881_equation_0 = const()[name = tensor<string, []>("op_60881_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_60881_cast = einsum(equation = var_60881_equation_0, values = (var_60797_cast, var_60867_cast))[name = tensor<string, []>("op_60881_cast")];
            tensor<string, []> var_60883_equation_0 = const()[name = tensor<string, []>("op_60883_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_60883_cast = einsum(equation = var_60883_equation_0, values = (var_60801_cast, var_60868_cast))[name = tensor<string, []>("op_60883_cast")];
            tensor<string, []> var_60885_equation_0 = const()[name = tensor<string, []>("op_60885_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_60885_cast = einsum(equation = var_60885_equation_0, values = (var_60805_cast, var_60869_cast))[name = tensor<string, []>("op_60885_cast")];
            tensor<string, []> var_60887_equation_0 = const()[name = tensor<string, []>("op_60887_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_60887_cast = einsum(equation = var_60887_equation_0, values = (var_60809_cast, var_60870_cast))[name = tensor<string, []>("op_60887_cast")];
            tensor<string, []> var_60889_equation_0 = const()[name = tensor<string, []>("op_60889_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_60889_cast = einsum(equation = var_60889_equation_0, values = (var_60813_cast, var_60871_cast))[name = tensor<string, []>("op_60889_cast")];
            tensor<string, []> var_60891_equation_0 = const()[name = tensor<string, []>("op_60891_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_60891_cast = einsum(equation = var_60891_equation_0, values = (var_60817_cast, var_60872_cast))[name = tensor<string, []>("op_60891_cast")];
            tensor<string, []> var_60893_equation_0 = const()[name = tensor<string, []>("op_60893_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_60893_cast = einsum(equation = var_60893_equation_0, values = (var_60821_cast, var_60873_cast))[name = tensor<string, []>("op_60893_cast")];
            tensor<bool, []> input_807_interleave_0 = const()[name = tensor<string, []>("input_807_interleave_0"), val = tensor<bool, []>(false)];
            tensor<fp16, [2, 640, 1, 2304]> input_807_cast = concat(axis = var_58034, interleave = input_807_interleave_0, values = (var_60875_cast, var_60877_cast, var_60879_cast, var_60881_cast, var_60883_cast, var_60885_cast, var_60887_cast, var_60889_cast, var_60891_cast, var_60893_cast))[name = tensor<string, []>("input_807_cast")];
            tensor<int32, [2]> var_60899 = const()[name = tensor<string, []>("op_60899"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_60901 = const()[name = tensor<string, []>("op_60901"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_60903_pad_type_0 = const()[name = tensor<string, []>("op_60903_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_60903_pad_0 = const()[name = tensor<string, []>("op_60903_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [640, 640, 1, 1]> up_blocks_1_attentions_2_transformer_blocks_0_attn2_to_out_0_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [307200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(613900416))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(614207680))), name = tensor<string, []>("up_blocks_1_attentions_2_transformer_blocks_0_attn2_to_out_0_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([640, 640, 1, 1])];
            tensor<fp16, [640]> up_blocks_1_attentions_2_transformer_blocks_0_attn2_to_out_0_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_1_attentions_2_transformer_blocks_0_attn2_to_out_0_bias_to_fp16"), val = tensor<fp16, [640]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(614207872)))];
            tensor<fp16, [2, 640, 1, 2304]> var_60903_cast = conv(bias = up_blocks_1_attentions_2_transformer_blocks_0_attn2_to_out_0_bias_to_fp16, dilations = var_60901, groups = var_58034, pad = var_60903_pad_0, pad_type = var_60903_pad_type_0, strides = var_60899, weight = up_blocks_1_attentions_2_transformer_blocks_0_attn2_to_out_0_weight_to_fp16_palettized, x = input_807_cast)[name = tensor<string, []>("op_60903_cast")];
            tensor<fp16, [2, 640, 1, 2304]> inputs_413_cast = add(x = var_60903_cast, y = inputs_411_cast)[name = tensor<string, []>("inputs_413_cast")];
            tensor<int32, [1]> var_60907 = const()[name = tensor<string, []>("op_60907"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 2304]> channels_mean_413_cast = reduce_mean(axes = var_60907, keep_dims = var_58029, x = inputs_413_cast)[name = tensor<string, []>("channels_mean_413_cast")];
            tensor<fp16, [2, 640, 1, 2304]> zero_mean_413_cast = sub(x = inputs_413_cast, y = channels_mean_413_cast)[name = tensor<string, []>("zero_mean_413_cast")];
            tensor<fp16, [2, 640, 1, 2304]> zero_mean_sq_413_cast = mul(x = zero_mean_413_cast, y = zero_mean_413_cast)[name = tensor<string, []>("zero_mean_sq_413_cast")];
            tensor<int32, [1]> var_60911 = const()[name = tensor<string, []>("op_60911"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 2304]> var_60912_cast = reduce_mean(axes = var_60911, keep_dims = var_58029, x = zero_mean_sq_413_cast)[name = tensor<string, []>("op_60912_cast")];
            tensor<fp16, []> var_60913_to_fp16 = const()[name = tensor<string, []>("op_60913_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 2304]> var_60914_cast = add(x = var_60912_cast, y = var_60913_to_fp16)[name = tensor<string, []>("op_60914_cast")];
            tensor<fp16, []> denom_413_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_413_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 2304]> denom_413_cast = rsqrt(epsilon = denom_413_epsilon_0_to_fp16, x = var_60914_cast)[name = tensor<string, []>("denom_413_cast")];
            tensor<fp16, [2, 640, 1, 2304]> out_413_cast = mul(x = zero_mean_413_cast, y = denom_413_cast)[name = tensor<string, []>("out_413_cast")];
            tensor<fp16, [1, 640, 1, 1]> var_60918_to_fp16 = const()[name = tensor<string, []>("op_60918_to_fp16"), val = tensor<fp16, [1, 640, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(614209216)))];
            tensor<fp16, [2, 640, 1, 2304]> var_60919_cast = add(x = out_413_cast, y = var_60918_to_fp16)[name = tensor<string, []>("op_60919_cast")];
            tensor<fp16, [1, 640, 1, 1]> var_60921_to_fp16 = const()[name = tensor<string, []>("op_60921_to_fp16"), val = tensor<fp16, [1, 640, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(614210560)))];
            tensor<fp16, [2, 640, 1, 2304]> input_809_cast = mul(x = var_60919_cast, y = var_60921_to_fp16)[name = tensor<string, []>("input_809_cast")];
            tensor<int32, [2]> var_60929 = const()[name = tensor<string, []>("op_60929"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_60931 = const()[name = tensor<string, []>("op_60931"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_60933_pad_type_0 = const()[name = tensor<string, []>("op_60933_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_60933_pad_0 = const()[name = tensor<string, []>("op_60933_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [5120, 640, 1, 1]> up_blocks_1_attentions_2_transformer_blocks_0_ff_net_0_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [3276800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(614211904))), lut = tensor<fp16, [256]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(617488768))), name = tensor<string, []>("up_blocks_1_attentions_2_transformer_blocks_0_ff_net_0_proj_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([5120, 640, 1, 1])];
            tensor<fp16, [5120]> up_blocks_1_attentions_2_transformer_blocks_0_ff_net_0_proj_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_1_attentions_2_transformer_blocks_0_ff_net_0_proj_bias_to_fp16"), val = tensor<fp16, [5120]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(617489344)))];
            tensor<fp16, [2, 5120, 1, 2304]> var_60933_cast = conv(bias = up_blocks_1_attentions_2_transformer_blocks_0_ff_net_0_proj_bias_to_fp16, dilations = var_60931, groups = var_58034, pad = var_60933_pad_0, pad_type = var_60933_pad_type_0, strides = var_60929, weight = up_blocks_1_attentions_2_transformer_blocks_0_ff_net_0_proj_weight_to_fp16_palettized, x = input_809_cast)[name = tensor<string, []>("op_60933_cast")];
            tensor<int32, [2]> var_60934_split_sizes_0 = const()[name = tensor<string, []>("op_60934_split_sizes_0"), val = tensor<int32, [2]>([2560, 2560])];
            tensor<int32, []> var_60934_axis_0 = const()[name = tensor<string, []>("op_60934_axis_0"), val = tensor<int32, []>(1)];
            tensor<fp16, [2, 2560, 1, 2304]> var_60934_cast_0, tensor<fp16, [2, 2560, 1, 2304]> var_60934_cast_1 = split(axis = var_60934_axis_0, split_sizes = var_60934_split_sizes_0, x = var_60933_cast)[name = tensor<string, []>("op_60934_cast")];
            tensor<string, []> var_60936_mode_0 = const()[name = tensor<string, []>("op_60936_mode_0"), val = tensor<string, []>("EXACT")];
            tensor<fp16, [2, 2560, 1, 2304]> var_60936_cast = gelu(mode = var_60936_mode_0, x = var_60934_cast_1)[name = tensor<string, []>("op_60936_cast")];
            tensor<fp16, [2, 2560, 1, 2304]> input_811_cast = mul(x = var_60934_cast_0, y = var_60936_cast)[name = tensor<string, []>("input_811_cast")];
            tensor<int32, [2]> var_60940 = const()[name = tensor<string, []>("op_60940"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_60942 = const()[name = tensor<string, []>("op_60942"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_60944_pad_type_0 = const()[name = tensor<string, []>("op_60944_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_60944_pad_0 = const()[name = tensor<string, []>("op_60944_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [640, 2560, 1, 1]> up_blocks_1_attentions_2_transformer_blocks_0_ff_net_2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [1638400]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(617499648))), lut = tensor<fp16, [256]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(619138112))), name = tensor<string, []>("up_blocks_1_attentions_2_transformer_blocks_0_ff_net_2_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([640, 2560, 1, 1])];
            tensor<fp16, [640]> up_blocks_1_attentions_2_transformer_blocks_0_ff_net_2_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_1_attentions_2_transformer_blocks_0_ff_net_2_bias_to_fp16"), val = tensor<fp16, [640]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(619138688)))];
            tensor<fp16, [2, 640, 1, 2304]> var_60944_cast = conv(bias = up_blocks_1_attentions_2_transformer_blocks_0_ff_net_2_bias_to_fp16, dilations = var_60942, groups = var_58034, pad = var_60944_pad_0, pad_type = var_60944_pad_type_0, strides = var_60940, weight = up_blocks_1_attentions_2_transformer_blocks_0_ff_net_2_weight_to_fp16_palettized, x = input_811_cast)[name = tensor<string, []>("op_60944_cast")];
            tensor<fp16, [2, 640, 1, 2304]> inputs_415_cast = add(x = var_60944_cast, y = inputs_413_cast)[name = tensor<string, []>("inputs_415_cast")];
            tensor<int32, [1]> var_60954 = const()[name = tensor<string, []>("op_60954"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 2304]> channels_mean_415_cast = reduce_mean(axes = var_60954, keep_dims = var_58029, x = inputs_415_cast)[name = tensor<string, []>("channels_mean_415_cast")];
            tensor<fp16, [2, 640, 1, 2304]> zero_mean_415_cast = sub(x = inputs_415_cast, y = channels_mean_415_cast)[name = tensor<string, []>("zero_mean_415_cast")];
            tensor<fp16, [2, 640, 1, 2304]> zero_mean_sq_415_cast = mul(x = zero_mean_415_cast, y = zero_mean_415_cast)[name = tensor<string, []>("zero_mean_sq_415_cast")];
            tensor<int32, [1]> var_60958 = const()[name = tensor<string, []>("op_60958"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 2304]> var_60959_cast = reduce_mean(axes = var_60958, keep_dims = var_58029, x = zero_mean_sq_415_cast)[name = tensor<string, []>("op_60959_cast")];
            tensor<fp16, []> var_60960_to_fp16 = const()[name = tensor<string, []>("op_60960_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 2304]> var_60961_cast = add(x = var_60959_cast, y = var_60960_to_fp16)[name = tensor<string, []>("op_60961_cast")];
            tensor<fp16, []> denom_415_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_415_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 2304]> denom_415_cast = rsqrt(epsilon = denom_415_epsilon_0_to_fp16, x = var_60961_cast)[name = tensor<string, []>("denom_415_cast")];
            tensor<fp16, [2, 640, 1, 2304]> out_415_cast = mul(x = zero_mean_415_cast, y = denom_415_cast)[name = tensor<string, []>("out_415_cast")];
            tensor<fp16, [1, 640, 1, 1]> var_60965_to_fp16 = const()[name = tensor<string, []>("op_60965_to_fp16"), val = tensor<fp16, [1, 640, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(619140032)))];
            tensor<fp16, [2, 640, 1, 2304]> var_60966_cast = add(x = out_415_cast, y = var_60965_to_fp16)[name = tensor<string, []>("op_60966_cast")];
            tensor<fp16, [1, 640, 1, 1]> var_60968_to_fp16 = const()[name = tensor<string, []>("op_60968_to_fp16"), val = tensor<fp16, [1, 640, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(619141376)))];
            tensor<fp16, [2, 640, 1, 2304]> hidden_states_567_cast = mul(x = var_60966_cast, y = var_60968_to_fp16)[name = tensor<string, []>("hidden_states_567_cast")];
            tensor<int32, [2]> var_60975 = const()[name = tensor<string, []>("op_60975"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_60977 = const()[name = tensor<string, []>("op_60977"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> q_277_pad_type_0 = const()[name = tensor<string, []>("q_277_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> q_277_pad_0 = const()[name = tensor<string, []>("q_277_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [640, 640, 1, 1]> up_blocks_1_attentions_2_transformer_blocks_1_attn1_to_q_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [307200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(619142720))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(619449984))), name = tensor<string, []>("up_blocks_1_attentions_2_transformer_blocks_1_attn1_to_q_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([640, 640, 1, 1])];
            tensor<fp16, [2, 640, 1, 2304]> q_277_cast = conv(dilations = var_60977, groups = var_58034, pad = q_277_pad_0, pad_type = q_277_pad_type_0, strides = var_60975, weight = up_blocks_1_attentions_2_transformer_blocks_1_attn1_to_q_weight_to_fp16_palettized, x = hidden_states_567_cast)[name = tensor<string, []>("q_277_cast")];
            tensor<int32, [2]> var_60981 = const()[name = tensor<string, []>("op_60981"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_60983 = const()[name = tensor<string, []>("op_60983"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> k_553_pad_type_0 = const()[name = tensor<string, []>("k_553_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> k_553_pad_0 = const()[name = tensor<string, []>("k_553_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [640, 640, 1, 1]> up_blocks_1_attentions_2_transformer_blocks_1_attn1_to_k_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [307200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(619450176))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(619757440))), name = tensor<string, []>("up_blocks_1_attentions_2_transformer_blocks_1_attn1_to_k_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([640, 640, 1, 1])];
            tensor<fp16, [2, 640, 1, 2304]> k_553_cast = conv(dilations = var_60983, groups = var_58034, pad = k_553_pad_0, pad_type = k_553_pad_type_0, strides = var_60981, weight = up_blocks_1_attentions_2_transformer_blocks_1_attn1_to_k_weight_to_fp16_palettized, x = hidden_states_567_cast)[name = tensor<string, []>("k_553_cast")];
            tensor<int32, [2]> var_60987 = const()[name = tensor<string, []>("op_60987"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_60989 = const()[name = tensor<string, []>("op_60989"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> v_277_pad_type_0 = const()[name = tensor<string, []>("v_277_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> v_277_pad_0 = const()[name = tensor<string, []>("v_277_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [640, 640, 1, 1]> up_blocks_1_attentions_2_transformer_blocks_1_attn1_to_v_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [409600]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(619757632))), lut = tensor<fp16, [256]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(620167296))), name = tensor<string, []>("up_blocks_1_attentions_2_transformer_blocks_1_attn1_to_v_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([640, 640, 1, 1])];
            tensor<fp16, [2, 640, 1, 2304]> v_277_cast = conv(dilations = var_60989, groups = var_58034, pad = v_277_pad_0, pad_type = v_277_pad_type_0, strides = var_60987, weight = up_blocks_1_attentions_2_transformer_blocks_1_attn1_to_v_weight_to_fp16_palettized, x = hidden_states_567_cast)[name = tensor<string, []>("v_277_cast")];
            tensor<int32, [4]> var_60993_begin_0 = const()[name = tensor<string, []>("op_60993_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_60993_end_0 = const()[name = tensor<string, []>("op_60993_end_0"), val = tensor<int32, [4]>([2, 64, 1, 2304])];
            tensor<bool, [4]> var_60993_end_mask_0 = const()[name = tensor<string, []>("op_60993_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_60993_cast = slice_by_index(begin = var_60993_begin_0, end = var_60993_end_0, end_mask = var_60993_end_mask_0, x = q_277_cast)[name = tensor<string, []>("op_60993_cast")];
            tensor<int32, [4]> var_60997_begin_0 = const()[name = tensor<string, []>("op_60997_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_60997_end_0 = const()[name = tensor<string, []>("op_60997_end_0"), val = tensor<int32, [4]>([2, 128, 1, 2304])];
            tensor<bool, [4]> var_60997_end_mask_0 = const()[name = tensor<string, []>("op_60997_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_60997_cast = slice_by_index(begin = var_60997_begin_0, end = var_60997_end_0, end_mask = var_60997_end_mask_0, x = q_277_cast)[name = tensor<string, []>("op_60997_cast")];
            tensor<int32, [4]> var_61001_begin_0 = const()[name = tensor<string, []>("op_61001_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_61001_end_0 = const()[name = tensor<string, []>("op_61001_end_0"), val = tensor<int32, [4]>([2, 192, 1, 2304])];
            tensor<bool, [4]> var_61001_end_mask_0 = const()[name = tensor<string, []>("op_61001_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_61001_cast = slice_by_index(begin = var_61001_begin_0, end = var_61001_end_0, end_mask = var_61001_end_mask_0, x = q_277_cast)[name = tensor<string, []>("op_61001_cast")];
            tensor<int32, [4]> var_61005_begin_0 = const()[name = tensor<string, []>("op_61005_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_61005_end_0 = const()[name = tensor<string, []>("op_61005_end_0"), val = tensor<int32, [4]>([2, 256, 1, 2304])];
            tensor<bool, [4]> var_61005_end_mask_0 = const()[name = tensor<string, []>("op_61005_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_61005_cast = slice_by_index(begin = var_61005_begin_0, end = var_61005_end_0, end_mask = var_61005_end_mask_0, x = q_277_cast)[name = tensor<string, []>("op_61005_cast")];
            tensor<int32, [4]> var_61009_begin_0 = const()[name = tensor<string, []>("op_61009_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_61009_end_0 = const()[name = tensor<string, []>("op_61009_end_0"), val = tensor<int32, [4]>([2, 320, 1, 2304])];
            tensor<bool, [4]> var_61009_end_mask_0 = const()[name = tensor<string, []>("op_61009_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_61009_cast = slice_by_index(begin = var_61009_begin_0, end = var_61009_end_0, end_mask = var_61009_end_mask_0, x = q_277_cast)[name = tensor<string, []>("op_61009_cast")];
            tensor<int32, [4]> var_61013_begin_0 = const()[name = tensor<string, []>("op_61013_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_61013_end_0 = const()[name = tensor<string, []>("op_61013_end_0"), val = tensor<int32, [4]>([2, 384, 1, 2304])];
            tensor<bool, [4]> var_61013_end_mask_0 = const()[name = tensor<string, []>("op_61013_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_61013_cast = slice_by_index(begin = var_61013_begin_0, end = var_61013_end_0, end_mask = var_61013_end_mask_0, x = q_277_cast)[name = tensor<string, []>("op_61013_cast")];
            tensor<int32, [4]> var_61017_begin_0 = const()[name = tensor<string, []>("op_61017_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_61017_end_0 = const()[name = tensor<string, []>("op_61017_end_0"), val = tensor<int32, [4]>([2, 448, 1, 2304])];
            tensor<bool, [4]> var_61017_end_mask_0 = const()[name = tensor<string, []>("op_61017_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_61017_cast = slice_by_index(begin = var_61017_begin_0, end = var_61017_end_0, end_mask = var_61017_end_mask_0, x = q_277_cast)[name = tensor<string, []>("op_61017_cast")];
            tensor<int32, [4]> var_61021_begin_0 = const()[name = tensor<string, []>("op_61021_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_61021_end_0 = const()[name = tensor<string, []>("op_61021_end_0"), val = tensor<int32, [4]>([2, 512, 1, 2304])];
            tensor<bool, [4]> var_61021_end_mask_0 = const()[name = tensor<string, []>("op_61021_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_61021_cast = slice_by_index(begin = var_61021_begin_0, end = var_61021_end_0, end_mask = var_61021_end_mask_0, x = q_277_cast)[name = tensor<string, []>("op_61021_cast")];
            tensor<int32, [4]> var_61025_begin_0 = const()[name = tensor<string, []>("op_61025_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_61025_end_0 = const()[name = tensor<string, []>("op_61025_end_0"), val = tensor<int32, [4]>([2, 576, 1, 2304])];
            tensor<bool, [4]> var_61025_end_mask_0 = const()[name = tensor<string, []>("op_61025_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_61025_cast = slice_by_index(begin = var_61025_begin_0, end = var_61025_end_0, end_mask = var_61025_end_mask_0, x = q_277_cast)[name = tensor<string, []>("op_61025_cast")];
            tensor<int32, [4]> var_61029_begin_0 = const()[name = tensor<string, []>("op_61029_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_61029_end_0 = const()[name = tensor<string, []>("op_61029_end_0"), val = tensor<int32, [4]>([2, 640, 1, 2304])];
            tensor<bool, [4]> var_61029_end_mask_0 = const()[name = tensor<string, []>("op_61029_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_61029_cast = slice_by_index(begin = var_61029_begin_0, end = var_61029_end_0, end_mask = var_61029_end_mask_0, x = q_277_cast)[name = tensor<string, []>("op_61029_cast")];
            tensor<int32, [4]> k_555_perm_0 = const()[name = tensor<string, []>("k_555_perm_0"), val = tensor<int32, [4]>([0, 3, 2, 1])];
            tensor<int32, [4]> var_61036_begin_0 = const()[name = tensor<string, []>("op_61036_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_61036_end_0 = const()[name = tensor<string, []>("op_61036_end_0"), val = tensor<int32, [4]>([2, 2304, 1, 64])];
            tensor<bool, [4]> var_61036_end_mask_0 = const()[name = tensor<string, []>("op_61036_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 2304, 1, 640]> transpose_1 = transpose(perm = k_555_perm_0, x = k_553_cast)[name = tensor<string, []>("transpose_1")];
            tensor<fp16, [2, 2304, 1, 64]> var_61036_cast = slice_by_index(begin = var_61036_begin_0, end = var_61036_end_0, end_mask = var_61036_end_mask_0, x = transpose_1)[name = tensor<string, []>("op_61036_cast")];
            tensor<int32, [4]> var_61040_begin_0 = const()[name = tensor<string, []>("op_61040_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 64])];
            tensor<int32, [4]> var_61040_end_0 = const()[name = tensor<string, []>("op_61040_end_0"), val = tensor<int32, [4]>([2, 2304, 1, 128])];
            tensor<bool, [4]> var_61040_end_mask_0 = const()[name = tensor<string, []>("op_61040_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 2304, 1, 64]> var_61040_cast = slice_by_index(begin = var_61040_begin_0, end = var_61040_end_0, end_mask = var_61040_end_mask_0, x = transpose_1)[name = tensor<string, []>("op_61040_cast")];
            tensor<int32, [4]> var_61044_begin_0 = const()[name = tensor<string, []>("op_61044_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 128])];
            tensor<int32, [4]> var_61044_end_0 = const()[name = tensor<string, []>("op_61044_end_0"), val = tensor<int32, [4]>([2, 2304, 1, 192])];
            tensor<bool, [4]> var_61044_end_mask_0 = const()[name = tensor<string, []>("op_61044_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 2304, 1, 64]> var_61044_cast = slice_by_index(begin = var_61044_begin_0, end = var_61044_end_0, end_mask = var_61044_end_mask_0, x = transpose_1)[name = tensor<string, []>("op_61044_cast")];
            tensor<int32, [4]> var_61048_begin_0 = const()[name = tensor<string, []>("op_61048_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 192])];
            tensor<int32, [4]> var_61048_end_0 = const()[name = tensor<string, []>("op_61048_end_0"), val = tensor<int32, [4]>([2, 2304, 1, 256])];
            tensor<bool, [4]> var_61048_end_mask_0 = const()[name = tensor<string, []>("op_61048_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 2304, 1, 64]> var_61048_cast = slice_by_index(begin = var_61048_begin_0, end = var_61048_end_0, end_mask = var_61048_end_mask_0, x = transpose_1)[name = tensor<string, []>("op_61048_cast")];
            tensor<int32, [4]> var_61052_begin_0 = const()[name = tensor<string, []>("op_61052_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 256])];
            tensor<int32, [4]> var_61052_end_0 = const()[name = tensor<string, []>("op_61052_end_0"), val = tensor<int32, [4]>([2, 2304, 1, 320])];
            tensor<bool, [4]> var_61052_end_mask_0 = const()[name = tensor<string, []>("op_61052_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 2304, 1, 64]> var_61052_cast = slice_by_index(begin = var_61052_begin_0, end = var_61052_end_0, end_mask = var_61052_end_mask_0, x = transpose_1)[name = tensor<string, []>("op_61052_cast")];
            tensor<int32, [4]> var_61056_begin_0 = const()[name = tensor<string, []>("op_61056_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 320])];
            tensor<int32, [4]> var_61056_end_0 = const()[name = tensor<string, []>("op_61056_end_0"), val = tensor<int32, [4]>([2, 2304, 1, 384])];
            tensor<bool, [4]> var_61056_end_mask_0 = const()[name = tensor<string, []>("op_61056_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 2304, 1, 64]> var_61056_cast = slice_by_index(begin = var_61056_begin_0, end = var_61056_end_0, end_mask = var_61056_end_mask_0, x = transpose_1)[name = tensor<string, []>("op_61056_cast")];
            tensor<int32, [4]> var_61060_begin_0 = const()[name = tensor<string, []>("op_61060_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 384])];
            tensor<int32, [4]> var_61060_end_0 = const()[name = tensor<string, []>("op_61060_end_0"), val = tensor<int32, [4]>([2, 2304, 1, 448])];
            tensor<bool, [4]> var_61060_end_mask_0 = const()[name = tensor<string, []>("op_61060_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 2304, 1, 64]> var_61060_cast = slice_by_index(begin = var_61060_begin_0, end = var_61060_end_0, end_mask = var_61060_end_mask_0, x = transpose_1)[name = tensor<string, []>("op_61060_cast")];
            tensor<int32, [4]> var_61064_begin_0 = const()[name = tensor<string, []>("op_61064_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 448])];
            tensor<int32, [4]> var_61064_end_0 = const()[name = tensor<string, []>("op_61064_end_0"), val = tensor<int32, [4]>([2, 2304, 1, 512])];
            tensor<bool, [4]> var_61064_end_mask_0 = const()[name = tensor<string, []>("op_61064_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 2304, 1, 64]> var_61064_cast = slice_by_index(begin = var_61064_begin_0, end = var_61064_end_0, end_mask = var_61064_end_mask_0, x = transpose_1)[name = tensor<string, []>("op_61064_cast")];
            tensor<int32, [4]> var_61068_begin_0 = const()[name = tensor<string, []>("op_61068_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 512])];
            tensor<int32, [4]> var_61068_end_0 = const()[name = tensor<string, []>("op_61068_end_0"), val = tensor<int32, [4]>([2, 2304, 1, 576])];
            tensor<bool, [4]> var_61068_end_mask_0 = const()[name = tensor<string, []>("op_61068_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 2304, 1, 64]> var_61068_cast = slice_by_index(begin = var_61068_begin_0, end = var_61068_end_0, end_mask = var_61068_end_mask_0, x = transpose_1)[name = tensor<string, []>("op_61068_cast")];
            tensor<int32, [4]> var_61072_begin_0 = const()[name = tensor<string, []>("op_61072_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 576])];
            tensor<int32, [4]> var_61072_end_0 = const()[name = tensor<string, []>("op_61072_end_0"), val = tensor<int32, [4]>([2, 2304, 1, 640])];
            tensor<bool, [4]> var_61072_end_mask_0 = const()[name = tensor<string, []>("op_61072_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 2304, 1, 64]> var_61072_cast = slice_by_index(begin = var_61072_begin_0, end = var_61072_end_0, end_mask = var_61072_end_mask_0, x = transpose_1)[name = tensor<string, []>("op_61072_cast")];
            tensor<int32, [4]> var_61074_begin_0 = const()[name = tensor<string, []>("op_61074_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_61074_end_0 = const()[name = tensor<string, []>("op_61074_end_0"), val = tensor<int32, [4]>([2, 64, 1, 2304])];
            tensor<bool, [4]> var_61074_end_mask_0 = const()[name = tensor<string, []>("op_61074_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_61074_cast = slice_by_index(begin = var_61074_begin_0, end = var_61074_end_0, end_mask = var_61074_end_mask_0, x = v_277_cast)[name = tensor<string, []>("op_61074_cast")];
            tensor<int32, [4]> var_61078_begin_0 = const()[name = tensor<string, []>("op_61078_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_61078_end_0 = const()[name = tensor<string, []>("op_61078_end_0"), val = tensor<int32, [4]>([2, 128, 1, 2304])];
            tensor<bool, [4]> var_61078_end_mask_0 = const()[name = tensor<string, []>("op_61078_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_61078_cast = slice_by_index(begin = var_61078_begin_0, end = var_61078_end_0, end_mask = var_61078_end_mask_0, x = v_277_cast)[name = tensor<string, []>("op_61078_cast")];
            tensor<int32, [4]> var_61082_begin_0 = const()[name = tensor<string, []>("op_61082_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_61082_end_0 = const()[name = tensor<string, []>("op_61082_end_0"), val = tensor<int32, [4]>([2, 192, 1, 2304])];
            tensor<bool, [4]> var_61082_end_mask_0 = const()[name = tensor<string, []>("op_61082_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_61082_cast = slice_by_index(begin = var_61082_begin_0, end = var_61082_end_0, end_mask = var_61082_end_mask_0, x = v_277_cast)[name = tensor<string, []>("op_61082_cast")];
            tensor<int32, [4]> var_61086_begin_0 = const()[name = tensor<string, []>("op_61086_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_61086_end_0 = const()[name = tensor<string, []>("op_61086_end_0"), val = tensor<int32, [4]>([2, 256, 1, 2304])];
            tensor<bool, [4]> var_61086_end_mask_0 = const()[name = tensor<string, []>("op_61086_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_61086_cast = slice_by_index(begin = var_61086_begin_0, end = var_61086_end_0, end_mask = var_61086_end_mask_0, x = v_277_cast)[name = tensor<string, []>("op_61086_cast")];
            tensor<int32, [4]> var_61090_begin_0 = const()[name = tensor<string, []>("op_61090_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_61090_end_0 = const()[name = tensor<string, []>("op_61090_end_0"), val = tensor<int32, [4]>([2, 320, 1, 2304])];
            tensor<bool, [4]> var_61090_end_mask_0 = const()[name = tensor<string, []>("op_61090_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_61090_cast = slice_by_index(begin = var_61090_begin_0, end = var_61090_end_0, end_mask = var_61090_end_mask_0, x = v_277_cast)[name = tensor<string, []>("op_61090_cast")];
            tensor<int32, [4]> var_61094_begin_0 = const()[name = tensor<string, []>("op_61094_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_61094_end_0 = const()[name = tensor<string, []>("op_61094_end_0"), val = tensor<int32, [4]>([2, 384, 1, 2304])];
            tensor<bool, [4]> var_61094_end_mask_0 = const()[name = tensor<string, []>("op_61094_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_61094_cast = slice_by_index(begin = var_61094_begin_0, end = var_61094_end_0, end_mask = var_61094_end_mask_0, x = v_277_cast)[name = tensor<string, []>("op_61094_cast")];
            tensor<int32, [4]> var_61098_begin_0 = const()[name = tensor<string, []>("op_61098_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_61098_end_0 = const()[name = tensor<string, []>("op_61098_end_0"), val = tensor<int32, [4]>([2, 448, 1, 2304])];
            tensor<bool, [4]> var_61098_end_mask_0 = const()[name = tensor<string, []>("op_61098_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_61098_cast = slice_by_index(begin = var_61098_begin_0, end = var_61098_end_0, end_mask = var_61098_end_mask_0, x = v_277_cast)[name = tensor<string, []>("op_61098_cast")];
            tensor<int32, [4]> var_61102_begin_0 = const()[name = tensor<string, []>("op_61102_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_61102_end_0 = const()[name = tensor<string, []>("op_61102_end_0"), val = tensor<int32, [4]>([2, 512, 1, 2304])];
            tensor<bool, [4]> var_61102_end_mask_0 = const()[name = tensor<string, []>("op_61102_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_61102_cast = slice_by_index(begin = var_61102_begin_0, end = var_61102_end_0, end_mask = var_61102_end_mask_0, x = v_277_cast)[name = tensor<string, []>("op_61102_cast")];
            tensor<int32, [4]> var_61106_begin_0 = const()[name = tensor<string, []>("op_61106_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_61106_end_0 = const()[name = tensor<string, []>("op_61106_end_0"), val = tensor<int32, [4]>([2, 576, 1, 2304])];
            tensor<bool, [4]> var_61106_end_mask_0 = const()[name = tensor<string, []>("op_61106_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_61106_cast = slice_by_index(begin = var_61106_begin_0, end = var_61106_end_0, end_mask = var_61106_end_mask_0, x = v_277_cast)[name = tensor<string, []>("op_61106_cast")];
            tensor<int32, [4]> var_61110_begin_0 = const()[name = tensor<string, []>("op_61110_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_61110_end_0 = const()[name = tensor<string, []>("op_61110_end_0"), val = tensor<int32, [4]>([2, 640, 1, 2304])];
            tensor<bool, [4]> var_61110_end_mask_0 = const()[name = tensor<string, []>("op_61110_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_61110_cast = slice_by_index(begin = var_61110_begin_0, end = var_61110_end_0, end_mask = var_61110_end_mask_0, x = v_277_cast)[name = tensor<string, []>("op_61110_cast")];
            tensor<string, []> var_61114_equation_0 = const()[name = tensor<string, []>("op_61114_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 2304, 1, 2304]> var_61114_cast = einsum(equation = var_61114_equation_0, values = (var_61036_cast, var_60993_cast))[name = tensor<string, []>("op_61114_cast")];
            tensor<fp16, []> var_61115_to_fp16 = const()[name = tensor<string, []>("op_61115_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 2304, 1, 2304]> aw_5161_cast = mul(x = var_61114_cast, y = var_61115_to_fp16)[name = tensor<string, []>("aw_5161_cast")];
            tensor<string, []> var_61118_equation_0 = const()[name = tensor<string, []>("op_61118_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 2304, 1, 2304]> var_61118_cast = einsum(equation = var_61118_equation_0, values = (var_61040_cast, var_60997_cast))[name = tensor<string, []>("op_61118_cast")];
            tensor<fp16, []> var_61119_to_fp16 = const()[name = tensor<string, []>("op_61119_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 2304, 1, 2304]> aw_5163_cast = mul(x = var_61118_cast, y = var_61119_to_fp16)[name = tensor<string, []>("aw_5163_cast")];
            tensor<string, []> var_61122_equation_0 = const()[name = tensor<string, []>("op_61122_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 2304, 1, 2304]> var_61122_cast = einsum(equation = var_61122_equation_0, values = (var_61044_cast, var_61001_cast))[name = tensor<string, []>("op_61122_cast")];
            tensor<fp16, []> var_61123_to_fp16 = const()[name = tensor<string, []>("op_61123_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 2304, 1, 2304]> aw_5165_cast = mul(x = var_61122_cast, y = var_61123_to_fp16)[name = tensor<string, []>("aw_5165_cast")];
            tensor<string, []> var_61126_equation_0 = const()[name = tensor<string, []>("op_61126_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 2304, 1, 2304]> var_61126_cast = einsum(equation = var_61126_equation_0, values = (var_61048_cast, var_61005_cast))[name = tensor<string, []>("op_61126_cast")];
            tensor<fp16, []> var_61127_to_fp16 = const()[name = tensor<string, []>("op_61127_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 2304, 1, 2304]> aw_5167_cast = mul(x = var_61126_cast, y = var_61127_to_fp16)[name = tensor<string, []>("aw_5167_cast")];
            tensor<string, []> var_61130_equation_0 = const()[name = tensor<string, []>("op_61130_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 2304, 1, 2304]> var_61130_cast = einsum(equation = var_61130_equation_0, values = (var_61052_cast, var_61009_cast))[name = tensor<string, []>("op_61130_cast")];
            tensor<fp16, []> var_61131_to_fp16 = const()[name = tensor<string, []>("op_61131_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 2304, 1, 2304]> aw_5169_cast = mul(x = var_61130_cast, y = var_61131_to_fp16)[name = tensor<string, []>("aw_5169_cast")];
            tensor<string, []> var_61134_equation_0 = const()[name = tensor<string, []>("op_61134_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 2304, 1, 2304]> var_61134_cast = einsum(equation = var_61134_equation_0, values = (var_61056_cast, var_61013_cast))[name = tensor<string, []>("op_61134_cast")];
            tensor<fp16, []> var_61135_to_fp16 = const()[name = tensor<string, []>("op_61135_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 2304, 1, 2304]> aw_5171_cast = mul(x = var_61134_cast, y = var_61135_to_fp16)[name = tensor<string, []>("aw_5171_cast")];
            tensor<string, []> var_61138_equation_0 = const()[name = tensor<string, []>("op_61138_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 2304, 1, 2304]> var_61138_cast = einsum(equation = var_61138_equation_0, values = (var_61060_cast, var_61017_cast))[name = tensor<string, []>("op_61138_cast")];
            tensor<fp16, []> var_61139_to_fp16 = const()[name = tensor<string, []>("op_61139_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 2304, 1, 2304]> aw_5173_cast = mul(x = var_61138_cast, y = var_61139_to_fp16)[name = tensor<string, []>("aw_5173_cast")];
            tensor<string, []> var_61142_equation_0 = const()[name = tensor<string, []>("op_61142_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 2304, 1, 2304]> var_61142_cast = einsum(equation = var_61142_equation_0, values = (var_61064_cast, var_61021_cast))[name = tensor<string, []>("op_61142_cast")];
            tensor<fp16, []> var_61143_to_fp16 = const()[name = tensor<string, []>("op_61143_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 2304, 1, 2304]> aw_5175_cast = mul(x = var_61142_cast, y = var_61143_to_fp16)[name = tensor<string, []>("aw_5175_cast")];
            tensor<string, []> var_61146_equation_0 = const()[name = tensor<string, []>("op_61146_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 2304, 1, 2304]> var_61146_cast = einsum(equation = var_61146_equation_0, values = (var_61068_cast, var_61025_cast))[name = tensor<string, []>("op_61146_cast")];
            tensor<fp16, []> var_61147_to_fp16 = const()[name = tensor<string, []>("op_61147_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 2304, 1, 2304]> aw_5177_cast = mul(x = var_61146_cast, y = var_61147_to_fp16)[name = tensor<string, []>("aw_5177_cast")];
            tensor<string, []> var_61150_equation_0 = const()[name = tensor<string, []>("op_61150_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 2304, 1, 2304]> var_61150_cast = einsum(equation = var_61150_equation_0, values = (var_61072_cast, var_61029_cast))[name = tensor<string, []>("op_61150_cast")];
            tensor<fp16, []> var_61151_to_fp16 = const()[name = tensor<string, []>("op_61151_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 2304, 1, 2304]> aw_5179_cast = mul(x = var_61150_cast, y = var_61151_to_fp16)[name = tensor<string, []>("aw_5179_cast")];
            tensor<fp16, [2, 2304, 1, 2304]> var_61153_cast = softmax(axis = var_58034, x = aw_5161_cast)[name = tensor<string, []>("op_61153_cast")];
            tensor<fp16, [2, 2304, 1, 2304]> var_61154_cast = softmax(axis = var_58034, x = aw_5163_cast)[name = tensor<string, []>("op_61154_cast")];
            tensor<fp16, [2, 2304, 1, 2304]> var_61155_cast = softmax(axis = var_58034, x = aw_5165_cast)[name = tensor<string, []>("op_61155_cast")];
            tensor<fp16, [2, 2304, 1, 2304]> var_61156_cast = softmax(axis = var_58034, x = aw_5167_cast)[name = tensor<string, []>("op_61156_cast")];
            tensor<fp16, [2, 2304, 1, 2304]> var_61157_cast = softmax(axis = var_58034, x = aw_5169_cast)[name = tensor<string, []>("op_61157_cast")];
            tensor<fp16, [2, 2304, 1, 2304]> var_61158_cast = softmax(axis = var_58034, x = aw_5171_cast)[name = tensor<string, []>("op_61158_cast")];
            tensor<fp16, [2, 2304, 1, 2304]> var_61159_cast = softmax(axis = var_58034, x = aw_5173_cast)[name = tensor<string, []>("op_61159_cast")];
            tensor<fp16, [2, 2304, 1, 2304]> var_61160_cast = softmax(axis = var_58034, x = aw_5175_cast)[name = tensor<string, []>("op_61160_cast")];
            tensor<fp16, [2, 2304, 1, 2304]> var_61161_cast = softmax(axis = var_58034, x = aw_5177_cast)[name = tensor<string, []>("op_61161_cast")];
            tensor<fp16, [2, 2304, 1, 2304]> var_61162_cast = softmax(axis = var_58034, x = aw_5179_cast)[name = tensor<string, []>("op_61162_cast")];
            tensor<string, []> var_61164_equation_0 = const()[name = tensor<string, []>("op_61164_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_61164_cast = einsum(equation = var_61164_equation_0, values = (var_61074_cast, var_61153_cast))[name = tensor<string, []>("op_61164_cast")];
            tensor<string, []> var_61166_equation_0 = const()[name = tensor<string, []>("op_61166_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_61166_cast = einsum(equation = var_61166_equation_0, values = (var_61078_cast, var_61154_cast))[name = tensor<string, []>("op_61166_cast")];
            tensor<string, []> var_61168_equation_0 = const()[name = tensor<string, []>("op_61168_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_61168_cast = einsum(equation = var_61168_equation_0, values = (var_61082_cast, var_61155_cast))[name = tensor<string, []>("op_61168_cast")];
            tensor<string, []> var_61170_equation_0 = const()[name = tensor<string, []>("op_61170_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_61170_cast = einsum(equation = var_61170_equation_0, values = (var_61086_cast, var_61156_cast))[name = tensor<string, []>("op_61170_cast")];
            tensor<string, []> var_61172_equation_0 = const()[name = tensor<string, []>("op_61172_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_61172_cast = einsum(equation = var_61172_equation_0, values = (var_61090_cast, var_61157_cast))[name = tensor<string, []>("op_61172_cast")];
            tensor<string, []> var_61174_equation_0 = const()[name = tensor<string, []>("op_61174_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_61174_cast = einsum(equation = var_61174_equation_0, values = (var_61094_cast, var_61158_cast))[name = tensor<string, []>("op_61174_cast")];
            tensor<string, []> var_61176_equation_0 = const()[name = tensor<string, []>("op_61176_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_61176_cast = einsum(equation = var_61176_equation_0, values = (var_61098_cast, var_61159_cast))[name = tensor<string, []>("op_61176_cast")];
            tensor<string, []> var_61178_equation_0 = const()[name = tensor<string, []>("op_61178_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_61178_cast = einsum(equation = var_61178_equation_0, values = (var_61102_cast, var_61160_cast))[name = tensor<string, []>("op_61178_cast")];
            tensor<string, []> var_61180_equation_0 = const()[name = tensor<string, []>("op_61180_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_61180_cast = einsum(equation = var_61180_equation_0, values = (var_61106_cast, var_61161_cast))[name = tensor<string, []>("op_61180_cast")];
            tensor<string, []> var_61182_equation_0 = const()[name = tensor<string, []>("op_61182_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_61182_cast = einsum(equation = var_61182_equation_0, values = (var_61110_cast, var_61162_cast))[name = tensor<string, []>("op_61182_cast")];
            tensor<bool, []> input_813_interleave_0 = const()[name = tensor<string, []>("input_813_interleave_0"), val = tensor<bool, []>(false)];
            tensor<fp16, [2, 640, 1, 2304]> input_813_cast = concat(axis = var_58034, interleave = input_813_interleave_0, values = (var_61164_cast, var_61166_cast, var_61168_cast, var_61170_cast, var_61172_cast, var_61174_cast, var_61176_cast, var_61178_cast, var_61180_cast, var_61182_cast))[name = tensor<string, []>("input_813_cast")];
            tensor<int32, [2]> var_61188 = const()[name = tensor<string, []>("op_61188"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_61190 = const()[name = tensor<string, []>("op_61190"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_61192_pad_type_0 = const()[name = tensor<string, []>("op_61192_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_61192_pad_0 = const()[name = tensor<string, []>("op_61192_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [640, 640, 1, 1]> up_blocks_1_attentions_2_transformer_blocks_1_attn1_to_out_0_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [409600]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(620167872))), lut = tensor<fp16, [256]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(620577536))), name = tensor<string, []>("up_blocks_1_attentions_2_transformer_blocks_1_attn1_to_out_0_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([640, 640, 1, 1])];
            tensor<fp16, [640]> up_blocks_1_attentions_2_transformer_blocks_1_attn1_to_out_0_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_1_attentions_2_transformer_blocks_1_attn1_to_out_0_bias_to_fp16"), val = tensor<fp16, [640]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(620578112)))];
            tensor<fp16, [2, 640, 1, 2304]> var_61192_cast = conv(bias = up_blocks_1_attentions_2_transformer_blocks_1_attn1_to_out_0_bias_to_fp16, dilations = var_61190, groups = var_58034, pad = var_61192_pad_0, pad_type = var_61192_pad_type_0, strides = var_61188, weight = up_blocks_1_attentions_2_transformer_blocks_1_attn1_to_out_0_weight_to_fp16_palettized, x = input_813_cast)[name = tensor<string, []>("op_61192_cast")];
            tensor<fp16, [2, 640, 1, 2304]> inputs_417_cast = add(x = var_61192_cast, y = inputs_415_cast)[name = tensor<string, []>("inputs_417_cast")];
            tensor<int32, [1]> var_61196 = const()[name = tensor<string, []>("op_61196"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 2304]> channels_mean_417_cast = reduce_mean(axes = var_61196, keep_dims = var_58029, x = inputs_417_cast)[name = tensor<string, []>("channels_mean_417_cast")];
            tensor<fp16, [2, 640, 1, 2304]> zero_mean_417_cast = sub(x = inputs_417_cast, y = channels_mean_417_cast)[name = tensor<string, []>("zero_mean_417_cast")];
            tensor<fp16, [2, 640, 1, 2304]> zero_mean_sq_417_cast = mul(x = zero_mean_417_cast, y = zero_mean_417_cast)[name = tensor<string, []>("zero_mean_sq_417_cast")];
            tensor<int32, [1]> var_61200 = const()[name = tensor<string, []>("op_61200"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 2304]> var_61201_cast = reduce_mean(axes = var_61200, keep_dims = var_58029, x = zero_mean_sq_417_cast)[name = tensor<string, []>("op_61201_cast")];
            tensor<fp16, []> var_61202_to_fp16 = const()[name = tensor<string, []>("op_61202_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 2304]> var_61203_cast = add(x = var_61201_cast, y = var_61202_to_fp16)[name = tensor<string, []>("op_61203_cast")];
            tensor<fp16, []> denom_417_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_417_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 2304]> denom_417_cast = rsqrt(epsilon = denom_417_epsilon_0_to_fp16, x = var_61203_cast)[name = tensor<string, []>("denom_417_cast")];
            tensor<fp16, [2, 640, 1, 2304]> out_417_cast = mul(x = zero_mean_417_cast, y = denom_417_cast)[name = tensor<string, []>("out_417_cast")];
            tensor<fp16, [1, 640, 1, 1]> var_61207_to_fp16 = const()[name = tensor<string, []>("op_61207_to_fp16"), val = tensor<fp16, [1, 640, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(620579456)))];
            tensor<fp16, [2, 640, 1, 2304]> var_61208_cast = add(x = out_417_cast, y = var_61207_to_fp16)[name = tensor<string, []>("op_61208_cast")];
            tensor<fp16, [1, 640, 1, 1]> var_61210_to_fp16 = const()[name = tensor<string, []>("op_61210_to_fp16"), val = tensor<fp16, [1, 640, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(620580800)))];
            tensor<fp16, [2, 640, 1, 2304]> hidden_states_569_cast = mul(x = var_61208_cast, y = var_61210_to_fp16)[name = tensor<string, []>("hidden_states_569_cast")];
            tensor<int32, [2]> var_61217 = const()[name = tensor<string, []>("op_61217"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_61219 = const()[name = tensor<string, []>("op_61219"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> q_pad_type_0 = const()[name = tensor<string, []>("q_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> q_pad_0 = const()[name = tensor<string, []>("q_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [640, 640, 1, 1]> up_blocks_1_attentions_2_transformer_blocks_1_attn2_to_q_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [307200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(620582144))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(620889408))), name = tensor<string, []>("up_blocks_1_attentions_2_transformer_blocks_1_attn2_to_q_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([640, 640, 1, 1])];
            tensor<fp16, [2, 640, 1, 2304]> q_cast = conv(dilations = var_61219, groups = var_58034, pad = q_pad_0, pad_type = q_pad_type_0, strides = var_61217, weight = up_blocks_1_attentions_2_transformer_blocks_1_attn2_to_q_weight_to_fp16_palettized, x = hidden_states_569_cast)[name = tensor<string, []>("q_cast")];
            tensor<int32, [2]> var_61223 = const()[name = tensor<string, []>("op_61223"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_61225 = const()[name = tensor<string, []>("op_61225"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> k_557_pad_type_0 = const()[name = tensor<string, []>("k_557_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> k_557_pad_0 = const()[name = tensor<string, []>("k_557_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [640, 2048, 1, 1]> up_blocks_1_attentions_2_transformer_blocks_1_attn2_to_k_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [983040]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(620889600))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(621872704))), name = tensor<string, []>("up_blocks_1_attentions_2_transformer_blocks_1_attn2_to_k_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([640, 2048, 1, 1])];
            tensor<fp16, [2, 640, 1, 77]> k_557_cast = conv(dilations = var_61225, groups = var_58034, pad = k_557_pad_0, pad_type = k_557_pad_type_0, strides = var_61223, weight = up_blocks_1_attentions_2_transformer_blocks_1_attn2_to_k_weight_to_fp16_palettized, x = encoder_hidden_states)[name = tensor<string, []>("k_557_cast")];
            tensor<int32, [2]> var_61229 = const()[name = tensor<string, []>("op_61229"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_61231 = const()[name = tensor<string, []>("op_61231"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> v_pad_type_0 = const()[name = tensor<string, []>("v_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> v_pad_0 = const()[name = tensor<string, []>("v_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [640, 2048, 1, 1]> up_blocks_1_attentions_2_transformer_blocks_1_attn2_to_v_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [655360]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(621872896))), lut = tensor<fp16, [16]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(622528320))), name = tensor<string, []>("up_blocks_1_attentions_2_transformer_blocks_1_attn2_to_v_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([640, 2048, 1, 1])];
            tensor<fp16, [2, 640, 1, 77]> v_cast = conv(dilations = var_61231, groups = var_58034, pad = v_pad_0, pad_type = v_pad_type_0, strides = var_61229, weight = up_blocks_1_attentions_2_transformer_blocks_1_attn2_to_v_weight_to_fp16_palettized, x = encoder_hidden_states)[name = tensor<string, []>("v_cast")];
            tensor<int32, [4]> var_61235_begin_0 = const()[name = tensor<string, []>("op_61235_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_61235_end_0 = const()[name = tensor<string, []>("op_61235_end_0"), val = tensor<int32, [4]>([2, 64, 1, 2304])];
            tensor<bool, [4]> var_61235_end_mask_0 = const()[name = tensor<string, []>("op_61235_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_61235_cast = slice_by_index(begin = var_61235_begin_0, end = var_61235_end_0, end_mask = var_61235_end_mask_0, x = q_cast)[name = tensor<string, []>("op_61235_cast")];
            tensor<int32, [4]> var_61239_begin_0 = const()[name = tensor<string, []>("op_61239_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_61239_end_0 = const()[name = tensor<string, []>("op_61239_end_0"), val = tensor<int32, [4]>([2, 128, 1, 2304])];
            tensor<bool, [4]> var_61239_end_mask_0 = const()[name = tensor<string, []>("op_61239_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_61239_cast = slice_by_index(begin = var_61239_begin_0, end = var_61239_end_0, end_mask = var_61239_end_mask_0, x = q_cast)[name = tensor<string, []>("op_61239_cast")];
            tensor<int32, [4]> var_61243_begin_0 = const()[name = tensor<string, []>("op_61243_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_61243_end_0 = const()[name = tensor<string, []>("op_61243_end_0"), val = tensor<int32, [4]>([2, 192, 1, 2304])];
            tensor<bool, [4]> var_61243_end_mask_0 = const()[name = tensor<string, []>("op_61243_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_61243_cast = slice_by_index(begin = var_61243_begin_0, end = var_61243_end_0, end_mask = var_61243_end_mask_0, x = q_cast)[name = tensor<string, []>("op_61243_cast")];
            tensor<int32, [4]> var_61247_begin_0 = const()[name = tensor<string, []>("op_61247_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_61247_end_0 = const()[name = tensor<string, []>("op_61247_end_0"), val = tensor<int32, [4]>([2, 256, 1, 2304])];
            tensor<bool, [4]> var_61247_end_mask_0 = const()[name = tensor<string, []>("op_61247_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_61247_cast = slice_by_index(begin = var_61247_begin_0, end = var_61247_end_0, end_mask = var_61247_end_mask_0, x = q_cast)[name = tensor<string, []>("op_61247_cast")];
            tensor<int32, [4]> var_61251_begin_0 = const()[name = tensor<string, []>("op_61251_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_61251_end_0 = const()[name = tensor<string, []>("op_61251_end_0"), val = tensor<int32, [4]>([2, 320, 1, 2304])];
            tensor<bool, [4]> var_61251_end_mask_0 = const()[name = tensor<string, []>("op_61251_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_61251_cast = slice_by_index(begin = var_61251_begin_0, end = var_61251_end_0, end_mask = var_61251_end_mask_0, x = q_cast)[name = tensor<string, []>("op_61251_cast")];
            tensor<int32, [4]> var_61255_begin_0 = const()[name = tensor<string, []>("op_61255_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_61255_end_0 = const()[name = tensor<string, []>("op_61255_end_0"), val = tensor<int32, [4]>([2, 384, 1, 2304])];
            tensor<bool, [4]> var_61255_end_mask_0 = const()[name = tensor<string, []>("op_61255_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_61255_cast = slice_by_index(begin = var_61255_begin_0, end = var_61255_end_0, end_mask = var_61255_end_mask_0, x = q_cast)[name = tensor<string, []>("op_61255_cast")];
            tensor<int32, [4]> var_61259_begin_0 = const()[name = tensor<string, []>("op_61259_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_61259_end_0 = const()[name = tensor<string, []>("op_61259_end_0"), val = tensor<int32, [4]>([2, 448, 1, 2304])];
            tensor<bool, [4]> var_61259_end_mask_0 = const()[name = tensor<string, []>("op_61259_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_61259_cast = slice_by_index(begin = var_61259_begin_0, end = var_61259_end_0, end_mask = var_61259_end_mask_0, x = q_cast)[name = tensor<string, []>("op_61259_cast")];
            tensor<int32, [4]> var_61263_begin_0 = const()[name = tensor<string, []>("op_61263_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_61263_end_0 = const()[name = tensor<string, []>("op_61263_end_0"), val = tensor<int32, [4]>([2, 512, 1, 2304])];
            tensor<bool, [4]> var_61263_end_mask_0 = const()[name = tensor<string, []>("op_61263_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_61263_cast = slice_by_index(begin = var_61263_begin_0, end = var_61263_end_0, end_mask = var_61263_end_mask_0, x = q_cast)[name = tensor<string, []>("op_61263_cast")];
            tensor<int32, [4]> var_61267_begin_0 = const()[name = tensor<string, []>("op_61267_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_61267_end_0 = const()[name = tensor<string, []>("op_61267_end_0"), val = tensor<int32, [4]>([2, 576, 1, 2304])];
            tensor<bool, [4]> var_61267_end_mask_0 = const()[name = tensor<string, []>("op_61267_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_61267_cast = slice_by_index(begin = var_61267_begin_0, end = var_61267_end_0, end_mask = var_61267_end_mask_0, x = q_cast)[name = tensor<string, []>("op_61267_cast")];
            tensor<int32, [4]> var_61271_begin_0 = const()[name = tensor<string, []>("op_61271_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_61271_end_0 = const()[name = tensor<string, []>("op_61271_end_0"), val = tensor<int32, [4]>([2, 640, 1, 2304])];
            tensor<bool, [4]> var_61271_end_mask_0 = const()[name = tensor<string, []>("op_61271_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 2304]> var_61271_cast = slice_by_index(begin = var_61271_begin_0, end = var_61271_end_0, end_mask = var_61271_end_mask_0, x = q_cast)[name = tensor<string, []>("op_61271_cast")];
            tensor<int32, [4]> k_perm_0 = const()[name = tensor<string, []>("k_perm_0"), val = tensor<int32, [4]>([0, 3, 2, 1])];
            tensor<int32, [4]> var_61278_begin_0 = const()[name = tensor<string, []>("op_61278_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_61278_end_0 = const()[name = tensor<string, []>("op_61278_end_0"), val = tensor<int32, [4]>([2, 77, 1, 64])];
            tensor<bool, [4]> var_61278_end_mask_0 = const()[name = tensor<string, []>("op_61278_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 640]> transpose_0 = transpose(perm = k_perm_0, x = k_557_cast)[name = tensor<string, []>("transpose_0")];
            tensor<fp16, [2, 77, 1, 64]> var_61278_cast = slice_by_index(begin = var_61278_begin_0, end = var_61278_end_0, end_mask = var_61278_end_mask_0, x = transpose_0)[name = tensor<string, []>("op_61278_cast")];
            tensor<int32, [4]> var_61282_begin_0 = const()[name = tensor<string, []>("op_61282_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 64])];
            tensor<int32, [4]> var_61282_end_0 = const()[name = tensor<string, []>("op_61282_end_0"), val = tensor<int32, [4]>([2, 77, 1, 128])];
            tensor<bool, [4]> var_61282_end_mask_0 = const()[name = tensor<string, []>("op_61282_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_61282_cast = slice_by_index(begin = var_61282_begin_0, end = var_61282_end_0, end_mask = var_61282_end_mask_0, x = transpose_0)[name = tensor<string, []>("op_61282_cast")];
            tensor<int32, [4]> var_61286_begin_0 = const()[name = tensor<string, []>("op_61286_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 128])];
            tensor<int32, [4]> var_61286_end_0 = const()[name = tensor<string, []>("op_61286_end_0"), val = tensor<int32, [4]>([2, 77, 1, 192])];
            tensor<bool, [4]> var_61286_end_mask_0 = const()[name = tensor<string, []>("op_61286_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_61286_cast = slice_by_index(begin = var_61286_begin_0, end = var_61286_end_0, end_mask = var_61286_end_mask_0, x = transpose_0)[name = tensor<string, []>("op_61286_cast")];
            tensor<int32, [4]> var_61290_begin_0 = const()[name = tensor<string, []>("op_61290_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 192])];
            tensor<int32, [4]> var_61290_end_0 = const()[name = tensor<string, []>("op_61290_end_0"), val = tensor<int32, [4]>([2, 77, 1, 256])];
            tensor<bool, [4]> var_61290_end_mask_0 = const()[name = tensor<string, []>("op_61290_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_61290_cast = slice_by_index(begin = var_61290_begin_0, end = var_61290_end_0, end_mask = var_61290_end_mask_0, x = transpose_0)[name = tensor<string, []>("op_61290_cast")];
            tensor<int32, [4]> var_61294_begin_0 = const()[name = tensor<string, []>("op_61294_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 256])];
            tensor<int32, [4]> var_61294_end_0 = const()[name = tensor<string, []>("op_61294_end_0"), val = tensor<int32, [4]>([2, 77, 1, 320])];
            tensor<bool, [4]> var_61294_end_mask_0 = const()[name = tensor<string, []>("op_61294_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_61294_cast = slice_by_index(begin = var_61294_begin_0, end = var_61294_end_0, end_mask = var_61294_end_mask_0, x = transpose_0)[name = tensor<string, []>("op_61294_cast")];
            tensor<int32, [4]> var_61298_begin_0 = const()[name = tensor<string, []>("op_61298_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 320])];
            tensor<int32, [4]> var_61298_end_0 = const()[name = tensor<string, []>("op_61298_end_0"), val = tensor<int32, [4]>([2, 77, 1, 384])];
            tensor<bool, [4]> var_61298_end_mask_0 = const()[name = tensor<string, []>("op_61298_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_61298_cast = slice_by_index(begin = var_61298_begin_0, end = var_61298_end_0, end_mask = var_61298_end_mask_0, x = transpose_0)[name = tensor<string, []>("op_61298_cast")];
            tensor<int32, [4]> var_61302_begin_0 = const()[name = tensor<string, []>("op_61302_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 384])];
            tensor<int32, [4]> var_61302_end_0 = const()[name = tensor<string, []>("op_61302_end_0"), val = tensor<int32, [4]>([2, 77, 1, 448])];
            tensor<bool, [4]> var_61302_end_mask_0 = const()[name = tensor<string, []>("op_61302_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_61302_cast = slice_by_index(begin = var_61302_begin_0, end = var_61302_end_0, end_mask = var_61302_end_mask_0, x = transpose_0)[name = tensor<string, []>("op_61302_cast")];
            tensor<int32, [4]> var_61306_begin_0 = const()[name = tensor<string, []>("op_61306_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 448])];
            tensor<int32, [4]> var_61306_end_0 = const()[name = tensor<string, []>("op_61306_end_0"), val = tensor<int32, [4]>([2, 77, 1, 512])];
            tensor<bool, [4]> var_61306_end_mask_0 = const()[name = tensor<string, []>("op_61306_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_61306_cast = slice_by_index(begin = var_61306_begin_0, end = var_61306_end_0, end_mask = var_61306_end_mask_0, x = transpose_0)[name = tensor<string, []>("op_61306_cast")];
            tensor<int32, [4]> var_61310_begin_0 = const()[name = tensor<string, []>("op_61310_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 512])];
            tensor<int32, [4]> var_61310_end_0 = const()[name = tensor<string, []>("op_61310_end_0"), val = tensor<int32, [4]>([2, 77, 1, 576])];
            tensor<bool, [4]> var_61310_end_mask_0 = const()[name = tensor<string, []>("op_61310_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_61310_cast = slice_by_index(begin = var_61310_begin_0, end = var_61310_end_0, end_mask = var_61310_end_mask_0, x = transpose_0)[name = tensor<string, []>("op_61310_cast")];
            tensor<int32, [4]> var_61314_begin_0 = const()[name = tensor<string, []>("op_61314_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 576])];
            tensor<int32, [4]> var_61314_end_0 = const()[name = tensor<string, []>("op_61314_end_0"), val = tensor<int32, [4]>([2, 77, 1, 640])];
            tensor<bool, [4]> var_61314_end_mask_0 = const()[name = tensor<string, []>("op_61314_end_mask_0"), val = tensor<bool, [4]>([true, true, true, false])];
            tensor<fp16, [2, 77, 1, 64]> var_61314_cast = slice_by_index(begin = var_61314_begin_0, end = var_61314_end_0, end_mask = var_61314_end_mask_0, x = transpose_0)[name = tensor<string, []>("op_61314_cast")];
            tensor<int32, [4]> var_61316_begin_0 = const()[name = tensor<string, []>("op_61316_begin_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<int32, [4]> var_61316_end_0 = const()[name = tensor<string, []>("op_61316_end_0"), val = tensor<int32, [4]>([2, 64, 1, 77])];
            tensor<bool, [4]> var_61316_end_mask_0 = const()[name = tensor<string, []>("op_61316_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_61316_cast = slice_by_index(begin = var_61316_begin_0, end = var_61316_end_0, end_mask = var_61316_end_mask_0, x = v_cast)[name = tensor<string, []>("op_61316_cast")];
            tensor<int32, [4]> var_61320_begin_0 = const()[name = tensor<string, []>("op_61320_begin_0"), val = tensor<int32, [4]>([0, 64, 0, 0])];
            tensor<int32, [4]> var_61320_end_0 = const()[name = tensor<string, []>("op_61320_end_0"), val = tensor<int32, [4]>([2, 128, 1, 77])];
            tensor<bool, [4]> var_61320_end_mask_0 = const()[name = tensor<string, []>("op_61320_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_61320_cast = slice_by_index(begin = var_61320_begin_0, end = var_61320_end_0, end_mask = var_61320_end_mask_0, x = v_cast)[name = tensor<string, []>("op_61320_cast")];
            tensor<int32, [4]> var_61324_begin_0 = const()[name = tensor<string, []>("op_61324_begin_0"), val = tensor<int32, [4]>([0, 128, 0, 0])];
            tensor<int32, [4]> var_61324_end_0 = const()[name = tensor<string, []>("op_61324_end_0"), val = tensor<int32, [4]>([2, 192, 1, 77])];
            tensor<bool, [4]> var_61324_end_mask_0 = const()[name = tensor<string, []>("op_61324_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_61324_cast = slice_by_index(begin = var_61324_begin_0, end = var_61324_end_0, end_mask = var_61324_end_mask_0, x = v_cast)[name = tensor<string, []>("op_61324_cast")];
            tensor<int32, [4]> var_61328_begin_0 = const()[name = tensor<string, []>("op_61328_begin_0"), val = tensor<int32, [4]>([0, 192, 0, 0])];
            tensor<int32, [4]> var_61328_end_0 = const()[name = tensor<string, []>("op_61328_end_0"), val = tensor<int32, [4]>([2, 256, 1, 77])];
            tensor<bool, [4]> var_61328_end_mask_0 = const()[name = tensor<string, []>("op_61328_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_61328_cast = slice_by_index(begin = var_61328_begin_0, end = var_61328_end_0, end_mask = var_61328_end_mask_0, x = v_cast)[name = tensor<string, []>("op_61328_cast")];
            tensor<int32, [4]> var_61332_begin_0 = const()[name = tensor<string, []>("op_61332_begin_0"), val = tensor<int32, [4]>([0, 256, 0, 0])];
            tensor<int32, [4]> var_61332_end_0 = const()[name = tensor<string, []>("op_61332_end_0"), val = tensor<int32, [4]>([2, 320, 1, 77])];
            tensor<bool, [4]> var_61332_end_mask_0 = const()[name = tensor<string, []>("op_61332_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_61332_cast = slice_by_index(begin = var_61332_begin_0, end = var_61332_end_0, end_mask = var_61332_end_mask_0, x = v_cast)[name = tensor<string, []>("op_61332_cast")];
            tensor<int32, [4]> var_61336_begin_0 = const()[name = tensor<string, []>("op_61336_begin_0"), val = tensor<int32, [4]>([0, 320, 0, 0])];
            tensor<int32, [4]> var_61336_end_0 = const()[name = tensor<string, []>("op_61336_end_0"), val = tensor<int32, [4]>([2, 384, 1, 77])];
            tensor<bool, [4]> var_61336_end_mask_0 = const()[name = tensor<string, []>("op_61336_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_61336_cast = slice_by_index(begin = var_61336_begin_0, end = var_61336_end_0, end_mask = var_61336_end_mask_0, x = v_cast)[name = tensor<string, []>("op_61336_cast")];
            tensor<int32, [4]> var_61340_begin_0 = const()[name = tensor<string, []>("op_61340_begin_0"), val = tensor<int32, [4]>([0, 384, 0, 0])];
            tensor<int32, [4]> var_61340_end_0 = const()[name = tensor<string, []>("op_61340_end_0"), val = tensor<int32, [4]>([2, 448, 1, 77])];
            tensor<bool, [4]> var_61340_end_mask_0 = const()[name = tensor<string, []>("op_61340_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_61340_cast = slice_by_index(begin = var_61340_begin_0, end = var_61340_end_0, end_mask = var_61340_end_mask_0, x = v_cast)[name = tensor<string, []>("op_61340_cast")];
            tensor<int32, [4]> var_61344_begin_0 = const()[name = tensor<string, []>("op_61344_begin_0"), val = tensor<int32, [4]>([0, 448, 0, 0])];
            tensor<int32, [4]> var_61344_end_0 = const()[name = tensor<string, []>("op_61344_end_0"), val = tensor<int32, [4]>([2, 512, 1, 77])];
            tensor<bool, [4]> var_61344_end_mask_0 = const()[name = tensor<string, []>("op_61344_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_61344_cast = slice_by_index(begin = var_61344_begin_0, end = var_61344_end_0, end_mask = var_61344_end_mask_0, x = v_cast)[name = tensor<string, []>("op_61344_cast")];
            tensor<int32, [4]> var_61348_begin_0 = const()[name = tensor<string, []>("op_61348_begin_0"), val = tensor<int32, [4]>([0, 512, 0, 0])];
            tensor<int32, [4]> var_61348_end_0 = const()[name = tensor<string, []>("op_61348_end_0"), val = tensor<int32, [4]>([2, 576, 1, 77])];
            tensor<bool, [4]> var_61348_end_mask_0 = const()[name = tensor<string, []>("op_61348_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_61348_cast = slice_by_index(begin = var_61348_begin_0, end = var_61348_end_0, end_mask = var_61348_end_mask_0, x = v_cast)[name = tensor<string, []>("op_61348_cast")];
            tensor<int32, [4]> var_61352_begin_0 = const()[name = tensor<string, []>("op_61352_begin_0"), val = tensor<int32, [4]>([0, 576, 0, 0])];
            tensor<int32, [4]> var_61352_end_0 = const()[name = tensor<string, []>("op_61352_end_0"), val = tensor<int32, [4]>([2, 640, 1, 77])];
            tensor<bool, [4]> var_61352_end_mask_0 = const()[name = tensor<string, []>("op_61352_end_mask_0"), val = tensor<bool, [4]>([true, false, true, true])];
            tensor<fp16, [2, 64, 1, 77]> var_61352_cast = slice_by_index(begin = var_61352_begin_0, end = var_61352_end_0, end_mask = var_61352_end_mask_0, x = v_cast)[name = tensor<string, []>("op_61352_cast")];
            tensor<string, []> var_61356_equation_0 = const()[name = tensor<string, []>("op_61356_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 2304]> var_61356_cast = einsum(equation = var_61356_equation_0, values = (var_61278_cast, var_61235_cast))[name = tensor<string, []>("op_61356_cast")];
            tensor<fp16, []> var_61357_to_fp16 = const()[name = tensor<string, []>("op_61357_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 2304]> aw_5181_cast = mul(x = var_61356_cast, y = var_61357_to_fp16)[name = tensor<string, []>("aw_5181_cast")];
            tensor<string, []> var_61360_equation_0 = const()[name = tensor<string, []>("op_61360_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 2304]> var_61360_cast = einsum(equation = var_61360_equation_0, values = (var_61282_cast, var_61239_cast))[name = tensor<string, []>("op_61360_cast")];
            tensor<fp16, []> var_61361_to_fp16 = const()[name = tensor<string, []>("op_61361_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 2304]> aw_5183_cast = mul(x = var_61360_cast, y = var_61361_to_fp16)[name = tensor<string, []>("aw_5183_cast")];
            tensor<string, []> var_61364_equation_0 = const()[name = tensor<string, []>("op_61364_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 2304]> var_61364_cast = einsum(equation = var_61364_equation_0, values = (var_61286_cast, var_61243_cast))[name = tensor<string, []>("op_61364_cast")];
            tensor<fp16, []> var_61365_to_fp16 = const()[name = tensor<string, []>("op_61365_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 2304]> aw_5185_cast = mul(x = var_61364_cast, y = var_61365_to_fp16)[name = tensor<string, []>("aw_5185_cast")];
            tensor<string, []> var_61368_equation_0 = const()[name = tensor<string, []>("op_61368_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 2304]> var_61368_cast = einsum(equation = var_61368_equation_0, values = (var_61290_cast, var_61247_cast))[name = tensor<string, []>("op_61368_cast")];
            tensor<fp16, []> var_61369_to_fp16 = const()[name = tensor<string, []>("op_61369_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 2304]> aw_5187_cast = mul(x = var_61368_cast, y = var_61369_to_fp16)[name = tensor<string, []>("aw_5187_cast")];
            tensor<string, []> var_61372_equation_0 = const()[name = tensor<string, []>("op_61372_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 2304]> var_61372_cast = einsum(equation = var_61372_equation_0, values = (var_61294_cast, var_61251_cast))[name = tensor<string, []>("op_61372_cast")];
            tensor<fp16, []> var_61373_to_fp16 = const()[name = tensor<string, []>("op_61373_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 2304]> aw_5189_cast = mul(x = var_61372_cast, y = var_61373_to_fp16)[name = tensor<string, []>("aw_5189_cast")];
            tensor<string, []> var_61376_equation_0 = const()[name = tensor<string, []>("op_61376_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 2304]> var_61376_cast = einsum(equation = var_61376_equation_0, values = (var_61298_cast, var_61255_cast))[name = tensor<string, []>("op_61376_cast")];
            tensor<fp16, []> var_61377_to_fp16 = const()[name = tensor<string, []>("op_61377_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 2304]> aw_5191_cast = mul(x = var_61376_cast, y = var_61377_to_fp16)[name = tensor<string, []>("aw_5191_cast")];
            tensor<string, []> var_61380_equation_0 = const()[name = tensor<string, []>("op_61380_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 2304]> var_61380_cast = einsum(equation = var_61380_equation_0, values = (var_61302_cast, var_61259_cast))[name = tensor<string, []>("op_61380_cast")];
            tensor<fp16, []> var_61381_to_fp16 = const()[name = tensor<string, []>("op_61381_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 2304]> aw_5193_cast = mul(x = var_61380_cast, y = var_61381_to_fp16)[name = tensor<string, []>("aw_5193_cast")];
            tensor<string, []> var_61384_equation_0 = const()[name = tensor<string, []>("op_61384_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 2304]> var_61384_cast = einsum(equation = var_61384_equation_0, values = (var_61306_cast, var_61263_cast))[name = tensor<string, []>("op_61384_cast")];
            tensor<fp16, []> var_61385_to_fp16 = const()[name = tensor<string, []>("op_61385_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 2304]> aw_5195_cast = mul(x = var_61384_cast, y = var_61385_to_fp16)[name = tensor<string, []>("aw_5195_cast")];
            tensor<string, []> var_61388_equation_0 = const()[name = tensor<string, []>("op_61388_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 2304]> var_61388_cast = einsum(equation = var_61388_equation_0, values = (var_61310_cast, var_61267_cast))[name = tensor<string, []>("op_61388_cast")];
            tensor<fp16, []> var_61389_to_fp16 = const()[name = tensor<string, []>("op_61389_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 2304]> aw_5197_cast = mul(x = var_61388_cast, y = var_61389_to_fp16)[name = tensor<string, []>("aw_5197_cast")];
            tensor<string, []> var_61392_equation_0 = const()[name = tensor<string, []>("op_61392_equation_0"), val = tensor<string, []>("bkhc,bchq->bkhq")];
            tensor<fp16, [2, 77, 1, 2304]> var_61392_cast = einsum(equation = var_61392_equation_0, values = (var_61314_cast, var_61271_cast))[name = tensor<string, []>("op_61392_cast")];
            tensor<fp16, []> var_61393_to_fp16 = const()[name = tensor<string, []>("op_61393_to_fp16"), val = tensor<fp16, []>(0x1p-3)];
            tensor<fp16, [2, 77, 1, 2304]> aw_cast = mul(x = var_61392_cast, y = var_61393_to_fp16)[name = tensor<string, []>("aw_cast")];
            tensor<fp16, [2, 77, 1, 2304]> var_61395_cast = softmax(axis = var_58034, x = aw_5181_cast)[name = tensor<string, []>("op_61395_cast")];
            tensor<fp16, [2, 77, 1, 2304]> var_61396_cast = softmax(axis = var_58034, x = aw_5183_cast)[name = tensor<string, []>("op_61396_cast")];
            tensor<fp16, [2, 77, 1, 2304]> var_61397_cast = softmax(axis = var_58034, x = aw_5185_cast)[name = tensor<string, []>("op_61397_cast")];
            tensor<fp16, [2, 77, 1, 2304]> var_61398_cast = softmax(axis = var_58034, x = aw_5187_cast)[name = tensor<string, []>("op_61398_cast")];
            tensor<fp16, [2, 77, 1, 2304]> var_61399_cast = softmax(axis = var_58034, x = aw_5189_cast)[name = tensor<string, []>("op_61399_cast")];
            tensor<fp16, [2, 77, 1, 2304]> var_61400_cast = softmax(axis = var_58034, x = aw_5191_cast)[name = tensor<string, []>("op_61400_cast")];
            tensor<fp16, [2, 77, 1, 2304]> var_61401_cast = softmax(axis = var_58034, x = aw_5193_cast)[name = tensor<string, []>("op_61401_cast")];
            tensor<fp16, [2, 77, 1, 2304]> var_61402_cast = softmax(axis = var_58034, x = aw_5195_cast)[name = tensor<string, []>("op_61402_cast")];
            tensor<fp16, [2, 77, 1, 2304]> var_61403_cast = softmax(axis = var_58034, x = aw_5197_cast)[name = tensor<string, []>("op_61403_cast")];
            tensor<fp16, [2, 77, 1, 2304]> var_61404_cast = softmax(axis = var_58034, x = aw_cast)[name = tensor<string, []>("op_61404_cast")];
            tensor<string, []> var_61406_equation_0 = const()[name = tensor<string, []>("op_61406_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_61406_cast = einsum(equation = var_61406_equation_0, values = (var_61316_cast, var_61395_cast))[name = tensor<string, []>("op_61406_cast")];
            tensor<string, []> var_61408_equation_0 = const()[name = tensor<string, []>("op_61408_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_61408_cast = einsum(equation = var_61408_equation_0, values = (var_61320_cast, var_61396_cast))[name = tensor<string, []>("op_61408_cast")];
            tensor<string, []> var_61410_equation_0 = const()[name = tensor<string, []>("op_61410_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_61410_cast = einsum(equation = var_61410_equation_0, values = (var_61324_cast, var_61397_cast))[name = tensor<string, []>("op_61410_cast")];
            tensor<string, []> var_61412_equation_0 = const()[name = tensor<string, []>("op_61412_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_61412_cast = einsum(equation = var_61412_equation_0, values = (var_61328_cast, var_61398_cast))[name = tensor<string, []>("op_61412_cast")];
            tensor<string, []> var_61414_equation_0 = const()[name = tensor<string, []>("op_61414_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_61414_cast = einsum(equation = var_61414_equation_0, values = (var_61332_cast, var_61399_cast))[name = tensor<string, []>("op_61414_cast")];
            tensor<string, []> var_61416_equation_0 = const()[name = tensor<string, []>("op_61416_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_61416_cast = einsum(equation = var_61416_equation_0, values = (var_61336_cast, var_61400_cast))[name = tensor<string, []>("op_61416_cast")];
            tensor<string, []> var_61418_equation_0 = const()[name = tensor<string, []>("op_61418_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_61418_cast = einsum(equation = var_61418_equation_0, values = (var_61340_cast, var_61401_cast))[name = tensor<string, []>("op_61418_cast")];
            tensor<string, []> var_61420_equation_0 = const()[name = tensor<string, []>("op_61420_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_61420_cast = einsum(equation = var_61420_equation_0, values = (var_61344_cast, var_61402_cast))[name = tensor<string, []>("op_61420_cast")];
            tensor<string, []> var_61422_equation_0 = const()[name = tensor<string, []>("op_61422_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_61422_cast = einsum(equation = var_61422_equation_0, values = (var_61348_cast, var_61403_cast))[name = tensor<string, []>("op_61422_cast")];
            tensor<string, []> var_61424_equation_0 = const()[name = tensor<string, []>("op_61424_equation_0"), val = tensor<string, []>("bchk,bkhq->bchq")];
            tensor<fp16, [2, 64, 1, 2304]> var_61424_cast = einsum(equation = var_61424_equation_0, values = (var_61352_cast, var_61404_cast))[name = tensor<string, []>("op_61424_cast")];
            tensor<bool, []> input_815_interleave_0 = const()[name = tensor<string, []>("input_815_interleave_0"), val = tensor<bool, []>(false)];
            tensor<fp16, [2, 640, 1, 2304]> input_815_cast = concat(axis = var_58034, interleave = input_815_interleave_0, values = (var_61406_cast, var_61408_cast, var_61410_cast, var_61412_cast, var_61414_cast, var_61416_cast, var_61418_cast, var_61420_cast, var_61422_cast, var_61424_cast))[name = tensor<string, []>("input_815_cast")];
            tensor<int32, [2]> var_61430 = const()[name = tensor<string, []>("op_61430"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_61432 = const()[name = tensor<string, []>("op_61432"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_61434_pad_type_0 = const()[name = tensor<string, []>("op_61434_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_61434_pad_0 = const()[name = tensor<string, []>("op_61434_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [640, 640, 1, 1]> up_blocks_1_attentions_2_transformer_blocks_1_attn2_to_out_0_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [307200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(622528448))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(622835712))), name = tensor<string, []>("up_blocks_1_attentions_2_transformer_blocks_1_attn2_to_out_0_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([640, 640, 1, 1])];
            tensor<fp16, [640]> up_blocks_1_attentions_2_transformer_blocks_1_attn2_to_out_0_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_1_attentions_2_transformer_blocks_1_attn2_to_out_0_bias_to_fp16"), val = tensor<fp16, [640]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(622835904)))];
            tensor<fp16, [2, 640, 1, 2304]> var_61434_cast = conv(bias = up_blocks_1_attentions_2_transformer_blocks_1_attn2_to_out_0_bias_to_fp16, dilations = var_61432, groups = var_58034, pad = var_61434_pad_0, pad_type = var_61434_pad_type_0, strides = var_61430, weight = up_blocks_1_attentions_2_transformer_blocks_1_attn2_to_out_0_weight_to_fp16_palettized, x = input_815_cast)[name = tensor<string, []>("op_61434_cast")];
            tensor<fp16, [2, 640, 1, 2304]> inputs_cast = add(x = var_61434_cast, y = inputs_417_cast)[name = tensor<string, []>("inputs_cast")];
            tensor<int32, [1]> var_61438 = const()[name = tensor<string, []>("op_61438"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 2304]> channels_mean_cast = reduce_mean(axes = var_61438, keep_dims = var_58029, x = inputs_cast)[name = tensor<string, []>("channels_mean_cast")];
            tensor<fp16, [2, 640, 1, 2304]> zero_mean_cast = sub(x = inputs_cast, y = channels_mean_cast)[name = tensor<string, []>("zero_mean_cast")];
            tensor<fp16, [2, 640, 1, 2304]> zero_mean_sq_cast = mul(x = zero_mean_cast, y = zero_mean_cast)[name = tensor<string, []>("zero_mean_sq_cast")];
            tensor<int32, [1]> var_61442 = const()[name = tensor<string, []>("op_61442"), val = tensor<int32, [1]>([1])];
            tensor<fp16, [2, 1, 1, 2304]> var_61443_cast = reduce_mean(axes = var_61442, keep_dims = var_58029, x = zero_mean_sq_cast)[name = tensor<string, []>("op_61443_cast")];
            tensor<fp16, []> var_61444_to_fp16 = const()[name = tensor<string, []>("op_61444_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 1, 1, 2304]> var_61445_cast = add(x = var_61443_cast, y = var_61444_to_fp16)[name = tensor<string, []>("op_61445_cast")];
            tensor<fp16, []> denom_epsilon_0_to_fp16 = const()[name = tensor<string, []>("denom_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1p-24)];
            tensor<fp16, [2, 1, 1, 2304]> denom_cast = rsqrt(epsilon = denom_epsilon_0_to_fp16, x = var_61445_cast)[name = tensor<string, []>("denom_cast")];
            tensor<fp16, [2, 640, 1, 2304]> out_cast = mul(x = zero_mean_cast, y = denom_cast)[name = tensor<string, []>("out_cast")];
            tensor<fp16, [1, 640, 1, 1]> var_61449_to_fp16 = const()[name = tensor<string, []>("op_61449_to_fp16"), val = tensor<fp16, [1, 640, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(622837248)))];
            tensor<fp16, [2, 640, 1, 2304]> var_61450_cast = add(x = out_cast, y = var_61449_to_fp16)[name = tensor<string, []>("op_61450_cast")];
            tensor<fp16, [1, 640, 1, 1]> var_61452_to_fp16 = const()[name = tensor<string, []>("op_61452_to_fp16"), val = tensor<fp16, [1, 640, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(622838592)))];
            tensor<fp16, [2, 640, 1, 2304]> input_817_cast = mul(x = var_61450_cast, y = var_61452_to_fp16)[name = tensor<string, []>("input_817_cast")];
            tensor<int32, [2]> var_61460 = const()[name = tensor<string, []>("op_61460"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_61462 = const()[name = tensor<string, []>("op_61462"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_61464_pad_type_0 = const()[name = tensor<string, []>("op_61464_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_61464_pad_0 = const()[name = tensor<string, []>("op_61464_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [5120, 640, 1, 1]> up_blocks_1_attentions_2_transformer_blocks_1_ff_net_0_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [3276800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(622839936))), lut = tensor<fp16, [256]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(626116800))), name = tensor<string, []>("up_blocks_1_attentions_2_transformer_blocks_1_ff_net_0_proj_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([5120, 640, 1, 1])];
            tensor<fp16, [5120]> up_blocks_1_attentions_2_transformer_blocks_1_ff_net_0_proj_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_1_attentions_2_transformer_blocks_1_ff_net_0_proj_bias_to_fp16"), val = tensor<fp16, [5120]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(626117376)))];
            tensor<fp16, [2, 5120, 1, 2304]> var_61464_cast = conv(bias = up_blocks_1_attentions_2_transformer_blocks_1_ff_net_0_proj_bias_to_fp16, dilations = var_61462, groups = var_58034, pad = var_61464_pad_0, pad_type = var_61464_pad_type_0, strides = var_61460, weight = up_blocks_1_attentions_2_transformer_blocks_1_ff_net_0_proj_weight_to_fp16_palettized, x = input_817_cast)[name = tensor<string, []>("op_61464_cast")];
            tensor<int32, [2]> var_61465_split_sizes_0 = const()[name = tensor<string, []>("op_61465_split_sizes_0"), val = tensor<int32, [2]>([2560, 2560])];
            tensor<int32, []> var_61465_axis_0 = const()[name = tensor<string, []>("op_61465_axis_0"), val = tensor<int32, []>(1)];
            tensor<fp16, [2, 2560, 1, 2304]> var_61465_cast_0, tensor<fp16, [2, 2560, 1, 2304]> var_61465_cast_1 = split(axis = var_61465_axis_0, split_sizes = var_61465_split_sizes_0, x = var_61464_cast)[name = tensor<string, []>("op_61465_cast")];
            tensor<string, []> var_61467_mode_0 = const()[name = tensor<string, []>("op_61467_mode_0"), val = tensor<string, []>("EXACT")];
            tensor<fp16, [2, 2560, 1, 2304]> var_61467_cast = gelu(mode = var_61467_mode_0, x = var_61465_cast_1)[name = tensor<string, []>("op_61467_cast")];
            tensor<fp16, [2, 2560, 1, 2304]> input_819_cast = mul(x = var_61465_cast_0, y = var_61467_cast)[name = tensor<string, []>("input_819_cast")];
            tensor<int32, [2]> var_61471 = const()[name = tensor<string, []>("op_61471"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_61473 = const()[name = tensor<string, []>("op_61473"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_61475_pad_type_0 = const()[name = tensor<string, []>("op_61475_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_61475_pad_0 = const()[name = tensor<string, []>("op_61475_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [640, 2560, 1, 1]> up_blocks_1_attentions_2_transformer_blocks_1_ff_net_2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [1638400]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(626127680))), lut = tensor<fp16, [256]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(627766144))), name = tensor<string, []>("up_blocks_1_attentions_2_transformer_blocks_1_ff_net_2_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([640, 2560, 1, 1])];
            tensor<fp16, [640]> up_blocks_1_attentions_2_transformer_blocks_1_ff_net_2_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_1_attentions_2_transformer_blocks_1_ff_net_2_bias_to_fp16"), val = tensor<fp16, [640]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(627766720)))];
            tensor<fp16, [2, 640, 1, 2304]> var_61475_cast = conv(bias = up_blocks_1_attentions_2_transformer_blocks_1_ff_net_2_bias_to_fp16, dilations = var_61473, groups = var_58034, pad = var_61475_pad_0, pad_type = var_61475_pad_type_0, strides = var_61471, weight = up_blocks_1_attentions_2_transformer_blocks_1_ff_net_2_weight_to_fp16_palettized, x = input_819_cast)[name = tensor<string, []>("op_61475_cast")];
            tensor<fp16, [2, 640, 1, 2304]> hidden_states_573_cast = add(x = var_61475_cast, y = inputs_cast)[name = tensor<string, []>("hidden_states_573_cast")];
            tensor<int32, [4]> var_61477 = const()[name = tensor<string, []>("op_61477"), val = tensor<int32, [4]>([2, 640, 48, 48])];
            tensor<fp16, [2, 640, 48, 48]> input_821_cast = reshape(shape = var_61477, x = hidden_states_573_cast)[name = tensor<string, []>("input_821_cast")];
            tensor<int32, [2]> var_61481 = const()[name = tensor<string, []>("op_61481"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_61483 = const()[name = tensor<string, []>("op_61483"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> hidden_states_575_pad_type_0 = const()[name = tensor<string, []>("hidden_states_575_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> hidden_states_575_pad_0 = const()[name = tensor<string, []>("hidden_states_575_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [640, 640, 1, 1]> up_blocks_1_attentions_2_proj_out_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [409600]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(627768064))), lut = tensor<fp16, [256]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(628177728))), name = tensor<string, []>("up_blocks_1_attentions_2_proj_out_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([640, 640, 1, 1])];
            tensor<fp16, [640]> up_blocks_1_attentions_2_proj_out_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_1_attentions_2_proj_out_bias_to_fp16"), val = tensor<fp16, [640]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(628178304)))];
            tensor<fp16, [2, 640, 48, 48]> hidden_states_575_cast = conv(bias = up_blocks_1_attentions_2_proj_out_bias_to_fp16, dilations = var_61483, groups = var_58034, pad = hidden_states_575_pad_0, pad_type = hidden_states_575_pad_type_0, strides = var_61481, weight = up_blocks_1_attentions_2_proj_out_weight_to_fp16_palettized, x = input_821_cast)[name = tensor<string, []>("hidden_states_575_cast")];
            tensor<fp16, [2, 640, 48, 48]> input_823_cast = add(x = hidden_states_575_cast, y = hidden_states_557_cast)[name = tensor<string, []>("input_823_cast")];
            tensor<fp32, []> input_825_scale_factor_height_0 = const()[name = tensor<string, []>("input_825_scale_factor_height_0"), val = tensor<fp32, []>(0x1p+1)];
            tensor<fp32, []> input_825_scale_factor_width_0 = const()[name = tensor<string, []>("input_825_scale_factor_width_0"), val = tensor<fp32, []>(0x1p+1)];
            tensor<fp16, [2, 640, 96, 96]> input_825_cast = upsample_nearest_neighbor(scale_factor_height = input_825_scale_factor_height_0, scale_factor_width = input_825_scale_factor_width_0, x = input_823_cast)[name = tensor<string, []>("input_825_cast")];
            tensor<int32, [2]> var_61492 = const()[name = tensor<string, []>("op_61492"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_61494 = const()[name = tensor<string, []>("op_61494"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> hidden_states_577_pad_type_0 = const()[name = tensor<string, []>("hidden_states_577_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> hidden_states_577_pad_0 = const()[name = tensor<string, []>("hidden_states_577_pad_0"), val = tensor<int32, [4]>([1, 1, 1, 1])];
            tensor<fp16, [640, 640, 3, 3]> up_blocks_1_upsamplers_0_conv_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [3686400]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(628179648))), lut = tensor<fp16, [256]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(631866112))), name = tensor<string, []>("up_blocks_1_upsamplers_0_conv_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([640, 640, 3, 3])];
            tensor<fp16, [640]> up_blocks_1_upsamplers_0_conv_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_1_upsamplers_0_conv_bias_to_fp16"), val = tensor<fp16, [640]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(631866688)))];
            tensor<fp16, [2, 640, 96, 96]> hidden_states_577_cast = conv(bias = up_blocks_1_upsamplers_0_conv_bias_to_fp16, dilations = var_61494, groups = var_58034, pad = hidden_states_577_pad_0, pad_type = hidden_states_577_pad_type_0, strides = var_61492, weight = up_blocks_1_upsamplers_0_conv_weight_to_fp16_palettized, x = input_825_cast)[name = tensor<string, []>("hidden_states_577_cast")];
            tensor<int32, []> var_61502 = const()[name = tensor<string, []>("op_61502"), val = tensor<int32, []>(1)];
            tensor<bool, []> input_827_interleave_0 = const()[name = tensor<string, []>("input_827_interleave_0"), val = tensor<bool, []>(false)];
            tensor<fp16, [2, 320, 96, 96]> cast_8 = cast(dtype = cast_3_dtype_0, x = input_43_cast)[name = tensor<string, []>("cast_8")];
            tensor<fp16, [2, 960, 96, 96]> input_827_cast = concat(axis = var_61502, interleave = input_827_interleave_0, values = (hidden_states_577_cast, cast_8))[name = tensor<string, []>("input_827_cast")];
            tensor<int32, [5]> reshape_156_shape_0 = const()[name = tensor<string, []>("reshape_156_shape_0"), val = tensor<int32, [5]>([2, 32, 30, 96, 96])];
            tensor<fp16, [2, 32, 30, 96, 96]> reshape_156_cast = reshape(shape = reshape_156_shape_0, x = input_827_cast)[name = tensor<string, []>("reshape_156_cast")];
            tensor<int32, [3]> reduce_mean_117_axes_0 = const()[name = tensor<string, []>("reduce_mean_117_axes_0"), val = tensor<int32, [3]>([2, 3, 4])];
            tensor<bool, []> reduce_mean_117_keep_dims_0 = const()[name = tensor<string, []>("reduce_mean_117_keep_dims_0"), val = tensor<bool, []>(true)];
            tensor<fp16, [2, 32, 1, 1, 1]> reduce_mean_117_cast = reduce_mean(axes = reduce_mean_117_axes_0, keep_dims = reduce_mean_117_keep_dims_0, x = reshape_156_cast)[name = tensor<string, []>("reduce_mean_117_cast")];
            tensor<fp16, [2, 32, 30, 96, 96]> sub_78_cast = sub(x = reshape_156_cast, y = reduce_mean_117_cast)[name = tensor<string, []>("sub_78_cast")];
            tensor<fp16, [2, 32, 30, 96, 96]> square_39_cast = square(x = sub_78_cast)[name = tensor<string, []>("square_39_cast")];
            tensor<int32, [3]> reduce_mean_119_axes_0 = const()[name = tensor<string, []>("reduce_mean_119_axes_0"), val = tensor<int32, [3]>([2, 3, 4])];
            tensor<bool, []> reduce_mean_119_keep_dims_0 = const()[name = tensor<string, []>("reduce_mean_119_keep_dims_0"), val = tensor<bool, []>(true)];
            tensor<fp16, [2, 32, 1, 1, 1]> reduce_mean_119_cast = reduce_mean(axes = reduce_mean_119_axes_0, keep_dims = reduce_mean_119_keep_dims_0, x = square_39_cast)[name = tensor<string, []>("reduce_mean_119_cast")];
            tensor<fp16, []> add_78_y_0_to_fp16 = const()[name = tensor<string, []>("add_78_y_0_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 32, 1, 1, 1]> add_78_cast = add(x = reduce_mean_119_cast, y = add_78_y_0_to_fp16)[name = tensor<string, []>("add_78_cast")];
            tensor<fp16, [2, 32, 1, 1, 1]> sqrt_39_cast = sqrt(x = add_78_cast)[name = tensor<string, []>("sqrt_39_cast")];
            tensor<fp16, [2, 32, 30, 96, 96]> real_div_39_cast = real_div(x = sub_78_cast, y = sqrt_39_cast)[name = tensor<string, []>("real_div_39_cast")];
            tensor<int32, [4]> reshape_157_shape_0 = const()[name = tensor<string, []>("reshape_157_shape_0"), val = tensor<int32, [4]>([2, 960, 96, 96])];
            tensor<fp16, [2, 960, 96, 96]> reshape_157_cast = reshape(shape = reshape_157_shape_0, x = real_div_39_cast)[name = tensor<string, []>("reshape_157_cast")];
            tensor<fp16, [960]> add_79_gamma_0_to_fp16 = const()[name = tensor<string, []>("add_79_gamma_0_to_fp16"), val = tensor<fp16, [960]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(631868032)))];
            tensor<fp16, [960]> add_79_beta_0_to_fp16 = const()[name = tensor<string, []>("add_79_beta_0_to_fp16"), val = tensor<fp16, [960]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(631870016)))];
            tensor<fp16, []> add_79_epsilon_0_to_fp16 = const()[name = tensor<string, []>("add_79_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 960, 96, 96]> add_79_cast = batch_norm(beta = add_79_beta_0_to_fp16, epsilon = add_79_epsilon_0_to_fp16, gamma = add_79_gamma_0_to_fp16, mean = add_73_mean_0_to_fp16, variance = add_73_variance_0_to_fp16, x = reshape_157_cast)[name = tensor<string, []>("add_79_cast")];
            tensor<fp16, [2, 960, 96, 96]> input_831_cast = silu(x = add_79_cast)[name = tensor<string, []>("input_831_cast")];
            tensor<int32, [2]> var_61523 = const()[name = tensor<string, []>("op_61523"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_61525 = const()[name = tensor<string, []>("op_61525"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> hidden_states_579_pad_type_0 = const()[name = tensor<string, []>("hidden_states_579_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> hidden_states_579_pad_0 = const()[name = tensor<string, []>("hidden_states_579_pad_0"), val = tensor<int32, [4]>([1, 1, 1, 1])];
            tensor<fp16, [320, 960, 3, 3]> up_blocks_2_resnets_0_conv1_weight_to_fp16 = const()[name = tensor<string, []>("up_blocks_2_resnets_0_conv1_weight_to_fp16"), val = tensor<fp16, [320, 960, 3, 3]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(631872000)))];
            tensor<fp16, [320]> up_blocks_2_resnets_0_conv1_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_2_resnets_0_conv1_bias_to_fp16"), val = tensor<fp16, [320]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(637401664)))];
            tensor<fp16, [2, 320, 96, 96]> hidden_states_579_cast = conv(bias = up_blocks_2_resnets_0_conv1_bias_to_fp16, dilations = var_61525, groups = var_61502, pad = hidden_states_579_pad_0, pad_type = hidden_states_579_pad_type_0, strides = var_61523, weight = up_blocks_2_resnets_0_conv1_weight_to_fp16, x = input_831_cast)[name = tensor<string, []>("hidden_states_579_cast")];
            tensor<int32, [2]> var_61531 = const()[name = tensor<string, []>("op_61531"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_61533 = const()[name = tensor<string, []>("op_61533"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> temb_29_pad_type_0 = const()[name = tensor<string, []>("temb_29_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> temb_29_pad_0 = const()[name = tensor<string, []>("temb_29_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [320, 1280, 1, 1]> up_blocks_2_resnets_0_time_emb_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [409600]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(637402368))), lut = tensor<fp16, [256]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(637812032))), name = tensor<string, []>("up_blocks_2_resnets_0_time_emb_proj_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([320, 1280, 1, 1])];
            tensor<fp16, [320]> up_blocks_2_resnets_0_time_emb_proj_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_2_resnets_0_time_emb_proj_bias_to_fp16"), val = tensor<fp16, [320]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(637812608)))];
            tensor<fp16, [2, 320, 1, 1]> temb_29_cast = conv(bias = up_blocks_2_resnets_0_time_emb_proj_bias_to_fp16, dilations = var_61533, groups = var_61502, pad = temb_29_pad_0, pad_type = temb_29_pad_type_0, strides = var_61531, weight = up_blocks_2_resnets_0_time_emb_proj_weight_to_fp16_palettized, x = cast_10)[name = tensor<string, []>("temb_29_cast")];
            tensor<fp16, [2, 320, 96, 96]> input_835_cast = add(x = hidden_states_579_cast, y = temb_29_cast)[name = tensor<string, []>("input_835_cast")];
            tensor<int32, [5]> reshape_160_shape_0 = const()[name = tensor<string, []>("reshape_160_shape_0"), val = tensor<int32, [5]>([2, 32, 10, 96, 96])];
            tensor<fp16, [2, 32, 10, 96, 96]> reshape_160_cast = reshape(shape = reshape_160_shape_0, x = input_835_cast)[name = tensor<string, []>("reshape_160_cast")];
            tensor<int32, [3]> reduce_mean_120_axes_0 = const()[name = tensor<string, []>("reduce_mean_120_axes_0"), val = tensor<int32, [3]>([2, 3, 4])];
            tensor<bool, []> reduce_mean_120_keep_dims_0 = const()[name = tensor<string, []>("reduce_mean_120_keep_dims_0"), val = tensor<bool, []>(true)];
            tensor<fp16, [2, 32, 1, 1, 1]> reduce_mean_120_cast = reduce_mean(axes = reduce_mean_120_axes_0, keep_dims = reduce_mean_120_keep_dims_0, x = reshape_160_cast)[name = tensor<string, []>("reduce_mean_120_cast")];
            tensor<fp16, [2, 32, 10, 96, 96]> sub_80_cast = sub(x = reshape_160_cast, y = reduce_mean_120_cast)[name = tensor<string, []>("sub_80_cast")];
            tensor<fp16, [2, 32, 10, 96, 96]> square_40_cast = square(x = sub_80_cast)[name = tensor<string, []>("square_40_cast")];
            tensor<int32, [3]> reduce_mean_122_axes_0 = const()[name = tensor<string, []>("reduce_mean_122_axes_0"), val = tensor<int32, [3]>([2, 3, 4])];
            tensor<bool, []> reduce_mean_122_keep_dims_0 = const()[name = tensor<string, []>("reduce_mean_122_keep_dims_0"), val = tensor<bool, []>(true)];
            tensor<fp16, [2, 32, 1, 1, 1]> reduce_mean_122_cast = reduce_mean(axes = reduce_mean_122_axes_0, keep_dims = reduce_mean_122_keep_dims_0, x = square_40_cast)[name = tensor<string, []>("reduce_mean_122_cast")];
            tensor<fp16, []> add_80_y_0_to_fp16 = const()[name = tensor<string, []>("add_80_y_0_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 32, 1, 1, 1]> add_80_cast = add(x = reduce_mean_122_cast, y = add_80_y_0_to_fp16)[name = tensor<string, []>("add_80_cast")];
            tensor<fp16, [2, 32, 1, 1, 1]> sqrt_40_cast = sqrt(x = add_80_cast)[name = tensor<string, []>("sqrt_40_cast")];
            tensor<fp16, [2, 32, 10, 96, 96]> real_div_40_cast = real_div(x = sub_80_cast, y = sqrt_40_cast)[name = tensor<string, []>("real_div_40_cast")];
            tensor<int32, [4]> reshape_161_shape_0 = const()[name = tensor<string, []>("reshape_161_shape_0"), val = tensor<int32, [4]>([2, 320, 96, 96])];
            tensor<fp16, [2, 320, 96, 96]> reshape_161_cast = reshape(shape = reshape_161_shape_0, x = real_div_40_cast)[name = tensor<string, []>("reshape_161_cast")];
            tensor<fp16, [320]> add_81_gamma_0_to_fp16 = const()[name = tensor<string, []>("add_81_gamma_0_to_fp16"), val = tensor<fp16, [320]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(637813312)))];
            tensor<fp16, [320]> add_81_beta_0_to_fp16 = const()[name = tensor<string, []>("add_81_beta_0_to_fp16"), val = tensor<fp16, [320]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(637814016)))];
            tensor<fp16, []> add_81_epsilon_0_to_fp16 = const()[name = tensor<string, []>("add_81_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 320, 96, 96]> add_81_cast = batch_norm(beta = add_81_beta_0_to_fp16, epsilon = add_81_epsilon_0_to_fp16, gamma = add_81_gamma_0_to_fp16, mean = add_1_mean_0_to_fp16, variance = add_1_variance_0_to_fp16, x = reshape_161_cast)[name = tensor<string, []>("add_81_cast")];
            tensor<fp16, [2, 320, 96, 96]> input_839_cast = silu(x = add_81_cast)[name = tensor<string, []>("input_839_cast")];
            tensor<int32, [2]> var_61543 = const()[name = tensor<string, []>("op_61543"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_61545 = const()[name = tensor<string, []>("op_61545"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> hidden_states_581_pad_type_0 = const()[name = tensor<string, []>("hidden_states_581_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> hidden_states_581_pad_0 = const()[name = tensor<string, []>("hidden_states_581_pad_0"), val = tensor<int32, [4]>([1, 1, 1, 1])];
            tensor<fp16, [320, 320, 3, 3]> up_blocks_2_resnets_0_conv2_weight_to_fp16 = const()[name = tensor<string, []>("up_blocks_2_resnets_0_conv2_weight_to_fp16"), val = tensor<fp16, [320, 320, 3, 3]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(637814720)))];
            tensor<fp16, [320]> up_blocks_2_resnets_0_conv2_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_2_resnets_0_conv2_bias_to_fp16"), val = tensor<fp16, [320]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(639657984)))];
            tensor<fp16, [2, 320, 96, 96]> hidden_states_581_cast = conv(bias = up_blocks_2_resnets_0_conv2_bias_to_fp16, dilations = var_61545, groups = var_61502, pad = hidden_states_581_pad_0, pad_type = hidden_states_581_pad_type_0, strides = var_61543, weight = up_blocks_2_resnets_0_conv2_weight_to_fp16, x = input_839_cast)[name = tensor<string, []>("hidden_states_581_cast")];
            tensor<int32, [2]> var_61550 = const()[name = tensor<string, []>("op_61550"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_61552 = const()[name = tensor<string, []>("op_61552"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> x_17_pad_type_0 = const()[name = tensor<string, []>("x_17_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> x_17_pad_0 = const()[name = tensor<string, []>("x_17_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [320, 960, 1, 1]> up_blocks_2_resnets_0_conv_shortcut_weight_to_fp16 = const()[name = tensor<string, []>("up_blocks_2_resnets_0_conv_shortcut_weight_to_fp16"), val = tensor<fp16, [320, 960, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(639658688)))];
            tensor<fp16, [320]> up_blocks_2_resnets_0_conv_shortcut_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_2_resnets_0_conv_shortcut_bias_to_fp16"), val = tensor<fp16, [320]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(640273152)))];
            tensor<fp16, [2, 320, 96, 96]> x_17_cast = conv(bias = up_blocks_2_resnets_0_conv_shortcut_bias_to_fp16, dilations = var_61552, groups = var_61502, pad = x_17_pad_0, pad_type = x_17_pad_type_0, strides = var_61550, weight = up_blocks_2_resnets_0_conv_shortcut_weight_to_fp16, x = input_827_cast)[name = tensor<string, []>("x_17_cast")];
            tensor<fp16, [2, 320, 96, 96]> hidden_states_583_cast = add(x = x_17_cast, y = hidden_states_581_cast)[name = tensor<string, []>("hidden_states_583_cast")];
            tensor<bool, []> input_841_interleave_0 = const()[name = tensor<string, []>("input_841_interleave_0"), val = tensor<bool, []>(false)];
            tensor<fp16, [2, 320, 96, 96]> cast_9 = cast(dtype = cast_8_dtype_0, x = input_29_cast)[name = tensor<string, []>("cast_9")];
            tensor<fp16, [2, 640, 96, 96]> input_841_cast = concat(axis = var_61502, interleave = input_841_interleave_0, values = (hidden_states_583_cast, cast_9))[name = tensor<string, []>("input_841_cast")];
            tensor<int32, [5]> reshape_164_shape_0 = const()[name = tensor<string, []>("reshape_164_shape_0"), val = tensor<int32, [5]>([2, 32, 20, 96, 96])];
            tensor<fp16, [2, 32, 20, 96, 96]> reshape_164_cast = reshape(shape = reshape_164_shape_0, x = input_841_cast)[name = tensor<string, []>("reshape_164_cast")];
            tensor<int32, [3]> reduce_mean_123_axes_0 = const()[name = tensor<string, []>("reduce_mean_123_axes_0"), val = tensor<int32, [3]>([2, 3, 4])];
            tensor<bool, []> reduce_mean_123_keep_dims_0 = const()[name = tensor<string, []>("reduce_mean_123_keep_dims_0"), val = tensor<bool, []>(true)];
            tensor<fp16, [2, 32, 1, 1, 1]> reduce_mean_123_cast = reduce_mean(axes = reduce_mean_123_axes_0, keep_dims = reduce_mean_123_keep_dims_0, x = reshape_164_cast)[name = tensor<string, []>("reduce_mean_123_cast")];
            tensor<fp16, [2, 32, 20, 96, 96]> sub_82_cast = sub(x = reshape_164_cast, y = reduce_mean_123_cast)[name = tensor<string, []>("sub_82_cast")];
            tensor<fp16, [2, 32, 20, 96, 96]> square_41_cast = square(x = sub_82_cast)[name = tensor<string, []>("square_41_cast")];
            tensor<int32, [3]> reduce_mean_125_axes_0 = const()[name = tensor<string, []>("reduce_mean_125_axes_0"), val = tensor<int32, [3]>([2, 3, 4])];
            tensor<bool, []> reduce_mean_125_keep_dims_0 = const()[name = tensor<string, []>("reduce_mean_125_keep_dims_0"), val = tensor<bool, []>(true)];
            tensor<fp16, [2, 32, 1, 1, 1]> reduce_mean_125_cast = reduce_mean(axes = reduce_mean_125_axes_0, keep_dims = reduce_mean_125_keep_dims_0, x = square_41_cast)[name = tensor<string, []>("reduce_mean_125_cast")];
            tensor<fp16, []> add_82_y_0_to_fp16 = const()[name = tensor<string, []>("add_82_y_0_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 32, 1, 1, 1]> add_82_cast = add(x = reduce_mean_125_cast, y = add_82_y_0_to_fp16)[name = tensor<string, []>("add_82_cast")];
            tensor<fp16, [2, 32, 1, 1, 1]> sqrt_41_cast = sqrt(x = add_82_cast)[name = tensor<string, []>("sqrt_41_cast")];
            tensor<fp16, [2, 32, 20, 96, 96]> real_div_41_cast = real_div(x = sub_82_cast, y = sqrt_41_cast)[name = tensor<string, []>("real_div_41_cast")];
            tensor<int32, [4]> reshape_165_shape_0 = const()[name = tensor<string, []>("reshape_165_shape_0"), val = tensor<int32, [4]>([2, 640, 96, 96])];
            tensor<fp16, [2, 640, 96, 96]> reshape_165_cast = reshape(shape = reshape_165_shape_0, x = real_div_41_cast)[name = tensor<string, []>("reshape_165_cast")];
            tensor<fp16, [640]> add_83_gamma_0_to_fp16 = const()[name = tensor<string, []>("add_83_gamma_0_to_fp16"), val = tensor<fp16, [640]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(640273856)))];
            tensor<fp16, [640]> add_83_beta_0_to_fp16 = const()[name = tensor<string, []>("add_83_beta_0_to_fp16"), val = tensor<fp16, [640]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(640275200)))];
            tensor<fp16, []> add_83_epsilon_0_to_fp16 = const()[name = tensor<string, []>("add_83_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 640, 96, 96]> add_83_cast = batch_norm(beta = add_83_beta_0_to_fp16, epsilon = add_83_epsilon_0_to_fp16, gamma = add_83_gamma_0_to_fp16, mean = add_11_mean_0_to_fp16, variance = add_11_variance_0_to_fp16, x = reshape_165_cast)[name = tensor<string, []>("add_83_cast")];
            tensor<fp16, [2, 640, 96, 96]> input_845_cast = silu(x = add_83_cast)[name = tensor<string, []>("input_845_cast")];
            tensor<int32, [2]> var_61570 = const()[name = tensor<string, []>("op_61570"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_61572 = const()[name = tensor<string, []>("op_61572"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> hidden_states_585_pad_type_0 = const()[name = tensor<string, []>("hidden_states_585_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> hidden_states_585_pad_0 = const()[name = tensor<string, []>("hidden_states_585_pad_0"), val = tensor<int32, [4]>([1, 1, 1, 1])];
            tensor<fp16, [320, 640, 3, 3]> up_blocks_2_resnets_1_conv1_weight_to_fp16 = const()[name = tensor<string, []>("up_blocks_2_resnets_1_conv1_weight_to_fp16"), val = tensor<fp16, [320, 640, 3, 3]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(640276544)))];
            tensor<fp16, [320]> up_blocks_2_resnets_1_conv1_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_2_resnets_1_conv1_bias_to_fp16"), val = tensor<fp16, [320]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(643963008)))];
            tensor<fp16, [2, 320, 96, 96]> hidden_states_585_cast = conv(bias = up_blocks_2_resnets_1_conv1_bias_to_fp16, dilations = var_61572, groups = var_61502, pad = hidden_states_585_pad_0, pad_type = hidden_states_585_pad_type_0, strides = var_61570, weight = up_blocks_2_resnets_1_conv1_weight_to_fp16, x = input_845_cast)[name = tensor<string, []>("hidden_states_585_cast")];
            tensor<int32, [2]> var_61578 = const()[name = tensor<string, []>("op_61578"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_61580 = const()[name = tensor<string, []>("op_61580"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> temb_31_pad_type_0 = const()[name = tensor<string, []>("temb_31_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> temb_31_pad_0 = const()[name = tensor<string, []>("temb_31_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [320, 1280, 1, 1]> up_blocks_2_resnets_1_time_emb_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [409600]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(643963712))), lut = tensor<fp16, [256]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(644373376))), name = tensor<string, []>("up_blocks_2_resnets_1_time_emb_proj_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([320, 1280, 1, 1])];
            tensor<fp16, [320]> up_blocks_2_resnets_1_time_emb_proj_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_2_resnets_1_time_emb_proj_bias_to_fp16"), val = tensor<fp16, [320]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(644373952)))];
            tensor<fp16, [2, 320, 1, 1]> temb_31_cast = conv(bias = up_blocks_2_resnets_1_time_emb_proj_bias_to_fp16, dilations = var_61580, groups = var_61502, pad = temb_31_pad_0, pad_type = temb_31_pad_type_0, strides = var_61578, weight = up_blocks_2_resnets_1_time_emb_proj_weight_to_fp16_palettized, x = cast_10)[name = tensor<string, []>("temb_31_cast")];
            tensor<fp16, [2, 320, 96, 96]> input_849_cast = add(x = hidden_states_585_cast, y = temb_31_cast)[name = tensor<string, []>("input_849_cast")];
            tensor<int32, [5]> reshape_168_shape_0 = const()[name = tensor<string, []>("reshape_168_shape_0"), val = tensor<int32, [5]>([2, 32, 10, 96, 96])];
            tensor<fp16, [2, 32, 10, 96, 96]> reshape_168_cast = reshape(shape = reshape_168_shape_0, x = input_849_cast)[name = tensor<string, []>("reshape_168_cast")];
            tensor<int32, [3]> reduce_mean_126_axes_0 = const()[name = tensor<string, []>("reduce_mean_126_axes_0"), val = tensor<int32, [3]>([2, 3, 4])];
            tensor<bool, []> reduce_mean_126_keep_dims_0 = const()[name = tensor<string, []>("reduce_mean_126_keep_dims_0"), val = tensor<bool, []>(true)];
            tensor<fp16, [2, 32, 1, 1, 1]> reduce_mean_126_cast = reduce_mean(axes = reduce_mean_126_axes_0, keep_dims = reduce_mean_126_keep_dims_0, x = reshape_168_cast)[name = tensor<string, []>("reduce_mean_126_cast")];
            tensor<fp16, [2, 32, 10, 96, 96]> sub_84_cast = sub(x = reshape_168_cast, y = reduce_mean_126_cast)[name = tensor<string, []>("sub_84_cast")];
            tensor<fp16, [2, 32, 10, 96, 96]> square_42_cast = square(x = sub_84_cast)[name = tensor<string, []>("square_42_cast")];
            tensor<int32, [3]> reduce_mean_128_axes_0 = const()[name = tensor<string, []>("reduce_mean_128_axes_0"), val = tensor<int32, [3]>([2, 3, 4])];
            tensor<bool, []> reduce_mean_128_keep_dims_0 = const()[name = tensor<string, []>("reduce_mean_128_keep_dims_0"), val = tensor<bool, []>(true)];
            tensor<fp16, [2, 32, 1, 1, 1]> reduce_mean_128_cast = reduce_mean(axes = reduce_mean_128_axes_0, keep_dims = reduce_mean_128_keep_dims_0, x = square_42_cast)[name = tensor<string, []>("reduce_mean_128_cast")];
            tensor<fp16, []> add_84_y_0_to_fp16 = const()[name = tensor<string, []>("add_84_y_0_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 32, 1, 1, 1]> add_84_cast = add(x = reduce_mean_128_cast, y = add_84_y_0_to_fp16)[name = tensor<string, []>("add_84_cast")];
            tensor<fp16, [2, 32, 1, 1, 1]> sqrt_42_cast = sqrt(x = add_84_cast)[name = tensor<string, []>("sqrt_42_cast")];
            tensor<fp16, [2, 32, 10, 96, 96]> real_div_42_cast = real_div(x = sub_84_cast, y = sqrt_42_cast)[name = tensor<string, []>("real_div_42_cast")];
            tensor<int32, [4]> reshape_169_shape_0 = const()[name = tensor<string, []>("reshape_169_shape_0"), val = tensor<int32, [4]>([2, 320, 96, 96])];
            tensor<fp16, [2, 320, 96, 96]> reshape_169_cast = reshape(shape = reshape_169_shape_0, x = real_div_42_cast)[name = tensor<string, []>("reshape_169_cast")];
            tensor<fp16, [320]> add_85_gamma_0_to_fp16 = const()[name = tensor<string, []>("add_85_gamma_0_to_fp16"), val = tensor<fp16, [320]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(644374656)))];
            tensor<fp16, [320]> add_85_beta_0_to_fp16 = const()[name = tensor<string, []>("add_85_beta_0_to_fp16"), val = tensor<fp16, [320]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(644375360)))];
            tensor<fp16, []> add_85_epsilon_0_to_fp16 = const()[name = tensor<string, []>("add_85_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 320, 96, 96]> add_85_cast = batch_norm(beta = add_85_beta_0_to_fp16, epsilon = add_85_epsilon_0_to_fp16, gamma = add_85_gamma_0_to_fp16, mean = add_1_mean_0_to_fp16, variance = add_1_variance_0_to_fp16, x = reshape_169_cast)[name = tensor<string, []>("add_85_cast")];
            tensor<fp16, [2, 320, 96, 96]> input_853_cast = silu(x = add_85_cast)[name = tensor<string, []>("input_853_cast")];
            tensor<int32, [2]> var_61590 = const()[name = tensor<string, []>("op_61590"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_61592 = const()[name = tensor<string, []>("op_61592"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> hidden_states_587_pad_type_0 = const()[name = tensor<string, []>("hidden_states_587_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> hidden_states_587_pad_0 = const()[name = tensor<string, []>("hidden_states_587_pad_0"), val = tensor<int32, [4]>([1, 1, 1, 1])];
            tensor<fp16, [320, 320, 3, 3]> up_blocks_2_resnets_1_conv2_weight_to_fp16 = const()[name = tensor<string, []>("up_blocks_2_resnets_1_conv2_weight_to_fp16"), val = tensor<fp16, [320, 320, 3, 3]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(644376064)))];
            tensor<fp16, [320]> up_blocks_2_resnets_1_conv2_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_2_resnets_1_conv2_bias_to_fp16"), val = tensor<fp16, [320]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(646219328)))];
            tensor<fp16, [2, 320, 96, 96]> hidden_states_587_cast = conv(bias = up_blocks_2_resnets_1_conv2_bias_to_fp16, dilations = var_61592, groups = var_61502, pad = hidden_states_587_pad_0, pad_type = hidden_states_587_pad_type_0, strides = var_61590, weight = up_blocks_2_resnets_1_conv2_weight_to_fp16, x = input_853_cast)[name = tensor<string, []>("hidden_states_587_cast")];
            tensor<int32, [2]> var_61597 = const()[name = tensor<string, []>("op_61597"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_61599 = const()[name = tensor<string, []>("op_61599"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> x_19_pad_type_0 = const()[name = tensor<string, []>("x_19_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> x_19_pad_0 = const()[name = tensor<string, []>("x_19_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [320, 640, 1, 1]> up_blocks_2_resnets_1_conv_shortcut_weight_to_fp16 = const()[name = tensor<string, []>("up_blocks_2_resnets_1_conv_shortcut_weight_to_fp16"), val = tensor<fp16, [320, 640, 1, 1]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(646220032)))];
            tensor<fp16, [320]> up_blocks_2_resnets_1_conv_shortcut_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_2_resnets_1_conv_shortcut_bias_to_fp16"), val = tensor<fp16, [320]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(646629696)))];
            tensor<fp16, [2, 320, 96, 96]> x_19_cast = conv(bias = up_blocks_2_resnets_1_conv_shortcut_bias_to_fp16, dilations = var_61599, groups = var_61502, pad = x_19_pad_0, pad_type = x_19_pad_type_0, strides = var_61597, weight = up_blocks_2_resnets_1_conv_shortcut_weight_to_fp16, x = input_841_cast)[name = tensor<string, []>("x_19_cast")];
            tensor<fp16, [2, 320, 96, 96]> hidden_states_589_cast = add(x = x_19_cast, y = hidden_states_587_cast)[name = tensor<string, []>("hidden_states_589_cast")];
            tensor<bool, []> input_855_interleave_0 = const()[name = tensor<string, []>("input_855_interleave_0"), val = tensor<bool, []>(false)];
            tensor<fp16, [2, 320, 96, 96]> cast_11 = cast(dtype = cast_5_dtype_0, x = input_13_cast)[name = tensor<string, []>("cast_11")];
            tensor<fp16, [2, 640, 96, 96]> input_855_cast = concat(axis = var_61502, interleave = input_855_interleave_0, values = (hidden_states_589_cast, cast_11))[name = tensor<string, []>("input_855_cast")];
            tensor<int32, [5]> reshape_172_shape_0 = const()[name = tensor<string, []>("reshape_172_shape_0"), val = tensor<int32, [5]>([2, 32, 20, 96, 96])];
            tensor<fp16, [2, 32, 20, 96, 96]> reshape_172_cast = reshape(shape = reshape_172_shape_0, x = input_855_cast)[name = tensor<string, []>("reshape_172_cast")];
            tensor<int32, [3]> reduce_mean_129_axes_0 = const()[name = tensor<string, []>("reduce_mean_129_axes_0"), val = tensor<int32, [3]>([2, 3, 4])];
            tensor<bool, []> reduce_mean_129_keep_dims_0 = const()[name = tensor<string, []>("reduce_mean_129_keep_dims_0"), val = tensor<bool, []>(true)];
            tensor<fp16, [2, 32, 1, 1, 1]> reduce_mean_129_cast = reduce_mean(axes = reduce_mean_129_axes_0, keep_dims = reduce_mean_129_keep_dims_0, x = reshape_172_cast)[name = tensor<string, []>("reduce_mean_129_cast")];
            tensor<fp16, [2, 32, 20, 96, 96]> sub_86_cast = sub(x = reshape_172_cast, y = reduce_mean_129_cast)[name = tensor<string, []>("sub_86_cast")];
            tensor<fp16, [2, 32, 20, 96, 96]> square_43_cast = square(x = sub_86_cast)[name = tensor<string, []>("square_43_cast")];
            tensor<int32, [3]> reduce_mean_131_axes_0 = const()[name = tensor<string, []>("reduce_mean_131_axes_0"), val = tensor<int32, [3]>([2, 3, 4])];
            tensor<bool, []> reduce_mean_131_keep_dims_0 = const()[name = tensor<string, []>("reduce_mean_131_keep_dims_0"), val = tensor<bool, []>(true)];
            tensor<fp16, [2, 32, 1, 1, 1]> reduce_mean_131_cast = reduce_mean(axes = reduce_mean_131_axes_0, keep_dims = reduce_mean_131_keep_dims_0, x = square_43_cast)[name = tensor<string, []>("reduce_mean_131_cast")];
            tensor<fp16, []> add_86_y_0_to_fp16 = const()[name = tensor<string, []>("add_86_y_0_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 32, 1, 1, 1]> add_86_cast = add(x = reduce_mean_131_cast, y = add_86_y_0_to_fp16)[name = tensor<string, []>("add_86_cast")];
            tensor<fp16, [2, 32, 1, 1, 1]> sqrt_43_cast = sqrt(x = add_86_cast)[name = tensor<string, []>("sqrt_43_cast")];
            tensor<fp16, [2, 32, 20, 96, 96]> real_div_43_cast = real_div(x = sub_86_cast, y = sqrt_43_cast)[name = tensor<string, []>("real_div_43_cast")];
            tensor<int32, [4]> reshape_173_shape_0 = const()[name = tensor<string, []>("reshape_173_shape_0"), val = tensor<int32, [4]>([2, 640, 96, 96])];
            tensor<fp16, [2, 640, 96, 96]> reshape_173_cast = reshape(shape = reshape_173_shape_0, x = real_div_43_cast)[name = tensor<string, []>("reshape_173_cast")];
            tensor<fp16, [640]> add_87_gamma_0_to_fp16 = const()[name = tensor<string, []>("add_87_gamma_0_to_fp16"), val = tensor<fp16, [640]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(646630400)))];
            tensor<fp16, [640]> add_87_beta_0_to_fp16 = const()[name = tensor<string, []>("add_87_beta_0_to_fp16"), val = tensor<fp16, [640]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(646631744)))];
            tensor<fp16, []> add_87_epsilon_0_to_fp16 = const()[name = tensor<string, []>("add_87_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 640, 96, 96]> add_87_cast = batch_norm(beta = add_87_beta_0_to_fp16, epsilon = add_87_epsilon_0_to_fp16, gamma = add_87_gamma_0_to_fp16, mean = add_11_mean_0_to_fp16, variance = add_11_variance_0_to_fp16, x = reshape_173_cast)[name = tensor<string, []>("add_87_cast")];
            tensor<fp16, [2, 640, 96, 96]> input_859_cast = silu(x = add_87_cast)[name = tensor<string, []>("input_859_cast")];
            tensor<int32, [2]> var_61617 = const()[name = tensor<string, []>("op_61617"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_61619 = const()[name = tensor<string, []>("op_61619"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> hidden_states_591_pad_type_0 = const()[name = tensor<string, []>("hidden_states_591_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> hidden_states_591_pad_0 = const()[name = tensor<string, []>("hidden_states_591_pad_0"), val = tensor<int32, [4]>([1, 1, 1, 1])];
            tensor<fp16, [320, 640, 3, 3]> up_blocks_2_resnets_2_conv1_weight_to_fp16 = const()[name = tensor<string, []>("up_blocks_2_resnets_2_conv1_weight_to_fp16"), val = tensor<fp16, [320, 640, 3, 3]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(646633088)))];
            tensor<fp16, [320]> up_blocks_2_resnets_2_conv1_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_2_resnets_2_conv1_bias_to_fp16"), val = tensor<fp16, [320]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(650319552)))];
            tensor<fp16, [2, 320, 96, 96]> hidden_states_591_cast = conv(bias = up_blocks_2_resnets_2_conv1_bias_to_fp16, dilations = var_61619, groups = var_61502, pad = hidden_states_591_pad_0, pad_type = hidden_states_591_pad_type_0, strides = var_61617, weight = up_blocks_2_resnets_2_conv1_weight_to_fp16, x = input_859_cast)[name = tensor<string, []>("hidden_states_591_cast")];
            tensor<int32, [2]> var_61625 = const()[name = tensor<string, []>("op_61625"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_61627 = const()[name = tensor<string, []>("op_61627"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> temb_pad_type_0 = const()[name = tensor<string, []>("temb_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> temb_pad_0 = const()[name = tensor<string, []>("temb_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [320, 1280, 1, 1]> up_blocks_2_resnets_2_time_emb_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [307200]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(650320256))), lut = tensor<fp16, [64]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(650627520))), name = tensor<string, []>("up_blocks_2_resnets_2_time_emb_proj_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([320, 1280, 1, 1])];
            tensor<fp16, [320]> up_blocks_2_resnets_2_time_emb_proj_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_2_resnets_2_time_emb_proj_bias_to_fp16"), val = tensor<fp16, [320]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(650627712)))];
            tensor<fp16, [2, 320, 1, 1]> temb_cast = conv(bias = up_blocks_2_resnets_2_time_emb_proj_bias_to_fp16, dilations = var_61627, groups = var_61502, pad = temb_pad_0, pad_type = temb_pad_type_0, strides = var_61625, weight = up_blocks_2_resnets_2_time_emb_proj_weight_to_fp16_palettized, x = cast_10)[name = tensor<string, []>("temb_cast")];
            tensor<fp16, [2, 320, 96, 96]> input_863_cast = add(x = hidden_states_591_cast, y = temb_cast)[name = tensor<string, []>("input_863_cast")];
            tensor<int32, [5]> reshape_176_shape_0 = const()[name = tensor<string, []>("reshape_176_shape_0"), val = tensor<int32, [5]>([2, 32, 10, 96, 96])];
            tensor<fp16, [2, 32, 10, 96, 96]> reshape_176_cast = reshape(shape = reshape_176_shape_0, x = input_863_cast)[name = tensor<string, []>("reshape_176_cast")];
            tensor<int32, [3]> reduce_mean_132_axes_0 = const()[name = tensor<string, []>("reduce_mean_132_axes_0"), val = tensor<int32, [3]>([2, 3, 4])];
            tensor<bool, []> reduce_mean_132_keep_dims_0 = const()[name = tensor<string, []>("reduce_mean_132_keep_dims_0"), val = tensor<bool, []>(true)];
            tensor<fp16, [2, 32, 1, 1, 1]> reduce_mean_132_cast = reduce_mean(axes = reduce_mean_132_axes_0, keep_dims = reduce_mean_132_keep_dims_0, x = reshape_176_cast)[name = tensor<string, []>("reduce_mean_132_cast")];
            tensor<fp16, [2, 32, 10, 96, 96]> sub_88_cast = sub(x = reshape_176_cast, y = reduce_mean_132_cast)[name = tensor<string, []>("sub_88_cast")];
            tensor<fp16, [2, 32, 10, 96, 96]> square_44_cast = square(x = sub_88_cast)[name = tensor<string, []>("square_44_cast")];
            tensor<int32, [3]> reduce_mean_134_axes_0 = const()[name = tensor<string, []>("reduce_mean_134_axes_0"), val = tensor<int32, [3]>([2, 3, 4])];
            tensor<bool, []> reduce_mean_134_keep_dims_0 = const()[name = tensor<string, []>("reduce_mean_134_keep_dims_0"), val = tensor<bool, []>(true)];
            tensor<fp16, [2, 32, 1, 1, 1]> reduce_mean_134_cast = reduce_mean(axes = reduce_mean_134_axes_0, keep_dims = reduce_mean_134_keep_dims_0, x = square_44_cast)[name = tensor<string, []>("reduce_mean_134_cast")];
            tensor<fp16, []> add_88_y_0_to_fp16 = const()[name = tensor<string, []>("add_88_y_0_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 32, 1, 1, 1]> add_88_cast = add(x = reduce_mean_134_cast, y = add_88_y_0_to_fp16)[name = tensor<string, []>("add_88_cast")];
            tensor<fp16, [2, 32, 1, 1, 1]> sqrt_44_cast = sqrt(x = add_88_cast)[name = tensor<string, []>("sqrt_44_cast")];
            tensor<fp16, [2, 32, 10, 96, 96]> real_div_44_cast = real_div(x = sub_88_cast, y = sqrt_44_cast)[name = tensor<string, []>("real_div_44_cast")];
            tensor<int32, [4]> reshape_177_shape_0 = const()[name = tensor<string, []>("reshape_177_shape_0"), val = tensor<int32, [4]>([2, 320, 96, 96])];
            tensor<fp16, [2, 320, 96, 96]> reshape_177_cast = reshape(shape = reshape_177_shape_0, x = real_div_44_cast)[name = tensor<string, []>("reshape_177_cast")];
            tensor<fp16, [320]> add_89_gamma_0_to_fp16 = const()[name = tensor<string, []>("add_89_gamma_0_to_fp16"), val = tensor<fp16, [320]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(650628416)))];
            tensor<fp16, [320]> add_89_beta_0_to_fp16 = const()[name = tensor<string, []>("add_89_beta_0_to_fp16"), val = tensor<fp16, [320]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(650629120)))];
            tensor<fp16, []> add_89_epsilon_0_to_fp16 = const()[name = tensor<string, []>("add_89_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 320, 96, 96]> add_89_cast = batch_norm(beta = add_89_beta_0_to_fp16, epsilon = add_89_epsilon_0_to_fp16, gamma = add_89_gamma_0_to_fp16, mean = add_1_mean_0_to_fp16, variance = add_1_variance_0_to_fp16, x = reshape_177_cast)[name = tensor<string, []>("add_89_cast")];
            tensor<fp16, [2, 320, 96, 96]> input_867_cast = silu(x = add_89_cast)[name = tensor<string, []>("input_867_cast")];
            tensor<int32, [2]> var_61637 = const()[name = tensor<string, []>("op_61637"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_61639 = const()[name = tensor<string, []>("op_61639"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> hidden_states_pad_type_0 = const()[name = tensor<string, []>("hidden_states_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> hidden_states_pad_0 = const()[name = tensor<string, []>("hidden_states_pad_0"), val = tensor<int32, [4]>([1, 1, 1, 1])];
            tensor<fp16, [320, 320, 3, 3]> up_blocks_2_resnets_2_conv2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [921600]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(650629824))), lut = tensor<fp16, [256]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(651551488))), name = tensor<string, []>("up_blocks_2_resnets_2_conv2_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([320, 320, 3, 3])];
            tensor<fp16, [320]> up_blocks_2_resnets_2_conv2_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_2_resnets_2_conv2_bias_to_fp16"), val = tensor<fp16, [320]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(651552064)))];
            tensor<fp16, [2, 320, 96, 96]> hidden_states_cast = conv(bias = up_blocks_2_resnets_2_conv2_bias_to_fp16, dilations = var_61639, groups = var_61502, pad = hidden_states_pad_0, pad_type = hidden_states_pad_type_0, strides = var_61637, weight = up_blocks_2_resnets_2_conv2_weight_to_fp16_palettized, x = input_867_cast)[name = tensor<string, []>("hidden_states_cast")];
            tensor<int32, [2]> var_61644 = const()[name = tensor<string, []>("op_61644"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_61646 = const()[name = tensor<string, []>("op_61646"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> x_pad_type_0 = const()[name = tensor<string, []>("x_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> x_pad_0 = const()[name = tensor<string, []>("x_pad_0"), val = tensor<int32, [4]>([0, 0, 0, 0])];
            tensor<fp16, [320, 640, 1, 1]> up_blocks_2_resnets_2_conv_shortcut_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor<uint8, [204800]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(651552768))), lut = tensor<fp16, [256]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(651757632))), name = tensor<string, []>("up_blocks_2_resnets_2_conv_shortcut_weight_to_fp16_palettized"), shape = tensor<uint32, [4]>([320, 640, 1, 1])];
            tensor<fp16, [320]> up_blocks_2_resnets_2_conv_shortcut_bias_to_fp16 = const()[name = tensor<string, []>("up_blocks_2_resnets_2_conv_shortcut_bias_to_fp16"), val = tensor<fp16, [320]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(651758208)))];
            tensor<fp16, [2, 320, 96, 96]> x_cast = conv(bias = up_blocks_2_resnets_2_conv_shortcut_bias_to_fp16, dilations = var_61646, groups = var_61502, pad = x_pad_0, pad_type = x_pad_type_0, strides = var_61644, weight = up_blocks_2_resnets_2_conv_shortcut_weight_to_fp16_palettized, x = input_855_cast)[name = tensor<string, []>("x_cast")];
            tensor<fp16, [2, 320, 96, 96]> input_869_cast = add(x = x_cast, y = hidden_states_cast)[name = tensor<string, []>("input_869_cast")];
            tensor<int32, [5]> reshape_180_shape_0 = const()[name = tensor<string, []>("reshape_180_shape_0"), val = tensor<int32, [5]>([2, 32, 10, 96, 96])];
            tensor<fp16, [2, 32, 10, 96, 96]> reshape_180_cast = reshape(shape = reshape_180_shape_0, x = input_869_cast)[name = tensor<string, []>("reshape_180_cast")];
            tensor<int32, [3]> reduce_mean_135_axes_0 = const()[name = tensor<string, []>("reduce_mean_135_axes_0"), val = tensor<int32, [3]>([2, 3, 4])];
            tensor<bool, []> reduce_mean_135_keep_dims_0 = const()[name = tensor<string, []>("reduce_mean_135_keep_dims_0"), val = tensor<bool, []>(true)];
            tensor<fp16, [2, 32, 1, 1, 1]> reduce_mean_135_cast = reduce_mean(axes = reduce_mean_135_axes_0, keep_dims = reduce_mean_135_keep_dims_0, x = reshape_180_cast)[name = tensor<string, []>("reduce_mean_135_cast")];
            tensor<fp16, [2, 32, 10, 96, 96]> sub_90_cast = sub(x = reshape_180_cast, y = reduce_mean_135_cast)[name = tensor<string, []>("sub_90_cast")];
            tensor<fp16, [2, 32, 10, 96, 96]> square_45_cast = square(x = sub_90_cast)[name = tensor<string, []>("square_45_cast")];
            tensor<int32, [3]> reduce_mean_137_axes_0 = const()[name = tensor<string, []>("reduce_mean_137_axes_0"), val = tensor<int32, [3]>([2, 3, 4])];
            tensor<bool, []> reduce_mean_137_keep_dims_0 = const()[name = tensor<string, []>("reduce_mean_137_keep_dims_0"), val = tensor<bool, []>(true)];
            tensor<fp16, [2, 32, 1, 1, 1]> reduce_mean_137_cast = reduce_mean(axes = reduce_mean_137_axes_0, keep_dims = reduce_mean_137_keep_dims_0, x = square_45_cast)[name = tensor<string, []>("reduce_mean_137_cast")];
            tensor<fp16, []> add_90_y_0_to_fp16 = const()[name = tensor<string, []>("add_90_y_0_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 32, 1, 1, 1]> add_90_cast = add(x = reduce_mean_137_cast, y = add_90_y_0_to_fp16)[name = tensor<string, []>("add_90_cast")];
            tensor<fp16, [2, 32, 1, 1, 1]> sqrt_45_cast = sqrt(x = add_90_cast)[name = tensor<string, []>("sqrt_45_cast")];
            tensor<fp16, [2, 32, 10, 96, 96]> real_div_45_cast = real_div(x = sub_90_cast, y = sqrt_45_cast)[name = tensor<string, []>("real_div_45_cast")];
            tensor<int32, [4]> reshape_181_shape_0 = const()[name = tensor<string, []>("reshape_181_shape_0"), val = tensor<int32, [4]>([2, 320, 96, 96])];
            tensor<fp16, [2, 320, 96, 96]> reshape_181_cast = reshape(shape = reshape_181_shape_0, x = real_div_45_cast)[name = tensor<string, []>("reshape_181_cast")];
            tensor<fp16, [320]> add_91_gamma_0_to_fp16 = const()[name = tensor<string, []>("add_91_gamma_0_to_fp16"), val = tensor<fp16, [320]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(651758912)))];
            tensor<fp16, [320]> add_91_beta_0_to_fp16 = const()[name = tensor<string, []>("add_91_beta_0_to_fp16"), val = tensor<fp16, [320]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(651759616)))];
            tensor<fp16, []> add_91_epsilon_0_to_fp16 = const()[name = tensor<string, []>("add_91_epsilon_0_to_fp16"), val = tensor<fp16, []>(0x1.5p-17)];
            tensor<fp16, [2, 320, 96, 96]> add_91_cast = batch_norm(beta = add_91_beta_0_to_fp16, epsilon = add_91_epsilon_0_to_fp16, gamma = add_91_gamma_0_to_fp16, mean = add_1_mean_0_to_fp16, variance = add_1_variance_0_to_fp16, x = reshape_181_cast)[name = tensor<string, []>("add_91_cast")];
            tensor<fp16, [2, 320, 96, 96]> input_cast = silu(x = add_91_cast)[name = tensor<string, []>("input_cast")];
            tensor<int32, []> var_61660 = const()[name = tensor<string, []>("op_61660"), val = tensor<int32, []>(1)];
            tensor<int32, [2]> var_61663 = const()[name = tensor<string, []>("op_61663"), val = tensor<int32, [2]>([1, 1])];
            tensor<int32, [2]> var_61665 = const()[name = tensor<string, []>("op_61665"), val = tensor<int32, [2]>([1, 1])];
            tensor<string, []> var_61667_pad_type_0 = const()[name = tensor<string, []>("op_61667_pad_type_0"), val = tensor<string, []>("custom")];
            tensor<int32, [4]> var_61667_pad_0 = const()[name = tensor<string, []>("op_61667_pad_0"), val = tensor<int32, [4]>([1, 1, 1, 1])];
            tensor<fp16, [4, 320, 3, 3]> conv_out_weight_to_fp16 = const()[name = tensor<string, []>("conv_out_weight_to_fp16"), val = tensor<fp16, [4, 320, 3, 3]>(BLOBFILE(path = tensor<string, []>("@model_path/weights/weight.bin"), offset = tensor<uint64, []>(651760320)))];
            tensor<fp16, [4]> conv_out_bias_to_fp16 = const()[name = tensor<string, []>("conv_out_bias_to_fp16"), val = tensor<fp16, [4]>([0x1.664p-9, -0x1.72p-10, 0x1.06p-9, -0x1.9b8p-9])];
            tensor<fp16, [2, 4, 96, 96]> noise_pred = conv(bias = conv_out_bias_to_fp16, dilations = var_61665, groups = var_61660, pad = var_61667_pad_0, pad_type = var_61667_pad_type_0, strides = var_61663, weight = conv_out_weight_to_fp16, x = input_cast)[name = tensor<string, []>("op_61667_cast")];
        } -> (noise_pred);
}