Hugging Face's logo

PhilipQuirke
/
QuantaMaths_mix_d10_l3_h4_t75K_gf_s173289

Transformers
mathematics
addition
subtraction
Inference Endpoints
Model card Files Community
QuantaMaths_mix_d10_l3_h4_t75K_gf_s173289 / behaviors.json
PhilipQuirke's picture
PhilipQuirke
Initial commit for mix_d10_l3_h4_t75K_gf_s173289
f47ca97 verified
raw
history blame contribute delete
33.5 kB
[{"position": 1, "layer": 0, "is_head": true, "num": 0, "tags": ["Fail%:0", "Impact:A1", "Math.Sub:M1", "Attn:P1=98", "Attn:P0=2"]}, {"position": 1, "layer": 0, "is_head": true, "num": 3, "tags": ["Fail%:0", "Impact:A1", "Math.Sub:M1", "Attn:P1=89", "Attn:P0=11"]}, {"position": 1, "layer": 0, "is_head": false, "num": 0, "tags": ["Fail%:0", "Impact:A1", "Math.Sub:M1"]}, {"position": 11, "layer": 0, "is_head": true, "num": 2, "tags": ["Fail%:2", "Impact:A541", "Math.Neg:N1234", "Attn:P10=84", "Attn:P4=4", "Attn:P5=3", "Attn:P3=2"]}, {"position": 11, "layer": 0, "is_head": false, "num": 0, "tags": ["Fail%:0", "Impact:A4", "Math.Neg:N1"]}, {"position": 12, "layer": 0, "is_head": true, "num": 2, "tags": ["Fail%:0", "Impact:A6", "Math.Sub:M0", "Attn:P10=48", "Attn:P9=12", "Attn:P1=7", "Attn:P7=6"]}, {"position": 14, "layer": 0, "is_head": true, "num": 0, "tags": ["Fail%:3", "Impact:A981", "Math.Add:S2345", "Math.Sub:M013", "Math.Neg:N1", "Attn:P3=95"]}, {"position": 14, "layer": 0, "is_head": true, "num": 1, "tags": ["Fail%:3", "Impact:A981", "Math.Add:S2345", "Math.Neg:N123", "Attn:P14=91", "Attn:P3=5"]}, {"position": 14, "layer": 0, "is_head": true, "num": 2, "tags": ["Fail%:5", "Impact:A91", "Math.Sub:M0123", "Math.Neg:N12", "Attn:P2=73", "Attn:P10=15", "Attn:P3=4", "Attn:P1=2"]}, {"position": 14, "layer": 0, "is_head": true, "num": 3, "tags": ["Fail%:1", "Impact:A98", "Math.Neg:N23", "Attn:P13=81", "Attn:P10=5", "Attn:P14=5", "Attn:P12=2"]}, {"position": 15, "layer": 0, "is_head": true, "num": 0, "tags": ["Fail%:7", "Impact:A871", "Math.Add:S2345", "Math.Sub:M0123", "Math.Neg:N1", "Attn:P4=96"]}, {"position": 15, "layer": 0, "is_head": true, "num": 1, "tags": ["Fail%:22", "Impact:A987651", "Math.Add:S2345", "Math.Sub:M0123", "Math.Neg:N12", "Attn:P15=90", "Attn:P4=4"]}, {"position": 15, "layer": 0, "is_head": true, "num": 2, "tags": ["Fail%:1", "Impact:A871", "Math.Add:S3", "Math.Sub:M02", "Attn:P3=73", "Attn:P10=14", "Attn:P4=3", "Attn:P2=2"]}, {"position": 15, "layer": 0, "is_head": true, "num": 3, "tags": ["Fail%:1", "Impact:A7", "Math.Add:S23", "Math.Sub:M2", "Math.Neg:N2", "Attn:P14=80", "Attn:P10=6", "Attn:P13=2", "Attn:P15=2"]}, {"position": 15, "layer": 0, "is_head": false, "num": 0, "tags": ["Fail%:1", "Impact:A71", "Math.Add:S2", "Math.Sub:M2", "Math.Neg:N12"]}, {"position": 15, "layer": 1, "is_head": false, "num": 0, "tags": ["Fail%:1", "Impact:A71", "Math.Add:S2", "Math.Sub:M2", "Math.Neg:N12"]}, {"position": 16, "layer": 0, "is_head": true, "num": 0, "tags": ["Fail%:0", "Impact:A9", "Math.Add:S2", "Attn:P13=89", "Attn:P2=4"]}, {"position": 16, "layer": 0, "is_head": true, "num": 1, "tags": ["Fail%:0", "Impact:A9", "Math.Add:S23", "Attn:P2=75", "Attn:P13=20"]}, {"position": 16, "layer": 0, "is_head": false, "num": 0, "tags": ["Fail%:0", "Impact:A9", "Math.Add:S2"]}, {"position": 16, "layer": 1, "is_head": false, "num": 0, "tags": ["Fail%:0", "Impact:A9", "Math.Add:S2"]}, {"position": 18, "layer": 0, "is_head": true, "num": 0, "tags": ["Fail%:10", "Impact:A8765", "Math.Add:S2345", "Math.Sub:M0", "Math.Neg:N1", "Attn:P6=97"]}, {"position": 18, "layer": 0, "is_head": true, "num": 1, "tags": ["Fail%:13", "Impact:A8765", "Math.Add:S2345", "Math.Sub:M0123", "Math.Neg:N4", "Attn:P17=88", "Attn:P6=5"]}, {"position": 18, "layer": 0, "is_head": true, "num": 2, "tags": ["Fail%:13", "Impact:A87651", "Math.Add:S2345", "Math.Sub:M0", "Math.Neg:N12", "Attn:P5=85", "Attn:P10=7", "Attn:P6=2", "Attn:P4=1"]}, {"position": 18, "layer": 0, "is_head": true, "num": 3, "tags": ["Fail%:18", "Impact:A87651", "Math.Add:S2345", "Math.Sub:M0123", "Math.Neg:N12", "Attn:P16=90", "Attn:P17=2", "Attn:P10=1"]}, {"position": 18, "layer": 0, "is_head": false, "num": 0, "tags": ["Fail%:14", "Impact:A87651", "Math.Add:S12345", "Math.Sub:M23", "Math.Neg:N14"]}, {"position": 18, "layer": 1, "is_head": true, "num": 3, "tags": ["Fail%:1", "Impact:A1", "Math.Neg:N12", "Attn:P11=43", "Attn:P18=36", "Attn:P12=7", "Attn:P13=3"]}, {"position": 18, "layer": 1, "is_head": false, "num": 0, "tags": ["Fail%:1", "Impact:A65", "Math.Sub:M23"]}, {"position": 19, "layer": 0, "is_head": true, "num": 0, "tags": ["Fail%:28", "Impact:A65432", "Math.Add:S12345", "Math.Sub:M0123", "Math.Neg:N123", "Attn:P8=98"]}, {"position": 19, "layer": 0, "is_head": true, "num": 1, "tags": ["Fail%:35", "Impact:A65432", "Math.Add:S12345", "Math.Sub:M0123", "Math.Neg:N12", "Attn:P19=80", "Attn:P8=14"]}, {"position": 19, "layer": 0, "is_head": true, "num": 3, "tags": ["Fail%:1", "Impact:A32", "Math.Sub:M13", "Attn:P10=53", "Attn:P3=4", "Attn:P4=4", "Attn:P5=4"]}, {"position": 19, "layer": 0, "is_head": false, "num": 0, "tags": ["Fail%:24", "Impact:A65432", "Math.Add:S12345", "Math.Sub:M123", "Math.Neg:N1"]}, {"position": 19, "layer": 1, "is_head": true, "num": 0, "tags": ["Fail%:0", "Impact:A3", "Math.Sub:M3", "Attn:P19=18", "Attn:P11=18", "Attn:P16=13", "Attn:P14=12"]}, {"position": 19, "layer": 1, "is_head": true, "num": 2, "tags": ["Fail%:5", "Impact:A2", "Math.Sub:M123", "Attn:P19=24", "Attn:P18=14", "Attn:P13=11", "Attn:P12=11"]}, {"position": 19, "layer": 1, "is_head": false, "num": 0, "tags": ["Fail%:13", "Impact:A2", "Math.Add:S1234", "Math.Sub:M123", "Math.Neg:N14"]}, {"position": 20, "layer": 0, "is_head": true, "num": 0, "tags": ["Fail%:8", "Impact:A5432", "Math.Add:S2345", "Math.Sub:M3", "Math.Neg:N12", "Attn:P10=35", "Attn:P9=26", "Attn:P8=23", "Attn:P0=2"]}, {"position": 20, "layer": 0, "is_head": true, "num": 1, "tags": ["Fail%:2", "Impact:A543", "Math.Add:S34", "Math.Sub:M3", "Attn:P19=44", "Attn:P8=33", "Attn:P20=10", "Attn:P9=1"]}, {"position": 20, "layer": 0, "is_head": true, "num": 2, "tags": ["Fail%:18", "Impact:A76543", "Math.Add:S2345", "Math.Sub:M123", "Math.Neg:N12", "Attn:P7=91", "Attn:P10=2"]}, {"position": 20, "layer": 0, "is_head": true, "num": 3, "tags": ["Fail%:21", "Impact:A76543", "Math.Add:S2345", "Math.Sub:M0123", "Math.Neg:N4", "Attn:P18=89", "Attn:P20=3", "Attn:P19=2"]}, {"position": 20, "layer": 0, "is_head": false, "num": 0, "tags": ["Fail%:15", "Impact:A76543", "Math.Add:S2345", "Math.Sub:M123"]}, {"position": 20, "layer": 1, "is_head": true, "num": 1, "tags": ["Fail%:2", "Impact:A543", "Math.Add:S1235", "Attn:P0=31", "Attn:P11=19", "Attn:P12=17", "Attn:P19=17"]}, {"position": 20, "layer": 1, "is_head": true, "num": 2, "tags": ["Fail%:4", "Impact:A543", "Math.Sub:M23", "Math.Neg:N124", "Attn:P18=28", "Attn:P11=24", "Attn:P19=12", "Attn:P20=12"]}, {"position": 20, "layer": 1, "is_head": true, "num": 3, "tags": ["Fail%:2", "Impact:A54", "Math.Sub:M23", "Attn:P11=32", "Attn:P20=30", "Attn:P19=20", "Attn:P12=4"]}, {"position": 20, "layer": 1, "is_head": false, "num": 0, "tags": ["Fail%:2", "Impact:A5432", "Math.Add:S023", "Math.Sub:M3"]}, {"position": 21, "layer": 0, "is_head": true, "num": 0, "tags": ["Fail%:1", "Impact:A1", "Math.Sub:M12", "Math.Neg:N2", "Attn:P12=99"]}, {"position": 21, "layer": 0, "is_head": true, "num": 1, "tags": ["Fail%:4", "Impact:A31", "Math.Sub:M3", "Math.Neg:N1234", "Attn:P10=84", "Attn:P1=6"]}, {"position": 21, "layer": 0, "is_head": true, "num": 2, "tags": ["Fail%:2", "Impact:A1", "Math.Sub:M01", "Attn:P0=78", "Attn:P21=5", "Attn:P1=2", "Attn:P9=2"]}, {"position": 21, "layer": 0, "is_head": true, "num": 3, "tags": ["Fail%:4", "Impact:A1", "Math.Neg:N1234", "Attn:P11=73", "Attn:P12=4", "Attn:P21=3", "Attn:P1=2"]}, {"position": 21, "layer": 0, "is_head": false, "num": 0, "tags": ["Fail%:5", "Impact:A31", "Math.Sub:M3", "Math.Neg:N1234"]}, {"position": 21, "layer": 1, "is_head": true, "num": 0, "tags": ["Fail%:1", "Impact:A1", "Math.Neg:N12", "Attn:P1=18", "Attn:P21=10", "Attn:P11=7", "Attn:P0=6"]}, {"position": 21, "layer": 1, "is_head": true, "num": 2, "tags": ["Fail%:1", "Impact:A1", "Math.Sub:M1", "Math.Neg:N1", "Attn:P21=19", "Attn:P1=18", "Attn:P0=6", "Attn:P14=6"]}, {"position": 21, "layer": 1, "is_head": true, "num": 3, "tags": ["Fail%:3", "Impact:A1", "Math.Sub:M1", "Math.Neg:N124", "Attn:P21=50", "Attn:P1=24", "Attn:P0=11", "Attn:P2=6"]}, {"position": 21, "layer": 1, "is_head": false, "num": 0, "tags": ["Fail%:2", "Impact:A1", "Math.Sub:M1", "Math.Neg:N12"]}, {"position": 21, "layer": 2, "is_head": true, "num": 1, "tags": ["Fail%:0", "Impact:A1", "Math.Neg:N1", "Attn:P14=24", "Attn:P21=10", "Attn:P15=7", "Attn:P1=6"]}, {"position": 21, "layer": 2, "is_head": true, "num": 3, "tags": ["Fail%:1", "Impact:A1", "Math.Neg:N12", "Attn:P21=21", "Attn:P14=15", "Attn:P18=13", "Attn:P15=8"]}, {"position": 21, "layer": 2, "is_head": false, "num": 0, "tags": ["Fail%:7", "Impact:A1", "Math.Sub:M0123", "Math.Neg:N2"]}, {"position": 22, "layer": 0, "is_head": true, "num": 0, "tags": ["Fail%:50", "Impact:A9876543210", "Math.Add:S012345", "Math.Sub:M3", "Attn:P10=35", "Attn:P0=29", "Attn:P11=16", "Attn:P22=6"]}, {"position": 22, "layer": 0, "is_head": true, "num": 1, "tags": ["Fail%:4", "Impact:A10", "Math.Add:S12", "Attn:P11=36", "Attn:P21=29", "Attn:P0=15", "Attn:P9=2"]}, {"position": 22, "layer": 0, "is_head": true, "num": 2, "tags": ["Fail%:1", "Impact:A10", "Math.Add:S2", "Attn:P1=39", "Attn:P21=20", "Attn:P12=8", "Attn:P20=7"]}, {"position": 22, "layer": 0, "is_head": true, "num": 3, "tags": ["Fail%:5", "Impact:A9876543210", "Math.Add:S2", "Math.Neg:N1234", "Attn:P12=40", "Attn:P21=20", "Attn:P22=9", "Attn:P1=7"]}, {"position": 22, "layer": 0, "is_head": false, "num": 0, "tags": ["Fail%:30", "Impact:A9876543210", "Math.Add:S012345", "Math.Sub:M23", "Math.Neg:N124"]}, {"position": 22, "layer": 1, "is_head": true, "num": 1, "tags": ["Fail%:0", "Impact:A10", "Math.Add:S2", "Attn:P0=47", "Attn:P11=13", "Attn:P21=8", "Attn:P12=7"]}, {"position": 22, "layer": 1, "is_head": true, "num": 3, "tags": ["Fail%:0", "Impact:A3", "Math.Sub:M3", "Attn:P21=51", "Attn:P22=43", "Attn:P0=3", "Attn:P1=3"]}, {"position": 22, "layer": 1, "is_head": false, "num": 0, "tags": ["Fail%:2", "Impact:A310", "Math.Add:S12", "Math.Sub:M3"]}, {"position": 22, "layer": 2, "is_head": false, "num": 0, "tags": ["Fail%:1", "Impact:A10", "Math.Add:S12"]}, {"position": 23, "layer": 0, "is_head": true, "num": 0, "tags": ["Fail%:18", "Impact:A9", "Math.Add:S123", "Math.Sub:M01", "Math.Neg:N1234", "Attn:P11=91", "Attn:P0=5"]}, {"position": 23, "layer": 0, "is_head": true, "num": 1, "tags": ["Fail%:19", "Impact:A9", "Math.Add:S123", "Math.Sub:M01", "Math.Neg:N123", "Attn:P0=89", "Attn:P11=6"]}, {"position": 23, "layer": 0, "is_head": true, "num": 2, "tags": ["Fail%:11", "Impact:A9", "Math.Add:S123", "Math.Sub:M01", "Math.Neg:N124", "Attn:P1=72", "Attn:P10=8", "Attn:P21=4", "Attn:P22=2"]}, {"position": 23, "layer": 0, "is_head": true, "num": 3, "tags": ["Fail%:8", "Impact:A9", "Math.Add:S123", "Math.Sub:M1", "Math.Neg:N123", "Attn:P12=62", "Attn:P21=8", "Attn:P22=6", "Attn:P13=3"]}, {"position": 23, "layer": 0, "is_head": false, "num": 0, "tags": ["Fail%:19", "Impact:A9", "Math.Add:S123", "Math.Sub:M1", "Math.Neg:N1234"]}, {"position": 23, "layer": 1, "is_head": true, "num": 0, "tags": ["Fail%:0", "Impact:A9", "Math.Sub:M1", "Attn:P18=34", "Attn:P15=20", "Attn:P22=8", "Attn:P14=7"]}, {"position": 23, "layer": 1, "is_head": true, "num": 1, "tags": ["Fail%:0", "Impact:A9", "Math.Add:S2", "Attn:P0=50", "Attn:P16=16", "Attn:P17=12", "Attn:P21=8"]}, {"position": 23, "layer": 1, "is_head": true, "num": 2, "tags": ["Fail%:0", "Impact:A9", "Math.Sub:M1", "Math.Neg:N4", "Attn:P15=11", "Attn:P14=9", "Attn:P11=9", "Attn:P21=6"]}, {"position": 23, "layer": 1, "is_head": true, "num": 3, "tags": ["Fail%:5", "Impact:A9", "Math.Sub:M0123", "Attn:P22=79", "Attn:P1=7", "Attn:P23=5", "Attn:P0=2"]}, {"position": 23, "layer": 1, "is_head": false, "num": 0, "tags": ["Fail%:9", "Impact:A9", "Math.Add:S12", "Math.Sub:M0123", "Math.Neg:N12"]}, {"position": 23, "layer": 2, "is_head": true, "num": 0, "tags": ["Fail%:3", "Impact:A9", "Math.Add:S2", "Math.Sub:M0123", "Attn:P0=33", "Attn:P14=11", "Attn:P2=10", "Attn:P15=7"]}, {"position": 23, "layer": 2, "is_head": true, "num": 1, "tags": ["Fail%:0", "Impact:A9", "Math.Neg:N12", "Attn:P23=41", "Attn:P11=10", "Attn:P12=9", "Attn:P21=9"]}, {"position": 23, "layer": 2, "is_head": true, "num": 2, "tags": ["Fail%:1", "Impact:A9", "Math.Sub:M1", "Math.Neg:N13", "Attn:P0=27", "Attn:P14=15", "Attn:P23=13", "Attn:P1=8"]}, {"position": 23, "layer": 2, "is_head": true, "num": 3, "tags": ["Fail%:1", "Impact:A9", "Math.Neg:N123", "Attn:P17=17", "Attn:P14=17", "Attn:P23=10", "Attn:P0=7"]}, {"position": 23, "layer": 2, "is_head": false, "num": 0, "tags": ["Fail%:62", "Impact:A9", "Math.Add:S012345", "Math.Sub:M0123", "Math.Neg:N1234"]}, {"position": 24, "layer": 0, "is_head": true, "num": 0, "tags": ["Fail%:19", "Impact:A8", "Math.Add:S123", "Math.Sub:M01", "Math.Neg:N1234", "Attn:P12=91", "Attn:P1=1"]}, {"position": 24, "layer": 0, "is_head": true, "num": 1, "tags": ["Fail%:19", "Impact:A8", "Math.Add:S123", "Math.Sub:M01", "Math.Neg:N1234", "Attn:P1=82", "Attn:P12=5", "Attn:P22=2", "Attn:P24=1"]}, {"position": 24, "layer": 0, "is_head": true, "num": 2, "tags": ["Fail%:14", "Impact:A8", "Math.Add:S12345", "Math.Sub:M0123", "Math.Neg:N12", "Attn:P2=71", "Attn:P10=9", "Attn:P3=5", "Attn:P1=3"]}, {"position": 24, "layer": 0, "is_head": true, "num": 3, "tags": ["Fail%:10", "Impact:A8765", "Math.Add:S12345", "Math.Sub:M01", "Math.Neg:N1234", "Attn:P13=68", "Attn:P14=6", "Attn:P12=4", "Attn:P21=2"]}, {"position": 24, "layer": 0, "is_head": false, "num": 0, "tags": ["Fail%:18", "Impact:A8", "Math.Add:S12345", "Math.Sub:M01", "Math.Neg:N124"]}, {"position": 24, "layer": 1, "is_head": true, "num": 0, "tags": ["Fail%:0", "Impact:A8", "Math.Sub:M1", "Math.Neg:N1", "Attn:P18=38", "Attn:P15=20", "Attn:P24=7", "Attn:P14=6"]}, {"position": 24, "layer": 1, "is_head": true, "num": 2, "tags": ["Fail%:0", "Impact:A8", "Math.Sub:M2", "Attn:P15=20", "Attn:P11=11", "Attn:P14=11", "Attn:P18=6"]}, {"position": 24, "layer": 1, "is_head": true, "num": 3, "tags": ["Fail%:14", "Impact:A8", "Math.Sub:M0123", "Math.Neg:N1", "Attn:P22=46", "Attn:P24=28", "Attn:P1=6", "Attn:P23=4"]}, {"position": 24, "layer": 1, "is_head": false, "num": 0, "tags": ["Fail%:4", "Impact:A8", "Math.Add:S12", "Math.Neg:N124"]}, {"position": 24, "layer": 2, "is_head": true, "num": 0, "tags": ["Fail%:13", "Impact:A8", "Math.Sub:M0123", "Attn:P0=23", "Attn:P18=15", "Attn:P15=10", "Attn:P2=9"]}, {"position": 24, "layer": 2, "is_head": true, "num": 2, "tags": ["Fail%:1", "Impact:A8", "Math.Sub:M1", "Math.Neg:N12", "Attn:P0=25", "Attn:P15=16", "Attn:P14=14", "Attn:P24=8"]}, {"position": 24, "layer": 2, "is_head": true, "num": 3, "tags": ["Fail%:1", "Impact:A8", "Math.Neg:N12", "Attn:P15=14", "Attn:P18=14", "Attn:P14=10", "Attn:P17=9"]}, {"position": 24, "layer": 2, "is_head": false, "num": 0, "tags": ["Fail%:69", "Impact:A8", "Math.Add:S012345", "Math.Sub:M0123", "Math.Neg:N1234"]}, {"position": 25, "layer": 0, "is_head": true, "num": 0, "tags": ["Fail%:26", "Impact:A7", "Math.Add:S012345", "Math.Sub:M0123", "Math.Neg:N1234", "Attn:P13=95", "Attn:P2=1"]}, {"position": 25, "layer": 0, "is_head": true, "num": 1, "tags": ["Fail%:26", "Impact:A7", "Math.Add:S012345", "Math.Sub:M0123", "Math.Neg:N1234", "Attn:P2=78", "Attn:P13=9", "Attn:P3=2", "Attn:P22=1"]}, {"position": 25, "layer": 0, "is_head": true, "num": 2, "tags": ["Fail%:20", "Impact:A7", "Math.Add:S12345", "Math.Sub:M0123", "Math.Neg:N1", "Attn:P3=64", "Attn:P10=10", "Attn:P4=6", "Attn:P2=3"]}, {"position": 25, "layer": 0, "is_head": true, "num": 3, "tags": ["Fail%:14", "Impact:A765", "Math.Add:S12345", "Math.Sub:M012", "Math.Neg:N1234", "Attn:P14=74", "Attn:P15=5", "Attn:P13=2", "Attn:P3=1"]}, {"position": 25, "layer": 0, "is_head": false, "num": 0, "tags": ["Fail%:26", "Impact:A7", "Math.Add:S012345", "Math.Sub:M0123", "Math.Neg:N124"]}, {"position": 25, "layer": 1, "is_head": true, "num": 0, "tags": ["Fail%:1", "Impact:A7", "Math.Add:S5", "Math.Neg:N2", "Attn:P18=43", "Attn:P15=16", "Attn:P25=7", "Attn:P17=4"]}, {"position": 25, "layer": 1, "is_head": true, "num": 2, "tags": ["Fail%:0", "Impact:A7", "Math.Sub:M3", "Math.Neg:N2", "Attn:P15=29", "Attn:P11=16", "Attn:P18=9", "Attn:P14=7"]}, {"position": 25, "layer": 1, "is_head": true, "num": 3, "tags": ["Fail%:7", "Impact:A7", "Math.Sub:M0123", "Attn:P22=38", "Attn:P25=35", "Attn:P24=7", "Attn:P17=5"]}, {"position": 25, "layer": 1, "is_head": false, "num": 0, "tags": ["Fail%:7", "Impact:A7", "Math.Add:S0123", "Math.Sub:M01", "Math.Neg:N123"]}, {"position": 25, "layer": 2, "is_head": true, "num": 0, "tags": ["Fail%:17", "Impact:A7", "Math.Sub:M0123", "Attn:P0=22", "Attn:P18=18", "Attn:P15=10", "Attn:P21=7"]}, {"position": 25, "layer": 2, "is_head": true, "num": 2, "tags": ["Fail%:1", "Impact:A7", "Math.Sub:M01", "Math.Neg:N12", "Attn:P15=27", "Attn:P0=18", "Attn:P25=6", "Attn:P2=6"]}, {"position": 25, "layer": 2, "is_head": true, "num": 3, "tags": ["Fail%:1", "Impact:A7", "Math.Neg:N12", "Attn:P18=20", "Attn:P15=13", "Attn:P0=6", "Attn:P17=6"]}, {"position": 25, "layer": 2, "is_head": false, "num": 0, "tags": ["Fail%:45", "Impact:A7", "Math.Add:S012345", "Math.Sub:M0123", "Math.Neg:N123"]}, {"position": 26, "layer": 0, "is_head": true, "num": 0, "tags": ["Fail%:34", "Impact:A6", "Math.Add:S012345", "Math.Sub:M0123", "Math.Neg:N1234", "Attn:P14=96"]}, {"position": 26, "layer": 0, "is_head": true, "num": 1, "tags": ["Fail%:33", "Impact:A6", "Math.Add:S012345", "Math.Sub:M0123", "Math.Neg:N1234", "Attn:P3=82", "Attn:P14=7", "Attn:P10=1", "Attn:P4=1"]}, {"position": 26, "layer": 0, "is_head": true, "num": 2, "tags": ["Fail%:25", "Impact:A6", "Math.Add:S12345", "Math.Sub:M0123", "Math.Neg:N124", "Attn:P4=64", "Attn:P10=10", "Attn:P5=4", "Attn:P3=3"]}, {"position": 26, "layer": 0, "is_head": true, "num": 3, "tags": ["Fail%:19", "Impact:A65", "Math.Add:S12345", "Math.Sub:M0123", "Math.Neg:N123", "Attn:P15=68", "Attn:P14=8", "Attn:P16=3", "Attn:P3=2"]}, {"position": 26, "layer": 0, "is_head": false, "num": 0, "tags": ["Fail%:35", "Impact:A6", "Math.Add:S012345", "Math.Sub:M0123", "Math.Neg:N1234"]}, {"position": 26, "layer": 1, "is_head": true, "num": 0, "tags": ["Fail%:3", "Impact:A6", "Math.Add:S45", "Math.Sub:M01", "Math.Neg:N1", "Attn:P18=44", "Attn:P15=9", "Attn:P26=7", "Attn:P11=6"]}, {"position": 26, "layer": 1, "is_head": true, "num": 1, "tags": ["Fail%:1", "Impact:A6", "Math.Add:S12", "Attn:P0=45", "Attn:P21=8", "Attn:P18=8", "Attn:P17=7"]}, {"position": 26, "layer": 1, "is_head": true, "num": 2, "tags": ["Fail%:2", "Impact:A6", "Math.Sub:M12", "Math.Neg:N2", "Attn:P15=21", "Attn:P11=17", "Attn:P18=9", "Attn:P14=6"]}, {"position": 26, "layer": 1, "is_head": true, "num": 3, "tags": ["Fail%:6", "Impact:A6", "Math.Sub:M0123", "Attn:P22=36", "Attn:P26=23", "Attn:P17=10", "Attn:P25=6"]}, {"position": 26, "layer": 1, "is_head": false, "num": 0, "tags": ["Fail%:7", "Impact:A6", "Math.Add:S0123", "Math.Sub:M01", "Math.Neg:N12"]}, {"position": 26, "layer": 2, "is_head": true, "num": 0, "tags": ["Fail%:15", "Impact:A6", "Math.Sub:M0123", "Attn:P18=25", "Attn:P0=22", "Attn:P22=8", "Attn:P21=7"]}, {"position": 26, "layer": 2, "is_head": true, "num": 1, "tags": ["Fail%:0", "Impact:A6", "Math.Sub:M3", "Math.Neg:N3", "Attn:P26=17", "Attn:P23=12", "Attn:P25=8", "Attn:P21=8"]}, {"position": 26, "layer": 2, "is_head": true, "num": 2, "tags": ["Fail%:3", "Impact:A6", "Math.Sub:M01", "Math.Neg:N12", "Attn:P18=21", "Attn:P0=18", "Attn:P15=9", "Attn:P26=7"]}, {"position": 26, "layer": 2, "is_head": false, "num": 0, "tags": ["Fail%:35", "Impact:A6", "Math.Add:S012345", "Math.Sub:M0123", "Math.Neg:N124"]}, {"position": 27, "layer": 0, "is_head": true, "num": 0, "tags": ["Fail%:41", "Impact:A5", "Math.Add:S012345", "Math.Sub:M0123", "Math.Neg:N123", "Attn:P15=94", "Attn:P4=1"]}, {"position": 27, "layer": 0, "is_head": true, "num": 1, "tags": ["Fail%:43", "Impact:A5", "Math.Add:S012345", "Math.Sub:M0123", "Math.Neg:N124", "Attn:P4=84", "Attn:P15=9"]}, {"position": 27, "layer": 0, "is_head": true, "num": 2, "tags": ["Fail%:18", "Impact:A5", "Math.Add:S12345", "Math.Sub:M0123", "Math.Neg:N123", "Attn:P5=60", "Attn:P10=6", "Attn:P4=6", "Attn:P6=5"]}, {"position": 27, "layer": 0, "is_head": true, "num": 3, "tags": ["Fail%:23", "Impact:A5", "Math.Add:S12345", "Math.Sub:M0123", "Math.Neg:N4", "Attn:P16=58", "Attn:P17=8", "Attn:P15=6", "Attn:P14=2"]}, {"position": 27, "layer": 0, "is_head": false, "num": 0, "tags": ["Fail%:42", "Impact:A5", "Math.Add:S012345", "Math.Sub:M0123", "Math.Neg:N1234"]}, {"position": 27, "layer": 1, "is_head": true, "num": 0, "tags": ["Fail%:0", "Impact:A5", "Math.Neg:N1", "Attn:P18=41", "Attn:P27=8", "Attn:P11=8", "Attn:P15=6"]}, {"position": 27, "layer": 1, "is_head": true, "num": 2, "tags": ["Fail%:0", "Impact:A32", "Math.Sub:M3", "Attn:P11=30", "Attn:P18=13", "Attn:P15=10", "Attn:P12=5"]}, {"position": 27, "layer": 1, "is_head": true, "num": 3, "tags": ["Fail%:4", "Impact:A5", "Math.Sub:M0123", "Math.Neg:N1", "Attn:P22=37", "Attn:P27=31", "Attn:P18=9", "Attn:P26=5"]}, {"position": 27, "layer": 1, "is_head": false, "num": 0, "tags": ["Fail%:8", "Impact:A5", "Math.Add:S0123", "Math.Sub:M01", "Math.Neg:N124"]}, {"position": 27, "layer": 2, "is_head": true, "num": 0, "tags": ["Fail%:4", "Impact:A5", "Math.Add:S5", "Math.Sub:M012", "Attn:P0=19", "Attn:P22=16", "Attn:P20=13", "Attn:P18=12"]}, {"position": 27, "layer": 2, "is_head": true, "num": 1, "tags": ["Fail%:1", "Impact:A5", "Math.Sub:M123", "Attn:P27=18", "Attn:P26=11", "Attn:P11=9", "Attn:P12=9"]}, {"position": 27, "layer": 2, "is_head": true, "num": 2, "tags": ["Fail%:3", "Impact:A5", "Math.Sub:M01", "Math.Neg:N123", "Attn:P18=26", "Attn:P0=13", "Attn:P27=9", "Attn:P20=8"]}, {"position": 27, "layer": 2, "is_head": true, "num": 3, "tags": ["Fail%:1", "Impact:A5", "Math.Sub:M3", "Math.Neg:N1", "Attn:P18=15", "Attn:P12=7", "Attn:P27=7", "Attn:P0=7"]}, {"position": 27, "layer": 2, "is_head": false, "num": 0, "tags": ["Fail%:25", "Impact:A5", "Math.Add:S012345", "Math.Sub:M0123", "Math.Neg:N124"]}, {"position": 28, "layer": 0, "is_head": true, "num": 0, "tags": ["Fail%:74", "Impact:A4", "Math.Add:S012345", "Math.Sub:M0123", "Math.Neg:N1234", "Attn:P16=94", "Attn:P5=2"]}, {"position": 28, "layer": 0, "is_head": true, "num": 1, "tags": ["Fail%:74", "Impact:A4", "Math.Add:S012345", "Math.Sub:M0123", "Math.Neg:N1234", "Attn:P5=80", "Attn:P16=7", "Attn:P10=2"]}, {"position": 28, "layer": 0, "is_head": true, "num": 2, "tags": ["Fail%:25", "Impact:A4", "Math.Add:S12345", "Math.Sub:M0123", "Math.Neg:N12", "Attn:P6=73", "Attn:P10=8", "Attn:P5=5", "Attn:P7=3"]}, {"position": 28, "layer": 0, "is_head": true, "num": 3, "tags": ["Fail%:35", "Impact:A4", "Math.Add:S12345", "Math.Sub:M0123", "Math.Neg:N1234", "Attn:P17=75", "Attn:P16=3", "Attn:P18=2", "Attn:P14=2"]}, {"position": 28, "layer": 0, "is_head": false, "num": 0, "tags": ["Fail%:70", "Impact:A4", "Math.Add:S012345", "Math.Sub:M0123", "Math.Neg:N123"]}, {"position": 28, "layer": 1, "is_head": true, "num": 0, "tags": ["Fail%:4", "Impact:A4", "Math.Sub:M0123", "Math.Neg:N2", "Attn:P20=26", "Attn:P22=16", "Attn:P11=11", "Attn:P19=7"]}, {"position": 28, "layer": 1, "is_head": true, "num": 1, "tags": ["Fail%:8", "Impact:A4", "Math.Add:S12345", "Attn:P0=31", "Attn:P21=14", "Attn:P18=13", "Attn:P12=7"]}, {"position": 28, "layer": 1, "is_head": true, "num": 2, "tags": ["Fail%:3", "Impact:A4", "Math.Sub:M12", "Math.Neg:N1", "Attn:P11=27", "Attn:P12=6", "Attn:P18=5", "Attn:P21=5"]}, {"position": 28, "layer": 1, "is_head": true, "num": 3, "tags": ["Fail%:6", "Impact:A4", "Math.Sub:M0123", "Attn:P28=43", "Attn:P22=34", "Attn:P20=4", "Attn:P13=3"]}, {"position": 28, "layer": 1, "is_head": false, "num": 0, "tags": ["Fail%:13", "Impact:A4", "Math.Add:S0124", "Math.Sub:M012", "Math.Neg:N12"]}, {"position": 28, "layer": 2, "is_head": true, "num": 0, "tags": ["Fail%:2", "Impact:A4", "Math.Sub:M012", "Attn:P20=25", "Attn:P0=23", "Attn:P22=17", "Attn:P21=8"]}, {"position": 28, "layer": 2, "is_head": true, "num": 1, "tags": ["Fail%:1", "Impact:A4", "Math.Sub:M123", "Attn:P28=18", "Attn:P12=12", "Attn:P11=11", "Attn:P21=9"]}, {"position": 28, "layer": 2, "is_head": true, "num": 2, "tags": ["Fail%:3", "Impact:A4", "Math.Sub:M012", "Math.Neg:N123", "Attn:P20=27", "Attn:P28=16", "Attn:P22=13", "Attn:P0=11"]}, {"position": 28, "layer": 2, "is_head": true, "num": 3, "tags": ["Fail%:1", "Impact:A4", "Math.Sub:M23", "Math.Neg:N1", "Attn:P22=12", "Attn:P20=10", "Attn:P12=10", "Attn:P0=9"]}, {"position": 28, "layer": 2, "is_head": false, "num": 0, "tags": ["Fail%:39", "Impact:A4", "Math.Add:S01234", "Math.Sub:M0123", "Math.Neg:N123"]}, {"position": 29, "layer": 0, "is_head": true, "num": 0, "tags": ["Fail%:71", "Impact:A3", "Math.Add:S012345", "Math.Sub:M0123", "Math.Neg:N1234", "Attn:P17=94", "Attn:P6=1"]}, {"position": 29, "layer": 0, "is_head": true, "num": 1, "tags": ["Fail%:78", "Impact:A3", "Math.Add:S012345", "Math.Sub:M0123", "Math.Neg:N1234", "Attn:P6=87", "Attn:P17=9"]}, {"position": 29, "layer": 0, "is_head": true, "num": 2, "tags": ["Fail%:20", "Impact:A3", "Math.Add:S12345", "Math.Sub:M0123", "Math.Neg:N12", "Attn:P7=83", "Attn:P10=5", "Attn:P9=3", "Attn:P8=1"]}, {"position": 29, "layer": 0, "is_head": true, "num": 3, "tags": ["Fail%:30", "Impact:A3", "Math.Add:S12345", "Math.Sub:M0123", "Math.Neg:N124", "Attn:P18=80", "Attn:P20=11", "Attn:P19=2"]}, {"position": 29, "layer": 0, "is_head": false, "num": 0, "tags": ["Fail%:69", "Impact:A3", "Math.Add:S012345", "Math.Sub:M0123", "Math.Neg:N123"]}, {"position": 29, "layer": 1, "is_head": true, "num": 0, "tags": ["Fail%:1", "Impact:A3", "Math.Sub:M023", "Math.Neg:N2", "Attn:P20=28", "Attn:P22=11", "Attn:P11=9", "Attn:P19=6"]}, {"position": 29, "layer": 1, "is_head": true, "num": 2, "tags": ["Fail%:0", "Impact:A3", "Math.Sub:M13", "Attn:P11=28", "Attn:P12=8", "Attn:P20=6", "Attn:P19=5"]}, {"position": 29, "layer": 1, "is_head": true, "num": 3, "tags": ["Fail%:1", "Impact:A3", "Math.Sub:M123", "Math.Neg:N4", "Attn:P29=40", "Attn:P22=34", "Attn:P28=6", "Attn:P20=6"]}, {"position": 29, "layer": 1, "is_head": false, "num": 0, "tags": ["Fail%:12", "Impact:A3", "Math.Add:S12345", "Math.Sub:M0123", "Math.Neg:N12"]}, {"position": 29, "layer": 2, "is_head": true, "num": 0, "tags": ["Fail%:1", "Impact:A3", "Math.Sub:M01", "Attn:P22=21", "Attn:P0=21", "Attn:P20=19", "Attn:P19=8"]}, {"position": 29, "layer": 2, "is_head": true, "num": 1, "tags": ["Fail%:0", "Impact:A3", "Math.Neg:N1", "Attn:P29=21", "Attn:P12=11", "Attn:P11=10", "Attn:P13=8"]}, {"position": 29, "layer": 2, "is_head": true, "num": 2, "tags": ["Fail%:5", "Impact:A3", "Math.Sub:M012", "Math.Neg:N123", "Attn:P20=34", "Attn:P22=14", "Attn:P0=9", "Attn:P19=9"]}, {"position": 29, "layer": 2, "is_head": true, "num": 3, "tags": ["Fail%:3", "Impact:A3", "Math.Sub:M3", "Math.Neg:N124", "Attn:P22=12", "Attn:P12=10", "Attn:P13=9", "Attn:P0=9"]}, {"position": 29, "layer": 2, "is_head": false, "num": 0, "tags": ["Fail%:35", "Impact:A3", "Math.Add:S012345", "Math.Sub:M0123", "Math.Neg:N124"]}, {"position": 30, "layer": 0, "is_head": true, "num": 0, "tags": ["Fail%:69", "Impact:A2", "Math.Add:S012345", "Math.Sub:M0123", "Math.Neg:N1234", "Attn:P18=98"]}, {"position": 30, "layer": 0, "is_head": true, "num": 1, "tags": ["Fail%:84", "Impact:A2", "Math.Add:S012345", "Math.Sub:M0123", "Math.Neg:N1234", "Attn:P7=84", "Attn:P18=9"]}, {"position": 30, "layer": 0, "is_head": true, "num": 2, "tags": ["Fail%:4", "Impact:A2", "Math.Add:S235", "Math.Sub:M02", "Math.Neg:N12", "Attn:P9=48", "Attn:P8=17", "Attn:P10=4", "Attn:P7=2"]}, {"position": 30, "layer": 0, "is_head": true, "num": 3, "tags": ["Fail%:5", "Impact:A2", "Math.Add:S235", "Math.Sub:M023", "Attn:P20=48", "Attn:P19=14", "Attn:P22=2", "Attn:P8=2"]}, {"position": 30, "layer": 0, "is_head": false, "num": 0, "tags": ["Fail%:75", "Impact:A2", "Math.Add:S012345", "Math.Sub:M0123", "Math.Neg:N123"]}, {"position": 30, "layer": 1, "is_head": true, "num": 0, "tags": ["Fail%:0", "Impact:A2", "Math.Sub:M0", "Math.Neg:N3", "Attn:P30=37", "Attn:P22=12", "Attn:P11=9", "Attn:P20=5"]}, {"position": 30, "layer": 1, "is_head": true, "num": 1, "tags": ["Fail%:0", "Impact:A2", "Math.Add:S1", "Attn:P20=42", "Attn:P19=24", "Attn:P11=23", "Attn:P22=7"]}, {"position": 30, "layer": 1, "is_head": true, "num": 2, "tags": ["Fail%:0", "Impact:A2", "Math.Neg:N2", "Attn:P11=26", "Attn:P22=20", "Attn:P20=9", "Attn:P12=7"]}, {"position": 30, "layer": 1, "is_head": true, "num": 3, "tags": ["Fail%:4", "Impact:A2", "Math.Sub:M123", "Attn:P30=51", "Attn:P22=34", "Attn:P29=2", "Attn:P13=2"]}, {"position": 30, "layer": 1, "is_head": false, "num": 0, "tags": ["Fail%:7", "Impact:A2", "Math.Add:S012", "Math.Sub:M0123", "Math.Neg:N123"]}, {"position": 30, "layer": 2, "is_head": true, "num": 0, "tags": ["Fail%:16", "Impact:A2", "Math.Add:S12345", "Math.Sub:M0123", "Attn:P19=67", "Attn:P20=12", "Attn:P22=11", "Attn:P30=7"]}, {"position": 30, "layer": 2, "is_head": true, "num": 1, "tags": ["Fail%:1", "Impact:A2", "Math.Sub:M01", "Attn:P30=25", "Attn:P12=11", "Attn:P11=10", "Attn:P21=8"]}, {"position": 30, "layer": 2, "is_head": true, "num": 2, "tags": ["Fail%:2", "Impact:A2", "Math.Sub:M01", "Math.Neg:N23", "Attn:P19=53", "Attn:P20=17", "Attn:P22=11", "Attn:P30=7"]}, {"position": 30, "layer": 2, "is_head": true, "num": 3, "tags": ["Fail%:3", "Impact:A2", "Math.Sub:M123", "Math.Neg:N124", "Attn:P19=20", "Attn:P22=19", "Attn:P0=12", "Attn:P30=9"]}, {"position": 30, "layer": 2, "is_head": false, "num": 0, "tags": ["Fail%:48", "Impact:A2", "Math.Add:S012345", "Math.Sub:M0123", "Math.Neg:N124"]}, {"position": 31, "layer": 0, "is_head": true, "num": 0, "tags": ["Fail%:66", "Impact:A1", "Math.Add:S012345", "Math.Sub:M0123", "Math.Neg:N1234", "Attn:P19=89", "Attn:P8=2", "Attn:P20=1"]}, {"position": 31, "layer": 0, "is_head": true, "num": 1, "tags": ["Fail%:85", "Impact:A1", "Math.Add:S012345", "Math.Sub:M0123", "Math.Neg:N123", "Attn:P8=87", "Attn:P19=9"]}, {"position": 31, "layer": 0, "is_head": true, "num": 2, "tags": ["Fail%:31", "Impact:A1", "Math.Add:S012345", "Math.Sub:M0123", "Math.Neg:N124", "Attn:P9=66", "Attn:P10=9", "Attn:P22=4", "Attn:P8=2"]}, {"position": 31, "layer": 0, "is_head": true, "num": 3, "tags": ["Fail%:25", "Impact:A1", "Math.Add:S12345", "Math.Sub:M0123", "Math.Neg:N12", "Attn:P20=69", "Attn:P10=5", "Attn:P19=3", "Attn:P9=3"]}, {"position": 31, "layer": 0, "is_head": false, "num": 0, "tags": ["Fail%:76", "Impact:A1", "Math.Add:S012345", "Math.Sub:M0123", "Math.Neg:N124"]}, {"position": 31, "layer": 1, "is_head": true, "num": 0, "tags": ["Fail%:0", "Impact:A1", "Math.Sub:M0", "Attn:P22=15", "Attn:P11=10", "Attn:P31=9", "Attn:P30=8"]}, {"position": 31, "layer": 1, "is_head": true, "num": 1, "tags": ["Fail%:10", "Impact:A1", "Math.Add:S12345", "Attn:P0=42", "Attn:P11=22", "Attn:P21=18", "Attn:P22=6"]}, {"position": 31, "layer": 1, "is_head": true, "num": 2, "tags": ["Fail%:1", "Impact:A1", "Math.Neg:N124", "Attn:P22=35", "Attn:P11=15", "Attn:P12=8", "Attn:P20=5"]}, {"position": 31, "layer": 1, "is_head": true, "num": 3, "tags": ["Fail%:2", "Impact:A1", "Math.Sub:M0123", "Attn:P22=33", "Attn:P31=32", "Attn:P30=10", "Attn:P13=3"]}, {"position": 31, "layer": 1, "is_head": false, "num": 0, "tags": ["Fail%:13", "Impact:A1", "Math.Add:S012345", "Math.Sub:M0123", "Math.Neg:N12"]}, {"position": 31, "layer": 2, "is_head": true, "num": 2, "tags": ["Fail%:2", "Impact:A1", "Math.Sub:M01", "Math.Neg:N12", "Attn:P31=16", "Attn:P22=12", "Attn:P0=9", "Attn:P30=5"]}, {"position": 31, "layer": 2, "is_head": false, "num": 0, "tags": ["Fail%:40", "Impact:A1", "Math.Add:S012345", "Math.Sub:M0123", "Math.Neg:N123"]}, {"position": 32, "layer": 0, "is_head": true, "num": 0, "tags": ["Fail%:69", "Impact:A0", "Math.Add:S012345", "Math.Sub:M0123", "Math.Neg:N1234", "Attn:P20=84", "Attn:P19=1"]}, {"position": 32, "layer": 0, "is_head": true, "num": 1, "tags": ["Fail%:65", "Impact:A0", "Math.Add:S012345", "Math.Sub:M0123", "Math.Neg:N1234", "Attn:P9=81", "Attn:P20=5", "Attn:P8=1", "Attn:P10=1"]}, {"position": 32, "layer": 0, "is_head": true, "num": 2, "tags": ["Fail%:0", "Impact:A0", "Math.Sub:M1", "Attn:P21=22", "Attn:P9=10", "Attn:P10=7", "Attn:P20=6"]}, {"position": 32, "layer": 0, "is_head": true, "num": 3, "tags": ["Fail%:1", "Impact:A0", "Math.Neg:N12", "Attn:P20=29", "Attn:P10=14", "Attn:P9=8", "Attn:P19=6"]}, {"position": 32, "layer": 0, "is_head": false, "num": 0, "tags": ["Fail%:78", "Impact:A0", "Math.Add:S012345", "Math.Sub:M0123", "Math.Neg:N1234"]}, {"position": 32, "layer": 1, "is_head": true, "num": 0, "tags": ["Fail%:2", "Impact:A0", "Math.Sub:M03", "Attn:P22=18", "Attn:P11=12", "Attn:P32=11", "Attn:P31=7"]}, {"position": 32, "layer": 1, "is_head": true, "num": 2, "tags": ["Fail%:2", "Impact:A0", "Math.Neg:N12", "Attn:P22=47", "Attn:P30=5", "Attn:P12=4", "Attn:P32=4"]}, {"position": 32, "layer": 1, "is_head": true, "num": 3, "tags": ["Fail%:0", "Impact:A0", "Math.Sub:M01", "Attn:P22=36", "Attn:P32=33", "Attn:P31=8", "Attn:P11=6"]}, {"position": 32, "layer": 1, "is_head": false, "num": 0, "tags": ["Fail%:4", "Impact:A0", "Math.Add:S0125", "Math.Sub:M1", "Math.Neg:N12"]}, {"position": 32, "layer": 2, "is_head": true, "num": 1, "tags": ["Fail%:0", "Impact:A0", "Math.Neg:N14", "Attn:P12=16", "Attn:P21=12", "Attn:P11=11", "Attn:P13=9"]}, {"position": 32, "layer": 2, "is_head": true, "num": 2, "tags": ["Fail%:1", "Impact:A0", "Math.Sub:M0", "Math.Neg:N24", "Attn:P0=12", "Attn:P22=11", "Attn:P32=9", "Attn:P2=6"]}, {"position": 32, "layer": 2, "is_head": false, "num": 0, "tags": ["Fail%:32", "Impact:A0", "Math.Add:S012345", "Math.Sub:M0123", "Math.Neg:N23"]}]