3346 lines
No EOL
43 KiB
JSON
3346 lines
No EOL
43 KiB
JSON
{
|
|
"model": "Qwen/Qwen3-ASR-0.6B",
|
|
"language": "English",
|
|
"num_layers": 28,
|
|
"num_heads": 16,
|
|
"num_kv_heads": 8,
|
|
"num_samples": 30,
|
|
"total_alignable_tokens": 533,
|
|
"ts_threshold": 0.1,
|
|
"ts_matrix": [
|
|
[
|
|
0.08067542213883677,
|
|
0.0825515947467167,
|
|
0.11819887429643527,
|
|
0.1575984990619137,
|
|
0.04127579737335835,
|
|
0.04878048780487805,
|
|
0.009380863039399626,
|
|
0.09193245778611632,
|
|
0.028142589118198873,
|
|
0.08818011257035648,
|
|
0.08442776735459662,
|
|
0.08818011257035648,
|
|
0.043151969981238276,
|
|
0.0150093808630394,
|
|
0.058161350844277676,
|
|
0.0525328330206379
|
|
],
|
|
[
|
|
0.075046904315197,
|
|
0.0900562851782364,
|
|
0.08067542213883677,
|
|
0.14634146341463414,
|
|
0.06566604127579738,
|
|
0.020637898686679174,
|
|
0.013133208255159476,
|
|
0.0225140712945591,
|
|
0.2870544090056285,
|
|
0.0225140712945591,
|
|
0.043151969981238276,
|
|
0.0225140712945591,
|
|
0.009380863039399626,
|
|
0.0600375234521576,
|
|
0.0975609756097561,
|
|
0.150093808630394
|
|
],
|
|
[
|
|
0.07129455909943715,
|
|
0.04878048780487805,
|
|
0.10881801125703565,
|
|
0.6772983114446529,
|
|
0.03564727954971857,
|
|
0.0450281425891182,
|
|
0.19136960600375236,
|
|
0.01876172607879925,
|
|
0.15572232645403378,
|
|
0.0975609756097561,
|
|
0.6960600375234521,
|
|
0.7617260787992496,
|
|
0.0825515947467167,
|
|
0.07129455909943715,
|
|
0.24202626641651032,
|
|
0.01125703564727955
|
|
],
|
|
[
|
|
0.07692307692307693,
|
|
0.0225140712945591,
|
|
0.17636022514071295,
|
|
0.17823639774859287,
|
|
0.324577861163227,
|
|
0.08818011257035648,
|
|
0.11069418386491557,
|
|
0.0675422138836773,
|
|
0.13883677298311445,
|
|
0.09380863039399624,
|
|
0.797373358348968,
|
|
0.6848030018761726,
|
|
0.0450281425891182,
|
|
0.2776735459662289,
|
|
0.26454033771106944,
|
|
0.18761726078799248
|
|
],
|
|
[
|
|
0.04127579737335835,
|
|
0.06566604127579738,
|
|
0.10881801125703565,
|
|
0.0900562851782364,
|
|
0.17448405253283303,
|
|
0.043151969981238276,
|
|
0.0300187617260788,
|
|
0.09380863039399624,
|
|
0.15196998123827393,
|
|
0.11632270168855535,
|
|
0.34709193245778613,
|
|
0.24202626641651032,
|
|
0.6041275797373359,
|
|
0.7467166979362101,
|
|
0.09943714821763602,
|
|
0.32082551594746717
|
|
],
|
|
[
|
|
0.12195121951219512,
|
|
0.15384615384615385,
|
|
0.10881801125703565,
|
|
0.075046904315197,
|
|
0.23827392120075047,
|
|
0.34896810506566606,
|
|
0.09943714821763602,
|
|
0.10881801125703565,
|
|
0.19887429643527205,
|
|
0.1050656660412758,
|
|
0.5234521575984991,
|
|
0.14634146341463414,
|
|
0.020637898686679174,
|
|
0.03377110694183865,
|
|
0.14634146341463414,
|
|
0.3621013133208255
|
|
],
|
|
[
|
|
0.275797373358349,
|
|
0.2551594746716698,
|
|
0.06378986866791744,
|
|
0.11444652908067542,
|
|
0.21200750469043153,
|
|
0.18198874296435272,
|
|
0.8086303939962477,
|
|
0.8198874296435272,
|
|
0.0375234521575985,
|
|
0.3076923076923077,
|
|
0.7879924953095685,
|
|
0.8067542213883677,
|
|
0.726078799249531,
|
|
0.799249530956848,
|
|
0.2795497185741088,
|
|
0.22326454033771106
|
|
],
|
|
[
|
|
0.4352720450281426,
|
|
0.03377110694183865,
|
|
0.06378986866791744,
|
|
0.075046904315197,
|
|
0.3789868667917448,
|
|
0.26454033771106944,
|
|
0.23076923076923078,
|
|
0.05628517823639775,
|
|
0.058161350844277676,
|
|
0.0450281425891182,
|
|
0.09943714821763602,
|
|
0.150093808630394,
|
|
0.17073170731707318,
|
|
0.21200750469043153,
|
|
0.1425891181988743,
|
|
0.1125703564727955
|
|
],
|
|
[
|
|
0.1651031894934334,
|
|
0.6904315196998124,
|
|
0.324577861163227,
|
|
0.07692307692307693,
|
|
0.6060037523452158,
|
|
0.3076923076923077,
|
|
0.30393996247654786,
|
|
0.35834896810506567,
|
|
0.0975609756097561,
|
|
0.15947467166979362,
|
|
0.14071294559099437,
|
|
0.14446529080675422,
|
|
0.11069418386491557,
|
|
0.1726078799249531,
|
|
0.35834896810506567,
|
|
0.07129455909943715
|
|
],
|
|
[
|
|
0.2551594746716698,
|
|
0.058161350844277676,
|
|
0.25328330206378985,
|
|
0.15384615384615385,
|
|
0.24577861163227016,
|
|
0.2551594746716698,
|
|
0.028142589118198873,
|
|
0.2701688555347092,
|
|
0.3771106941838649,
|
|
0.324577861163227,
|
|
0.18198874296435272,
|
|
0.10694183864915573,
|
|
0.6754221388367729,
|
|
0.6547842401500938,
|
|
0.1275797373358349,
|
|
0.016885553470919325
|
|
],
|
|
[
|
|
0.03564727954971857,
|
|
0.005628517823639775,
|
|
0.350844277673546,
|
|
0.2776735459662289,
|
|
0.23639774859287055,
|
|
0.38649155722326456,
|
|
0.03564727954971857,
|
|
0.02626641651031895,
|
|
0.11632270168855535,
|
|
0.24577861163227016,
|
|
0.13696060037523453,
|
|
0.22138836772983114,
|
|
0.1575984990619137,
|
|
0.2026266416510319,
|
|
0.07692307692307693,
|
|
0.1350844277673546
|
|
],
|
|
[
|
|
0.30956848030018763,
|
|
0.35647279549718575,
|
|
0.849906191369606,
|
|
0.7936210131332082,
|
|
0.15947467166979362,
|
|
0.26641651031894936,
|
|
0.23639774859287055,
|
|
0.3302063789868668,
|
|
0.6716697936210131,
|
|
0.45778611632270166,
|
|
0.4709193245778612,
|
|
0.7373358348968105,
|
|
0.8067542213883677,
|
|
0.8348968105065666,
|
|
0.03189493433395872,
|
|
0.09193245778611632
|
|
],
|
|
[
|
|
0.46153846153846156,
|
|
0.4896810506566604,
|
|
0.19887429643527205,
|
|
0.30956848030018763,
|
|
0.0900562851782364,
|
|
0.13320825515947468,
|
|
0.7185741088180112,
|
|
0.1125703564727955,
|
|
0.44652908067542213,
|
|
0.11632270168855535,
|
|
0.2964352720450281,
|
|
0.075046904315197,
|
|
0.28142589118198874,
|
|
0.14071294559099437,
|
|
0.2795497185741088,
|
|
0.21575984990619138
|
|
],
|
|
[
|
|
0.7560975609756098,
|
|
0.34709193245778613,
|
|
0.23076923076923078,
|
|
0.19136960600375236,
|
|
0.4971857410881801,
|
|
0.18198874296435272,
|
|
0.8442776735459663,
|
|
0.8048780487804879,
|
|
0.05065666041275797,
|
|
0.0450281425891182,
|
|
0.15196998123827393,
|
|
0.7542213883677298,
|
|
0.0300187617260788,
|
|
0.03189493433395872,
|
|
0.5666041275797373,
|
|
0.6022514071294559
|
|
],
|
|
[
|
|
0.28142589118198874,
|
|
0.10881801125703565,
|
|
0.14821763602251406,
|
|
0.10318949343339587,
|
|
0.0225140712945591,
|
|
0.23639774859287055,
|
|
0.28330206378986866,
|
|
0.2045028142589118,
|
|
0.11632270168855535,
|
|
0.13696060037523453,
|
|
0.19136960600375236,
|
|
0.23827392120075047,
|
|
0.3227016885553471,
|
|
0.2945590994371482,
|
|
0.8330206378986866,
|
|
0.8198874296435272
|
|
],
|
|
[
|
|
0.09568480300187618,
|
|
0.150093808630394,
|
|
0.2551594746716698,
|
|
0.13320825515947468,
|
|
0.1575984990619137,
|
|
0.18574108818011256,
|
|
0.2776735459662289,
|
|
0.16885553470919323,
|
|
0.05065666041275797,
|
|
0.16885553470919323,
|
|
0.5909943714821764,
|
|
0.18198874296435272,
|
|
0.0675422138836773,
|
|
0.04690431519699812,
|
|
0.13696060037523453,
|
|
0.15572232645403378
|
|
],
|
|
[
|
|
0.075046904315197,
|
|
0.03189493433395872,
|
|
0.07879924953095685,
|
|
0.11819887429643527,
|
|
0.06378986866791744,
|
|
0.24390243902439024,
|
|
0.2926829268292683,
|
|
0.5703564727954972,
|
|
0.24953095684803,
|
|
0.31894934333958724,
|
|
0.7429643527204502,
|
|
0.5159474671669794,
|
|
0.4915572232645403,
|
|
0.549718574108818,
|
|
0.8086303939962477,
|
|
0.7523452157598499
|
|
],
|
|
[
|
|
0.36397748592870544,
|
|
0.34896810506566606,
|
|
0.275797373358349,
|
|
0.23452157598499063,
|
|
0.10694183864915573,
|
|
0.04690431519699812,
|
|
0.01876172607879925,
|
|
0.024390243902439025,
|
|
0.38461538461538464,
|
|
0.30956848030018763,
|
|
0.2626641651031895,
|
|
0.24390243902439024,
|
|
0.32082551594746717,
|
|
0.45590994371482174,
|
|
0.08818011257035648,
|
|
0.08442776735459662
|
|
],
|
|
[
|
|
0.024390243902439025,
|
|
0.024390243902439025,
|
|
0.4146341463414634,
|
|
0.7354596622889306,
|
|
0.324577861163227,
|
|
0.7354596622889306,
|
|
0.20075046904315197,
|
|
0.17823639774859287,
|
|
0.14821763602251406,
|
|
0.09380863039399624,
|
|
0.4427767354596623,
|
|
0.2964352720450281,
|
|
0.0225140712945591,
|
|
0.22326454033771106,
|
|
0.06941838649155722,
|
|
0.17073170731707318
|
|
],
|
|
[
|
|
0.0975609756097561,
|
|
0.20825515947467166,
|
|
0.47842401500938087,
|
|
0.6041275797373359,
|
|
0.49906191369606,
|
|
0.7073170731707317,
|
|
0.37335834896810505,
|
|
0.7786116322701688,
|
|
0.4521575984990619,
|
|
0.5647279549718575,
|
|
0.07879924953095685,
|
|
0.07692307692307693,
|
|
0.4596622889305816,
|
|
0.474671669793621,
|
|
0.01876172607879925,
|
|
0.028142589118198873
|
|
],
|
|
[
|
|
0.09193245778611632,
|
|
0.08067542213883677,
|
|
0.2626641651031895,
|
|
0.8555347091932458,
|
|
0.4352720450281426,
|
|
0.2776735459662289,
|
|
0.38649155722326456,
|
|
0.6116322701688556,
|
|
0.32833020637898686,
|
|
0.04127579737335835,
|
|
0.6097560975609756,
|
|
0.6322701688555347,
|
|
0.41275797373358347,
|
|
0.27392120075046905,
|
|
0.7091932457786116,
|
|
0.701688555347092
|
|
],
|
|
[
|
|
0.6360225140712945,
|
|
0.6172607879924953,
|
|
0.15572232645403378,
|
|
0.0450281425891182,
|
|
0.32833020637898686,
|
|
0.0900562851782364,
|
|
0.2795497185741088,
|
|
0.26454033771106944,
|
|
0.7692307692307693,
|
|
0.7842401500938087,
|
|
0.33583489681050654,
|
|
0.43151969981238275,
|
|
0.6228893058161351,
|
|
0.4803001876172608,
|
|
0.40337711069418386,
|
|
0.4634146341463415
|
|
],
|
|
[
|
|
0.25328330206378985,
|
|
0.3395872420262664,
|
|
0.15196998123827393,
|
|
0.06566604127579738,
|
|
0.3452157598499062,
|
|
0.2851782363977486,
|
|
0.30956848030018763,
|
|
0.7054409005628518,
|
|
0.6979362101313321,
|
|
0.701688555347092,
|
|
0.1801125703564728,
|
|
0.2401500938086304,
|
|
0.6716697936210131,
|
|
0.6228893058161351,
|
|
0.18761726078799248,
|
|
0.10881801125703565
|
|
],
|
|
[
|
|
0.5553470919324578,
|
|
0.5647279549718575,
|
|
0.0600375234521576,
|
|
0.10881801125703565,
|
|
0.6772983114446529,
|
|
0.2682926829268293,
|
|
0.5590994371482176,
|
|
0.7091932457786116,
|
|
0.05065666041275797,
|
|
0.07317073170731707,
|
|
0.5103189493433395,
|
|
0.3789868667917448,
|
|
0.275797373358349,
|
|
0.16885553470919323,
|
|
0.701688555347092,
|
|
0.6923076923076923
|
|
],
|
|
[
|
|
0.043151969981238276,
|
|
0.05065666041275797,
|
|
0.054409005628517824,
|
|
0.0600375234521576,
|
|
0.46716697936210133,
|
|
0.6904315196998124,
|
|
0.626641651031895,
|
|
0.6848030018761726,
|
|
0.09943714821763602,
|
|
0.09193245778611632,
|
|
0.6566604127579737,
|
|
0.6679174484052532,
|
|
0.6697936210131332,
|
|
0.6772983114446529,
|
|
0.6979362101313321,
|
|
0.6904315196998124
|
|
],
|
|
[
|
|
0.13696060037523453,
|
|
0.09380863039399624,
|
|
0.01876172607879925,
|
|
0.08442776735459662,
|
|
0.6923076923076923,
|
|
0.701688555347092,
|
|
0.6472795497185742,
|
|
0.6772983114446529,
|
|
0.32833020637898686,
|
|
0.5534709193245778,
|
|
0.6716697936210131,
|
|
0.6941838649155723,
|
|
0.6622889305816135,
|
|
0.6566604127579737,
|
|
0.6360225140712945,
|
|
0.4521575984990619
|
|
],
|
|
[
|
|
0.49343339587242024,
|
|
0.4709193245778612,
|
|
0.6529080675422139,
|
|
0.6378986866791745,
|
|
0.6322701688555347,
|
|
0.6041275797373359,
|
|
0.23827392120075047,
|
|
0.6322701688555347,
|
|
0.6923076923076923,
|
|
0.2926829268292683,
|
|
0.03189493433395872,
|
|
0.3058161350844278,
|
|
0.07317073170731707,
|
|
0.08630393996247655,
|
|
0.6060037523452158,
|
|
0.5590994371482176
|
|
],
|
|
[
|
|
0.1350844277673546,
|
|
0.13883677298311445,
|
|
0.08818011257035648,
|
|
0.10694183864915573,
|
|
0.04878048780487805,
|
|
0.1350844277673546,
|
|
0.09380863039399624,
|
|
0.09380863039399624,
|
|
0.1294559099437148,
|
|
0.1125703564727955,
|
|
0.13133208255159476,
|
|
0.06941838649155722,
|
|
0.075046904315197,
|
|
0.10318949343339587,
|
|
0.0975609756097561,
|
|
0.09193245778611632
|
|
]
|
|
],
|
|
"alignment_heads": [
|
|
{
|
|
"layer": 20,
|
|
"head": 3,
|
|
"ts": 0.8555
|
|
},
|
|
{
|
|
"layer": 11,
|
|
"head": 2,
|
|
"ts": 0.8499
|
|
},
|
|
{
|
|
"layer": 13,
|
|
"head": 6,
|
|
"ts": 0.8443
|
|
},
|
|
{
|
|
"layer": 11,
|
|
"head": 13,
|
|
"ts": 0.8349
|
|
},
|
|
{
|
|
"layer": 14,
|
|
"head": 14,
|
|
"ts": 0.833
|
|
},
|
|
{
|
|
"layer": 6,
|
|
"head": 7,
|
|
"ts": 0.8199
|
|
},
|
|
{
|
|
"layer": 14,
|
|
"head": 15,
|
|
"ts": 0.8199
|
|
},
|
|
{
|
|
"layer": 6,
|
|
"head": 6,
|
|
"ts": 0.8086
|
|
},
|
|
{
|
|
"layer": 16,
|
|
"head": 14,
|
|
"ts": 0.8086
|
|
},
|
|
{
|
|
"layer": 6,
|
|
"head": 11,
|
|
"ts": 0.8068
|
|
},
|
|
{
|
|
"layer": 11,
|
|
"head": 12,
|
|
"ts": 0.8068
|
|
},
|
|
{
|
|
"layer": 13,
|
|
"head": 7,
|
|
"ts": 0.8049
|
|
},
|
|
{
|
|
"layer": 6,
|
|
"head": 13,
|
|
"ts": 0.7992
|
|
},
|
|
{
|
|
"layer": 3,
|
|
"head": 10,
|
|
"ts": 0.7974
|
|
},
|
|
{
|
|
"layer": 11,
|
|
"head": 3,
|
|
"ts": 0.7936
|
|
},
|
|
{
|
|
"layer": 6,
|
|
"head": 10,
|
|
"ts": 0.788
|
|
},
|
|
{
|
|
"layer": 21,
|
|
"head": 9,
|
|
"ts": 0.7842
|
|
},
|
|
{
|
|
"layer": 19,
|
|
"head": 7,
|
|
"ts": 0.7786
|
|
},
|
|
{
|
|
"layer": 21,
|
|
"head": 8,
|
|
"ts": 0.7692
|
|
},
|
|
{
|
|
"layer": 2,
|
|
"head": 11,
|
|
"ts": 0.7617
|
|
},
|
|
{
|
|
"layer": 13,
|
|
"head": 0,
|
|
"ts": 0.7561
|
|
},
|
|
{
|
|
"layer": 13,
|
|
"head": 11,
|
|
"ts": 0.7542
|
|
},
|
|
{
|
|
"layer": 16,
|
|
"head": 15,
|
|
"ts": 0.7523
|
|
},
|
|
{
|
|
"layer": 4,
|
|
"head": 13,
|
|
"ts": 0.7467
|
|
},
|
|
{
|
|
"layer": 16,
|
|
"head": 10,
|
|
"ts": 0.743
|
|
},
|
|
{
|
|
"layer": 11,
|
|
"head": 11,
|
|
"ts": 0.7373
|
|
},
|
|
{
|
|
"layer": 18,
|
|
"head": 3,
|
|
"ts": 0.7355
|
|
},
|
|
{
|
|
"layer": 18,
|
|
"head": 5,
|
|
"ts": 0.7355
|
|
},
|
|
{
|
|
"layer": 6,
|
|
"head": 12,
|
|
"ts": 0.7261
|
|
},
|
|
{
|
|
"layer": 12,
|
|
"head": 6,
|
|
"ts": 0.7186
|
|
},
|
|
{
|
|
"layer": 20,
|
|
"head": 14,
|
|
"ts": 0.7092
|
|
},
|
|
{
|
|
"layer": 23,
|
|
"head": 7,
|
|
"ts": 0.7092
|
|
},
|
|
{
|
|
"layer": 19,
|
|
"head": 5,
|
|
"ts": 0.7073
|
|
},
|
|
{
|
|
"layer": 22,
|
|
"head": 7,
|
|
"ts": 0.7054
|
|
},
|
|
{
|
|
"layer": 20,
|
|
"head": 15,
|
|
"ts": 0.7017
|
|
},
|
|
{
|
|
"layer": 22,
|
|
"head": 9,
|
|
"ts": 0.7017
|
|
},
|
|
{
|
|
"layer": 23,
|
|
"head": 14,
|
|
"ts": 0.7017
|
|
},
|
|
{
|
|
"layer": 25,
|
|
"head": 5,
|
|
"ts": 0.7017
|
|
},
|
|
{
|
|
"layer": 22,
|
|
"head": 8,
|
|
"ts": 0.6979
|
|
},
|
|
{
|
|
"layer": 24,
|
|
"head": 14,
|
|
"ts": 0.6979
|
|
},
|
|
{
|
|
"layer": 2,
|
|
"head": 10,
|
|
"ts": 0.6961
|
|
},
|
|
{
|
|
"layer": 25,
|
|
"head": 11,
|
|
"ts": 0.6942
|
|
},
|
|
{
|
|
"layer": 23,
|
|
"head": 15,
|
|
"ts": 0.6923
|
|
},
|
|
{
|
|
"layer": 25,
|
|
"head": 4,
|
|
"ts": 0.6923
|
|
},
|
|
{
|
|
"layer": 26,
|
|
"head": 8,
|
|
"ts": 0.6923
|
|
},
|
|
{
|
|
"layer": 8,
|
|
"head": 1,
|
|
"ts": 0.6904
|
|
},
|
|
{
|
|
"layer": 24,
|
|
"head": 5,
|
|
"ts": 0.6904
|
|
},
|
|
{
|
|
"layer": 24,
|
|
"head": 15,
|
|
"ts": 0.6904
|
|
},
|
|
{
|
|
"layer": 3,
|
|
"head": 11,
|
|
"ts": 0.6848
|
|
},
|
|
{
|
|
"layer": 24,
|
|
"head": 7,
|
|
"ts": 0.6848
|
|
},
|
|
{
|
|
"layer": 2,
|
|
"head": 3,
|
|
"ts": 0.6773
|
|
},
|
|
{
|
|
"layer": 23,
|
|
"head": 4,
|
|
"ts": 0.6773
|
|
},
|
|
{
|
|
"layer": 24,
|
|
"head": 13,
|
|
"ts": 0.6773
|
|
},
|
|
{
|
|
"layer": 25,
|
|
"head": 7,
|
|
"ts": 0.6773
|
|
},
|
|
{
|
|
"layer": 9,
|
|
"head": 12,
|
|
"ts": 0.6754
|
|
},
|
|
{
|
|
"layer": 11,
|
|
"head": 8,
|
|
"ts": 0.6717
|
|
},
|
|
{
|
|
"layer": 22,
|
|
"head": 12,
|
|
"ts": 0.6717
|
|
},
|
|
{
|
|
"layer": 25,
|
|
"head": 10,
|
|
"ts": 0.6717
|
|
},
|
|
{
|
|
"layer": 24,
|
|
"head": 12,
|
|
"ts": 0.6698
|
|
},
|
|
{
|
|
"layer": 24,
|
|
"head": 11,
|
|
"ts": 0.6679
|
|
},
|
|
{
|
|
"layer": 25,
|
|
"head": 12,
|
|
"ts": 0.6623
|
|
},
|
|
{
|
|
"layer": 24,
|
|
"head": 10,
|
|
"ts": 0.6567
|
|
},
|
|
{
|
|
"layer": 25,
|
|
"head": 13,
|
|
"ts": 0.6567
|
|
},
|
|
{
|
|
"layer": 9,
|
|
"head": 13,
|
|
"ts": 0.6548
|
|
},
|
|
{
|
|
"layer": 26,
|
|
"head": 2,
|
|
"ts": 0.6529
|
|
},
|
|
{
|
|
"layer": 25,
|
|
"head": 6,
|
|
"ts": 0.6473
|
|
},
|
|
{
|
|
"layer": 26,
|
|
"head": 3,
|
|
"ts": 0.6379
|
|
},
|
|
{
|
|
"layer": 21,
|
|
"head": 0,
|
|
"ts": 0.636
|
|
},
|
|
{
|
|
"layer": 25,
|
|
"head": 14,
|
|
"ts": 0.636
|
|
},
|
|
{
|
|
"layer": 20,
|
|
"head": 11,
|
|
"ts": 0.6323
|
|
},
|
|
{
|
|
"layer": 26,
|
|
"head": 4,
|
|
"ts": 0.6323
|
|
},
|
|
{
|
|
"layer": 26,
|
|
"head": 7,
|
|
"ts": 0.6323
|
|
},
|
|
{
|
|
"layer": 24,
|
|
"head": 6,
|
|
"ts": 0.6266
|
|
},
|
|
{
|
|
"layer": 21,
|
|
"head": 12,
|
|
"ts": 0.6229
|
|
},
|
|
{
|
|
"layer": 22,
|
|
"head": 13,
|
|
"ts": 0.6229
|
|
},
|
|
{
|
|
"layer": 21,
|
|
"head": 1,
|
|
"ts": 0.6173
|
|
},
|
|
{
|
|
"layer": 20,
|
|
"head": 7,
|
|
"ts": 0.6116
|
|
},
|
|
{
|
|
"layer": 20,
|
|
"head": 10,
|
|
"ts": 0.6098
|
|
},
|
|
{
|
|
"layer": 8,
|
|
"head": 4,
|
|
"ts": 0.606
|
|
},
|
|
{
|
|
"layer": 26,
|
|
"head": 14,
|
|
"ts": 0.606
|
|
},
|
|
{
|
|
"layer": 4,
|
|
"head": 12,
|
|
"ts": 0.6041
|
|
},
|
|
{
|
|
"layer": 19,
|
|
"head": 3,
|
|
"ts": 0.6041
|
|
},
|
|
{
|
|
"layer": 26,
|
|
"head": 5,
|
|
"ts": 0.6041
|
|
},
|
|
{
|
|
"layer": 13,
|
|
"head": 15,
|
|
"ts": 0.6023
|
|
},
|
|
{
|
|
"layer": 15,
|
|
"head": 10,
|
|
"ts": 0.591
|
|
},
|
|
{
|
|
"layer": 16,
|
|
"head": 7,
|
|
"ts": 0.5704
|
|
},
|
|
{
|
|
"layer": 13,
|
|
"head": 14,
|
|
"ts": 0.5666
|
|
},
|
|
{
|
|
"layer": 19,
|
|
"head": 9,
|
|
"ts": 0.5647
|
|
},
|
|
{
|
|
"layer": 23,
|
|
"head": 1,
|
|
"ts": 0.5647
|
|
},
|
|
{
|
|
"layer": 23,
|
|
"head": 6,
|
|
"ts": 0.5591
|
|
},
|
|
{
|
|
"layer": 26,
|
|
"head": 15,
|
|
"ts": 0.5591
|
|
},
|
|
{
|
|
"layer": 23,
|
|
"head": 0,
|
|
"ts": 0.5553
|
|
},
|
|
{
|
|
"layer": 25,
|
|
"head": 9,
|
|
"ts": 0.5535
|
|
},
|
|
{
|
|
"layer": 16,
|
|
"head": 13,
|
|
"ts": 0.5497
|
|
},
|
|
{
|
|
"layer": 5,
|
|
"head": 10,
|
|
"ts": 0.5235
|
|
},
|
|
{
|
|
"layer": 16,
|
|
"head": 11,
|
|
"ts": 0.5159
|
|
},
|
|
{
|
|
"layer": 23,
|
|
"head": 10,
|
|
"ts": 0.5103
|
|
},
|
|
{
|
|
"layer": 19,
|
|
"head": 4,
|
|
"ts": 0.4991
|
|
},
|
|
{
|
|
"layer": 13,
|
|
"head": 4,
|
|
"ts": 0.4972
|
|
},
|
|
{
|
|
"layer": 26,
|
|
"head": 0,
|
|
"ts": 0.4934
|
|
},
|
|
{
|
|
"layer": 16,
|
|
"head": 12,
|
|
"ts": 0.4916
|
|
},
|
|
{
|
|
"layer": 12,
|
|
"head": 1,
|
|
"ts": 0.4897
|
|
},
|
|
{
|
|
"layer": 21,
|
|
"head": 13,
|
|
"ts": 0.4803
|
|
},
|
|
{
|
|
"layer": 19,
|
|
"head": 2,
|
|
"ts": 0.4784
|
|
},
|
|
{
|
|
"layer": 19,
|
|
"head": 13,
|
|
"ts": 0.4747
|
|
},
|
|
{
|
|
"layer": 11,
|
|
"head": 10,
|
|
"ts": 0.4709
|
|
},
|
|
{
|
|
"layer": 26,
|
|
"head": 1,
|
|
"ts": 0.4709
|
|
},
|
|
{
|
|
"layer": 24,
|
|
"head": 4,
|
|
"ts": 0.4672
|
|
},
|
|
{
|
|
"layer": 21,
|
|
"head": 15,
|
|
"ts": 0.4634
|
|
},
|
|
{
|
|
"layer": 12,
|
|
"head": 0,
|
|
"ts": 0.4615
|
|
},
|
|
{
|
|
"layer": 19,
|
|
"head": 12,
|
|
"ts": 0.4597
|
|
},
|
|
{
|
|
"layer": 11,
|
|
"head": 9,
|
|
"ts": 0.4578
|
|
},
|
|
{
|
|
"layer": 17,
|
|
"head": 13,
|
|
"ts": 0.4559
|
|
},
|
|
{
|
|
"layer": 19,
|
|
"head": 8,
|
|
"ts": 0.4522
|
|
},
|
|
{
|
|
"layer": 25,
|
|
"head": 15,
|
|
"ts": 0.4522
|
|
},
|
|
{
|
|
"layer": 12,
|
|
"head": 8,
|
|
"ts": 0.4465
|
|
},
|
|
{
|
|
"layer": 18,
|
|
"head": 10,
|
|
"ts": 0.4428
|
|
},
|
|
{
|
|
"layer": 7,
|
|
"head": 0,
|
|
"ts": 0.4353
|
|
},
|
|
{
|
|
"layer": 20,
|
|
"head": 4,
|
|
"ts": 0.4353
|
|
},
|
|
{
|
|
"layer": 21,
|
|
"head": 11,
|
|
"ts": 0.4315
|
|
},
|
|
{
|
|
"layer": 18,
|
|
"head": 2,
|
|
"ts": 0.4146
|
|
},
|
|
{
|
|
"layer": 20,
|
|
"head": 12,
|
|
"ts": 0.4128
|
|
},
|
|
{
|
|
"layer": 21,
|
|
"head": 14,
|
|
"ts": 0.4034
|
|
},
|
|
{
|
|
"layer": 10,
|
|
"head": 5,
|
|
"ts": 0.3865
|
|
},
|
|
{
|
|
"layer": 20,
|
|
"head": 6,
|
|
"ts": 0.3865
|
|
},
|
|
{
|
|
"layer": 17,
|
|
"head": 8,
|
|
"ts": 0.3846
|
|
},
|
|
{
|
|
"layer": 7,
|
|
"head": 4,
|
|
"ts": 0.379
|
|
},
|
|
{
|
|
"layer": 23,
|
|
"head": 11,
|
|
"ts": 0.379
|
|
},
|
|
{
|
|
"layer": 9,
|
|
"head": 8,
|
|
"ts": 0.3771
|
|
},
|
|
{
|
|
"layer": 19,
|
|
"head": 6,
|
|
"ts": 0.3734
|
|
},
|
|
{
|
|
"layer": 17,
|
|
"head": 0,
|
|
"ts": 0.364
|
|
},
|
|
{
|
|
"layer": 5,
|
|
"head": 15,
|
|
"ts": 0.3621
|
|
},
|
|
{
|
|
"layer": 8,
|
|
"head": 7,
|
|
"ts": 0.3583
|
|
},
|
|
{
|
|
"layer": 8,
|
|
"head": 14,
|
|
"ts": 0.3583
|
|
},
|
|
{
|
|
"layer": 11,
|
|
"head": 1,
|
|
"ts": 0.3565
|
|
},
|
|
{
|
|
"layer": 10,
|
|
"head": 2,
|
|
"ts": 0.3508
|
|
},
|
|
{
|
|
"layer": 5,
|
|
"head": 5,
|
|
"ts": 0.349
|
|
},
|
|
{
|
|
"layer": 17,
|
|
"head": 1,
|
|
"ts": 0.349
|
|
},
|
|
{
|
|
"layer": 4,
|
|
"head": 10,
|
|
"ts": 0.3471
|
|
},
|
|
{
|
|
"layer": 13,
|
|
"head": 1,
|
|
"ts": 0.3471
|
|
},
|
|
{
|
|
"layer": 22,
|
|
"head": 4,
|
|
"ts": 0.3452
|
|
},
|
|
{
|
|
"layer": 22,
|
|
"head": 1,
|
|
"ts": 0.3396
|
|
},
|
|
{
|
|
"layer": 21,
|
|
"head": 10,
|
|
"ts": 0.3358
|
|
},
|
|
{
|
|
"layer": 11,
|
|
"head": 7,
|
|
"ts": 0.3302
|
|
},
|
|
{
|
|
"layer": 20,
|
|
"head": 8,
|
|
"ts": 0.3283
|
|
},
|
|
{
|
|
"layer": 21,
|
|
"head": 4,
|
|
"ts": 0.3283
|
|
},
|
|
{
|
|
"layer": 25,
|
|
"head": 8,
|
|
"ts": 0.3283
|
|
},
|
|
{
|
|
"layer": 3,
|
|
"head": 4,
|
|
"ts": 0.3246
|
|
},
|
|
{
|
|
"layer": 8,
|
|
"head": 2,
|
|
"ts": 0.3246
|
|
},
|
|
{
|
|
"layer": 9,
|
|
"head": 9,
|
|
"ts": 0.3246
|
|
},
|
|
{
|
|
"layer": 18,
|
|
"head": 4,
|
|
"ts": 0.3246
|
|
},
|
|
{
|
|
"layer": 14,
|
|
"head": 12,
|
|
"ts": 0.3227
|
|
},
|
|
{
|
|
"layer": 4,
|
|
"head": 15,
|
|
"ts": 0.3208
|
|
},
|
|
{
|
|
"layer": 17,
|
|
"head": 12,
|
|
"ts": 0.3208
|
|
},
|
|
{
|
|
"layer": 16,
|
|
"head": 9,
|
|
"ts": 0.3189
|
|
},
|
|
{
|
|
"layer": 11,
|
|
"head": 0,
|
|
"ts": 0.3096
|
|
},
|
|
{
|
|
"layer": 12,
|
|
"head": 3,
|
|
"ts": 0.3096
|
|
},
|
|
{
|
|
"layer": 17,
|
|
"head": 9,
|
|
"ts": 0.3096
|
|
},
|
|
{
|
|
"layer": 22,
|
|
"head": 6,
|
|
"ts": 0.3096
|
|
},
|
|
{
|
|
"layer": 6,
|
|
"head": 9,
|
|
"ts": 0.3077
|
|
},
|
|
{
|
|
"layer": 8,
|
|
"head": 5,
|
|
"ts": 0.3077
|
|
},
|
|
{
|
|
"layer": 26,
|
|
"head": 11,
|
|
"ts": 0.3058
|
|
},
|
|
{
|
|
"layer": 8,
|
|
"head": 6,
|
|
"ts": 0.3039
|
|
},
|
|
{
|
|
"layer": 12,
|
|
"head": 10,
|
|
"ts": 0.2964
|
|
},
|
|
{
|
|
"layer": 18,
|
|
"head": 11,
|
|
"ts": 0.2964
|
|
},
|
|
{
|
|
"layer": 14,
|
|
"head": 13,
|
|
"ts": 0.2946
|
|
},
|
|
{
|
|
"layer": 16,
|
|
"head": 6,
|
|
"ts": 0.2927
|
|
},
|
|
{
|
|
"layer": 26,
|
|
"head": 9,
|
|
"ts": 0.2927
|
|
},
|
|
{
|
|
"layer": 1,
|
|
"head": 8,
|
|
"ts": 0.2871
|
|
},
|
|
{
|
|
"layer": 22,
|
|
"head": 5,
|
|
"ts": 0.2852
|
|
},
|
|
{
|
|
"layer": 14,
|
|
"head": 6,
|
|
"ts": 0.2833
|
|
},
|
|
{
|
|
"layer": 12,
|
|
"head": 12,
|
|
"ts": 0.2814
|
|
},
|
|
{
|
|
"layer": 14,
|
|
"head": 0,
|
|
"ts": 0.2814
|
|
},
|
|
{
|
|
"layer": 6,
|
|
"head": 14,
|
|
"ts": 0.2795
|
|
},
|
|
{
|
|
"layer": 12,
|
|
"head": 14,
|
|
"ts": 0.2795
|
|
},
|
|
{
|
|
"layer": 21,
|
|
"head": 6,
|
|
"ts": 0.2795
|
|
},
|
|
{
|
|
"layer": 3,
|
|
"head": 13,
|
|
"ts": 0.2777
|
|
},
|
|
{
|
|
"layer": 10,
|
|
"head": 3,
|
|
"ts": 0.2777
|
|
},
|
|
{
|
|
"layer": 15,
|
|
"head": 6,
|
|
"ts": 0.2777
|
|
},
|
|
{
|
|
"layer": 20,
|
|
"head": 5,
|
|
"ts": 0.2777
|
|
},
|
|
{
|
|
"layer": 6,
|
|
"head": 0,
|
|
"ts": 0.2758
|
|
},
|
|
{
|
|
"layer": 17,
|
|
"head": 2,
|
|
"ts": 0.2758
|
|
},
|
|
{
|
|
"layer": 23,
|
|
"head": 12,
|
|
"ts": 0.2758
|
|
},
|
|
{
|
|
"layer": 20,
|
|
"head": 13,
|
|
"ts": 0.2739
|
|
},
|
|
{
|
|
"layer": 9,
|
|
"head": 7,
|
|
"ts": 0.2702
|
|
},
|
|
{
|
|
"layer": 23,
|
|
"head": 5,
|
|
"ts": 0.2683
|
|
},
|
|
{
|
|
"layer": 11,
|
|
"head": 5,
|
|
"ts": 0.2664
|
|
},
|
|
{
|
|
"layer": 3,
|
|
"head": 14,
|
|
"ts": 0.2645
|
|
},
|
|
{
|
|
"layer": 7,
|
|
"head": 5,
|
|
"ts": 0.2645
|
|
},
|
|
{
|
|
"layer": 21,
|
|
"head": 7,
|
|
"ts": 0.2645
|
|
},
|
|
{
|
|
"layer": 17,
|
|
"head": 10,
|
|
"ts": 0.2627
|
|
},
|
|
{
|
|
"layer": 20,
|
|
"head": 2,
|
|
"ts": 0.2627
|
|
},
|
|
{
|
|
"layer": 6,
|
|
"head": 1,
|
|
"ts": 0.2552
|
|
},
|
|
{
|
|
"layer": 9,
|
|
"head": 0,
|
|
"ts": 0.2552
|
|
},
|
|
{
|
|
"layer": 9,
|
|
"head": 5,
|
|
"ts": 0.2552
|
|
},
|
|
{
|
|
"layer": 15,
|
|
"head": 2,
|
|
"ts": 0.2552
|
|
},
|
|
{
|
|
"layer": 9,
|
|
"head": 2,
|
|
"ts": 0.2533
|
|
},
|
|
{
|
|
"layer": 22,
|
|
"head": 0,
|
|
"ts": 0.2533
|
|
},
|
|
{
|
|
"layer": 16,
|
|
"head": 8,
|
|
"ts": 0.2495
|
|
},
|
|
{
|
|
"layer": 9,
|
|
"head": 4,
|
|
"ts": 0.2458
|
|
},
|
|
{
|
|
"layer": 10,
|
|
"head": 9,
|
|
"ts": 0.2458
|
|
},
|
|
{
|
|
"layer": 16,
|
|
"head": 5,
|
|
"ts": 0.2439
|
|
},
|
|
{
|
|
"layer": 17,
|
|
"head": 11,
|
|
"ts": 0.2439
|
|
},
|
|
{
|
|
"layer": 2,
|
|
"head": 14,
|
|
"ts": 0.242
|
|
},
|
|
{
|
|
"layer": 4,
|
|
"head": 11,
|
|
"ts": 0.242
|
|
},
|
|
{
|
|
"layer": 22,
|
|
"head": 11,
|
|
"ts": 0.2402
|
|
},
|
|
{
|
|
"layer": 5,
|
|
"head": 4,
|
|
"ts": 0.2383
|
|
},
|
|
{
|
|
"layer": 14,
|
|
"head": 11,
|
|
"ts": 0.2383
|
|
},
|
|
{
|
|
"layer": 26,
|
|
"head": 6,
|
|
"ts": 0.2383
|
|
},
|
|
{
|
|
"layer": 10,
|
|
"head": 4,
|
|
"ts": 0.2364
|
|
},
|
|
{
|
|
"layer": 11,
|
|
"head": 6,
|
|
"ts": 0.2364
|
|
},
|
|
{
|
|
"layer": 14,
|
|
"head": 5,
|
|
"ts": 0.2364
|
|
},
|
|
{
|
|
"layer": 17,
|
|
"head": 3,
|
|
"ts": 0.2345
|
|
},
|
|
{
|
|
"layer": 7,
|
|
"head": 6,
|
|
"ts": 0.2308
|
|
},
|
|
{
|
|
"layer": 13,
|
|
"head": 2,
|
|
"ts": 0.2308
|
|
},
|
|
{
|
|
"layer": 6,
|
|
"head": 15,
|
|
"ts": 0.2233
|
|
},
|
|
{
|
|
"layer": 18,
|
|
"head": 13,
|
|
"ts": 0.2233
|
|
},
|
|
{
|
|
"layer": 10,
|
|
"head": 11,
|
|
"ts": 0.2214
|
|
},
|
|
{
|
|
"layer": 12,
|
|
"head": 15,
|
|
"ts": 0.2158
|
|
},
|
|
{
|
|
"layer": 6,
|
|
"head": 4,
|
|
"ts": 0.212
|
|
},
|
|
{
|
|
"layer": 7,
|
|
"head": 13,
|
|
"ts": 0.212
|
|
},
|
|
{
|
|
"layer": 19,
|
|
"head": 1,
|
|
"ts": 0.2083
|
|
},
|
|
{
|
|
"layer": 14,
|
|
"head": 7,
|
|
"ts": 0.2045
|
|
},
|
|
{
|
|
"layer": 10,
|
|
"head": 13,
|
|
"ts": 0.2026
|
|
},
|
|
{
|
|
"layer": 18,
|
|
"head": 6,
|
|
"ts": 0.2008
|
|
},
|
|
{
|
|
"layer": 5,
|
|
"head": 8,
|
|
"ts": 0.1989
|
|
},
|
|
{
|
|
"layer": 12,
|
|
"head": 2,
|
|
"ts": 0.1989
|
|
},
|
|
{
|
|
"layer": 2,
|
|
"head": 6,
|
|
"ts": 0.1914
|
|
},
|
|
{
|
|
"layer": 13,
|
|
"head": 3,
|
|
"ts": 0.1914
|
|
},
|
|
{
|
|
"layer": 14,
|
|
"head": 10,
|
|
"ts": 0.1914
|
|
},
|
|
{
|
|
"layer": 3,
|
|
"head": 15,
|
|
"ts": 0.1876
|
|
},
|
|
{
|
|
"layer": 22,
|
|
"head": 14,
|
|
"ts": 0.1876
|
|
},
|
|
{
|
|
"layer": 15,
|
|
"head": 5,
|
|
"ts": 0.1857
|
|
},
|
|
{
|
|
"layer": 6,
|
|
"head": 5,
|
|
"ts": 0.182
|
|
},
|
|
{
|
|
"layer": 9,
|
|
"head": 10,
|
|
"ts": 0.182
|
|
},
|
|
{
|
|
"layer": 13,
|
|
"head": 5,
|
|
"ts": 0.182
|
|
},
|
|
{
|
|
"layer": 15,
|
|
"head": 11,
|
|
"ts": 0.182
|
|
},
|
|
{
|
|
"layer": 22,
|
|
"head": 10,
|
|
"ts": 0.1801
|
|
},
|
|
{
|
|
"layer": 3,
|
|
"head": 3,
|
|
"ts": 0.1782
|
|
},
|
|
{
|
|
"layer": 18,
|
|
"head": 7,
|
|
"ts": 0.1782
|
|
},
|
|
{
|
|
"layer": 3,
|
|
"head": 2,
|
|
"ts": 0.1764
|
|
},
|
|
{
|
|
"layer": 4,
|
|
"head": 4,
|
|
"ts": 0.1745
|
|
},
|
|
{
|
|
"layer": 8,
|
|
"head": 13,
|
|
"ts": 0.1726
|
|
},
|
|
{
|
|
"layer": 7,
|
|
"head": 12,
|
|
"ts": 0.1707
|
|
},
|
|
{
|
|
"layer": 18,
|
|
"head": 15,
|
|
"ts": 0.1707
|
|
},
|
|
{
|
|
"layer": 15,
|
|
"head": 7,
|
|
"ts": 0.1689
|
|
},
|
|
{
|
|
"layer": 15,
|
|
"head": 9,
|
|
"ts": 0.1689
|
|
},
|
|
{
|
|
"layer": 23,
|
|
"head": 13,
|
|
"ts": 0.1689
|
|
},
|
|
{
|
|
"layer": 8,
|
|
"head": 0,
|
|
"ts": 0.1651
|
|
},
|
|
{
|
|
"layer": 8,
|
|
"head": 9,
|
|
"ts": 0.1595
|
|
},
|
|
{
|
|
"layer": 11,
|
|
"head": 4,
|
|
"ts": 0.1595
|
|
},
|
|
{
|
|
"layer": 0,
|
|
"head": 3,
|
|
"ts": 0.1576
|
|
},
|
|
{
|
|
"layer": 10,
|
|
"head": 12,
|
|
"ts": 0.1576
|
|
},
|
|
{
|
|
"layer": 15,
|
|
"head": 4,
|
|
"ts": 0.1576
|
|
},
|
|
{
|
|
"layer": 2,
|
|
"head": 8,
|
|
"ts": 0.1557
|
|
},
|
|
{
|
|
"layer": 15,
|
|
"head": 15,
|
|
"ts": 0.1557
|
|
},
|
|
{
|
|
"layer": 21,
|
|
"head": 2,
|
|
"ts": 0.1557
|
|
},
|
|
{
|
|
"layer": 5,
|
|
"head": 1,
|
|
"ts": 0.1538
|
|
},
|
|
{
|
|
"layer": 9,
|
|
"head": 3,
|
|
"ts": 0.1538
|
|
},
|
|
{
|
|
"layer": 4,
|
|
"head": 8,
|
|
"ts": 0.152
|
|
},
|
|
{
|
|
"layer": 13,
|
|
"head": 10,
|
|
"ts": 0.152
|
|
},
|
|
{
|
|
"layer": 22,
|
|
"head": 2,
|
|
"ts": 0.152
|
|
},
|
|
{
|
|
"layer": 1,
|
|
"head": 15,
|
|
"ts": 0.1501
|
|
},
|
|
{
|
|
"layer": 7,
|
|
"head": 11,
|
|
"ts": 0.1501
|
|
},
|
|
{
|
|
"layer": 15,
|
|
"head": 1,
|
|
"ts": 0.1501
|
|
},
|
|
{
|
|
"layer": 14,
|
|
"head": 2,
|
|
"ts": 0.1482
|
|
},
|
|
{
|
|
"layer": 18,
|
|
"head": 8,
|
|
"ts": 0.1482
|
|
},
|
|
{
|
|
"layer": 1,
|
|
"head": 3,
|
|
"ts": 0.1463
|
|
},
|
|
{
|
|
"layer": 5,
|
|
"head": 11,
|
|
"ts": 0.1463
|
|
},
|
|
{
|
|
"layer": 5,
|
|
"head": 14,
|
|
"ts": 0.1463
|
|
},
|
|
{
|
|
"layer": 8,
|
|
"head": 11,
|
|
"ts": 0.1445
|
|
},
|
|
{
|
|
"layer": 7,
|
|
"head": 14,
|
|
"ts": 0.1426
|
|
},
|
|
{
|
|
"layer": 8,
|
|
"head": 10,
|
|
"ts": 0.1407
|
|
},
|
|
{
|
|
"layer": 12,
|
|
"head": 13,
|
|
"ts": 0.1407
|
|
},
|
|
{
|
|
"layer": 3,
|
|
"head": 8,
|
|
"ts": 0.1388
|
|
},
|
|
{
|
|
"layer": 27,
|
|
"head": 1,
|
|
"ts": 0.1388
|
|
},
|
|
{
|
|
"layer": 10,
|
|
"head": 10,
|
|
"ts": 0.137
|
|
},
|
|
{
|
|
"layer": 14,
|
|
"head": 9,
|
|
"ts": 0.137
|
|
},
|
|
{
|
|
"layer": 15,
|
|
"head": 14,
|
|
"ts": 0.137
|
|
},
|
|
{
|
|
"layer": 25,
|
|
"head": 0,
|
|
"ts": 0.137
|
|
},
|
|
{
|
|
"layer": 10,
|
|
"head": 15,
|
|
"ts": 0.1351
|
|
},
|
|
{
|
|
"layer": 27,
|
|
"head": 0,
|
|
"ts": 0.1351
|
|
},
|
|
{
|
|
"layer": 27,
|
|
"head": 5,
|
|
"ts": 0.1351
|
|
},
|
|
{
|
|
"layer": 12,
|
|
"head": 5,
|
|
"ts": 0.1332
|
|
},
|
|
{
|
|
"layer": 15,
|
|
"head": 3,
|
|
"ts": 0.1332
|
|
},
|
|
{
|
|
"layer": 27,
|
|
"head": 10,
|
|
"ts": 0.1313
|
|
},
|
|
{
|
|
"layer": 27,
|
|
"head": 8,
|
|
"ts": 0.1295
|
|
},
|
|
{
|
|
"layer": 9,
|
|
"head": 14,
|
|
"ts": 0.1276
|
|
},
|
|
{
|
|
"layer": 5,
|
|
"head": 0,
|
|
"ts": 0.122
|
|
},
|
|
{
|
|
"layer": 0,
|
|
"head": 2,
|
|
"ts": 0.1182
|
|
},
|
|
{
|
|
"layer": 16,
|
|
"head": 3,
|
|
"ts": 0.1182
|
|
},
|
|
{
|
|
"layer": 4,
|
|
"head": 9,
|
|
"ts": 0.1163
|
|
},
|
|
{
|
|
"layer": 10,
|
|
"head": 8,
|
|
"ts": 0.1163
|
|
},
|
|
{
|
|
"layer": 12,
|
|
"head": 9,
|
|
"ts": 0.1163
|
|
},
|
|
{
|
|
"layer": 14,
|
|
"head": 8,
|
|
"ts": 0.1163
|
|
},
|
|
{
|
|
"layer": 6,
|
|
"head": 3,
|
|
"ts": 0.1144
|
|
},
|
|
{
|
|
"layer": 7,
|
|
"head": 15,
|
|
"ts": 0.1126
|
|
},
|
|
{
|
|
"layer": 12,
|
|
"head": 7,
|
|
"ts": 0.1126
|
|
},
|
|
{
|
|
"layer": 27,
|
|
"head": 9,
|
|
"ts": 0.1126
|
|
},
|
|
{
|
|
"layer": 3,
|
|
"head": 6,
|
|
"ts": 0.1107
|
|
},
|
|
{
|
|
"layer": 8,
|
|
"head": 12,
|
|
"ts": 0.1107
|
|
},
|
|
{
|
|
"layer": 2,
|
|
"head": 2,
|
|
"ts": 0.1088
|
|
},
|
|
{
|
|
"layer": 4,
|
|
"head": 2,
|
|
"ts": 0.1088
|
|
},
|
|
{
|
|
"layer": 5,
|
|
"head": 2,
|
|
"ts": 0.1088
|
|
},
|
|
{
|
|
"layer": 5,
|
|
"head": 7,
|
|
"ts": 0.1088
|
|
},
|
|
{
|
|
"layer": 14,
|
|
"head": 1,
|
|
"ts": 0.1088
|
|
},
|
|
{
|
|
"layer": 22,
|
|
"head": 15,
|
|
"ts": 0.1088
|
|
},
|
|
{
|
|
"layer": 23,
|
|
"head": 3,
|
|
"ts": 0.1088
|
|
},
|
|
{
|
|
"layer": 9,
|
|
"head": 11,
|
|
"ts": 0.1069
|
|
},
|
|
{
|
|
"layer": 17,
|
|
"head": 4,
|
|
"ts": 0.1069
|
|
},
|
|
{
|
|
"layer": 27,
|
|
"head": 3,
|
|
"ts": 0.1069
|
|
},
|
|
{
|
|
"layer": 5,
|
|
"head": 9,
|
|
"ts": 0.1051
|
|
},
|
|
{
|
|
"layer": 14,
|
|
"head": 3,
|
|
"ts": 0.1032
|
|
},
|
|
{
|
|
"layer": 27,
|
|
"head": 13,
|
|
"ts": 0.1032
|
|
}
|
|
],
|
|
"alignment_heads_compact": [
|
|
[
|
|
20,
|
|
3
|
|
],
|
|
[
|
|
11,
|
|
2
|
|
],
|
|
[
|
|
13,
|
|
6
|
|
],
|
|
[
|
|
11,
|
|
13
|
|
],
|
|
[
|
|
14,
|
|
14
|
|
],
|
|
[
|
|
6,
|
|
7
|
|
],
|
|
[
|
|
14,
|
|
15
|
|
],
|
|
[
|
|
6,
|
|
6
|
|
],
|
|
[
|
|
16,
|
|
14
|
|
],
|
|
[
|
|
6,
|
|
11
|
|
],
|
|
[
|
|
11,
|
|
12
|
|
],
|
|
[
|
|
13,
|
|
7
|
|
],
|
|
[
|
|
6,
|
|
13
|
|
],
|
|
[
|
|
3,
|
|
10
|
|
],
|
|
[
|
|
11,
|
|
3
|
|
],
|
|
[
|
|
6,
|
|
10
|
|
],
|
|
[
|
|
21,
|
|
9
|
|
],
|
|
[
|
|
19,
|
|
7
|
|
],
|
|
[
|
|
21,
|
|
8
|
|
],
|
|
[
|
|
2,
|
|
11
|
|
],
|
|
[
|
|
13,
|
|
0
|
|
],
|
|
[
|
|
13,
|
|
11
|
|
],
|
|
[
|
|
16,
|
|
15
|
|
],
|
|
[
|
|
4,
|
|
13
|
|
],
|
|
[
|
|
16,
|
|
10
|
|
],
|
|
[
|
|
11,
|
|
11
|
|
],
|
|
[
|
|
18,
|
|
3
|
|
],
|
|
[
|
|
18,
|
|
5
|
|
],
|
|
[
|
|
6,
|
|
12
|
|
],
|
|
[
|
|
12,
|
|
6
|
|
],
|
|
[
|
|
20,
|
|
14
|
|
],
|
|
[
|
|
23,
|
|
7
|
|
],
|
|
[
|
|
19,
|
|
5
|
|
],
|
|
[
|
|
22,
|
|
7
|
|
],
|
|
[
|
|
20,
|
|
15
|
|
],
|
|
[
|
|
22,
|
|
9
|
|
],
|
|
[
|
|
23,
|
|
14
|
|
],
|
|
[
|
|
25,
|
|
5
|
|
],
|
|
[
|
|
22,
|
|
8
|
|
],
|
|
[
|
|
24,
|
|
14
|
|
],
|
|
[
|
|
2,
|
|
10
|
|
],
|
|
[
|
|
25,
|
|
11
|
|
],
|
|
[
|
|
23,
|
|
15
|
|
],
|
|
[
|
|
25,
|
|
4
|
|
],
|
|
[
|
|
26,
|
|
8
|
|
],
|
|
[
|
|
8,
|
|
1
|
|
],
|
|
[
|
|
24,
|
|
5
|
|
],
|
|
[
|
|
24,
|
|
15
|
|
],
|
|
[
|
|
3,
|
|
11
|
|
],
|
|
[
|
|
24,
|
|
7
|
|
],
|
|
[
|
|
2,
|
|
3
|
|
],
|
|
[
|
|
23,
|
|
4
|
|
],
|
|
[
|
|
24,
|
|
13
|
|
],
|
|
[
|
|
25,
|
|
7
|
|
],
|
|
[
|
|
9,
|
|
12
|
|
],
|
|
[
|
|
11,
|
|
8
|
|
],
|
|
[
|
|
22,
|
|
12
|
|
],
|
|
[
|
|
25,
|
|
10
|
|
],
|
|
[
|
|
24,
|
|
12
|
|
],
|
|
[
|
|
24,
|
|
11
|
|
],
|
|
[
|
|
25,
|
|
12
|
|
],
|
|
[
|
|
24,
|
|
10
|
|
],
|
|
[
|
|
25,
|
|
13
|
|
],
|
|
[
|
|
9,
|
|
13
|
|
],
|
|
[
|
|
26,
|
|
2
|
|
],
|
|
[
|
|
25,
|
|
6
|
|
],
|
|
[
|
|
26,
|
|
3
|
|
],
|
|
[
|
|
21,
|
|
0
|
|
],
|
|
[
|
|
25,
|
|
14
|
|
],
|
|
[
|
|
20,
|
|
11
|
|
],
|
|
[
|
|
26,
|
|
4
|
|
],
|
|
[
|
|
26,
|
|
7
|
|
],
|
|
[
|
|
24,
|
|
6
|
|
],
|
|
[
|
|
21,
|
|
12
|
|
],
|
|
[
|
|
22,
|
|
13
|
|
],
|
|
[
|
|
21,
|
|
1
|
|
],
|
|
[
|
|
20,
|
|
7
|
|
],
|
|
[
|
|
20,
|
|
10
|
|
],
|
|
[
|
|
8,
|
|
4
|
|
],
|
|
[
|
|
26,
|
|
14
|
|
],
|
|
[
|
|
4,
|
|
12
|
|
],
|
|
[
|
|
19,
|
|
3
|
|
],
|
|
[
|
|
26,
|
|
5
|
|
],
|
|
[
|
|
13,
|
|
15
|
|
],
|
|
[
|
|
15,
|
|
10
|
|
],
|
|
[
|
|
16,
|
|
7
|
|
],
|
|
[
|
|
13,
|
|
14
|
|
],
|
|
[
|
|
19,
|
|
9
|
|
],
|
|
[
|
|
23,
|
|
1
|
|
],
|
|
[
|
|
23,
|
|
6
|
|
],
|
|
[
|
|
26,
|
|
15
|
|
],
|
|
[
|
|
23,
|
|
0
|
|
],
|
|
[
|
|
25,
|
|
9
|
|
],
|
|
[
|
|
16,
|
|
13
|
|
],
|
|
[
|
|
5,
|
|
10
|
|
],
|
|
[
|
|
16,
|
|
11
|
|
],
|
|
[
|
|
23,
|
|
10
|
|
],
|
|
[
|
|
19,
|
|
4
|
|
],
|
|
[
|
|
13,
|
|
4
|
|
],
|
|
[
|
|
26,
|
|
0
|
|
],
|
|
[
|
|
16,
|
|
12
|
|
],
|
|
[
|
|
12,
|
|
1
|
|
],
|
|
[
|
|
21,
|
|
13
|
|
],
|
|
[
|
|
19,
|
|
2
|
|
],
|
|
[
|
|
19,
|
|
13
|
|
],
|
|
[
|
|
11,
|
|
10
|
|
],
|
|
[
|
|
26,
|
|
1
|
|
],
|
|
[
|
|
24,
|
|
4
|
|
],
|
|
[
|
|
21,
|
|
15
|
|
],
|
|
[
|
|
12,
|
|
0
|
|
],
|
|
[
|
|
19,
|
|
12
|
|
],
|
|
[
|
|
11,
|
|
9
|
|
],
|
|
[
|
|
17,
|
|
13
|
|
],
|
|
[
|
|
19,
|
|
8
|
|
],
|
|
[
|
|
25,
|
|
15
|
|
],
|
|
[
|
|
12,
|
|
8
|
|
],
|
|
[
|
|
18,
|
|
10
|
|
],
|
|
[
|
|
7,
|
|
0
|
|
],
|
|
[
|
|
20,
|
|
4
|
|
],
|
|
[
|
|
21,
|
|
11
|
|
],
|
|
[
|
|
18,
|
|
2
|
|
],
|
|
[
|
|
20,
|
|
12
|
|
],
|
|
[
|
|
21,
|
|
14
|
|
],
|
|
[
|
|
10,
|
|
5
|
|
],
|
|
[
|
|
20,
|
|
6
|
|
],
|
|
[
|
|
17,
|
|
8
|
|
],
|
|
[
|
|
7,
|
|
4
|
|
],
|
|
[
|
|
23,
|
|
11
|
|
],
|
|
[
|
|
9,
|
|
8
|
|
],
|
|
[
|
|
19,
|
|
6
|
|
],
|
|
[
|
|
17,
|
|
0
|
|
],
|
|
[
|
|
5,
|
|
15
|
|
],
|
|
[
|
|
8,
|
|
7
|
|
],
|
|
[
|
|
8,
|
|
14
|
|
],
|
|
[
|
|
11,
|
|
1
|
|
],
|
|
[
|
|
10,
|
|
2
|
|
],
|
|
[
|
|
5,
|
|
5
|
|
],
|
|
[
|
|
17,
|
|
1
|
|
],
|
|
[
|
|
4,
|
|
10
|
|
],
|
|
[
|
|
13,
|
|
1
|
|
],
|
|
[
|
|
22,
|
|
4
|
|
],
|
|
[
|
|
22,
|
|
1
|
|
],
|
|
[
|
|
21,
|
|
10
|
|
],
|
|
[
|
|
11,
|
|
7
|
|
],
|
|
[
|
|
20,
|
|
8
|
|
],
|
|
[
|
|
21,
|
|
4
|
|
],
|
|
[
|
|
25,
|
|
8
|
|
],
|
|
[
|
|
3,
|
|
4
|
|
],
|
|
[
|
|
8,
|
|
2
|
|
],
|
|
[
|
|
9,
|
|
9
|
|
],
|
|
[
|
|
18,
|
|
4
|
|
],
|
|
[
|
|
14,
|
|
12
|
|
],
|
|
[
|
|
4,
|
|
15
|
|
],
|
|
[
|
|
17,
|
|
12
|
|
],
|
|
[
|
|
16,
|
|
9
|
|
],
|
|
[
|
|
11,
|
|
0
|
|
],
|
|
[
|
|
12,
|
|
3
|
|
],
|
|
[
|
|
17,
|
|
9
|
|
],
|
|
[
|
|
22,
|
|
6
|
|
],
|
|
[
|
|
6,
|
|
9
|
|
],
|
|
[
|
|
8,
|
|
5
|
|
],
|
|
[
|
|
26,
|
|
11
|
|
],
|
|
[
|
|
8,
|
|
6
|
|
],
|
|
[
|
|
12,
|
|
10
|
|
],
|
|
[
|
|
18,
|
|
11
|
|
],
|
|
[
|
|
14,
|
|
13
|
|
],
|
|
[
|
|
16,
|
|
6
|
|
],
|
|
[
|
|
26,
|
|
9
|
|
],
|
|
[
|
|
1,
|
|
8
|
|
],
|
|
[
|
|
22,
|
|
5
|
|
],
|
|
[
|
|
14,
|
|
6
|
|
],
|
|
[
|
|
12,
|
|
12
|
|
],
|
|
[
|
|
14,
|
|
0
|
|
],
|
|
[
|
|
6,
|
|
14
|
|
],
|
|
[
|
|
12,
|
|
14
|
|
],
|
|
[
|
|
21,
|
|
6
|
|
],
|
|
[
|
|
3,
|
|
13
|
|
],
|
|
[
|
|
10,
|
|
3
|
|
],
|
|
[
|
|
15,
|
|
6
|
|
],
|
|
[
|
|
20,
|
|
5
|
|
],
|
|
[
|
|
6,
|
|
0
|
|
],
|
|
[
|
|
17,
|
|
2
|
|
],
|
|
[
|
|
23,
|
|
12
|
|
],
|
|
[
|
|
20,
|
|
13
|
|
],
|
|
[
|
|
9,
|
|
7
|
|
],
|
|
[
|
|
23,
|
|
5
|
|
],
|
|
[
|
|
11,
|
|
5
|
|
],
|
|
[
|
|
3,
|
|
14
|
|
],
|
|
[
|
|
7,
|
|
5
|
|
],
|
|
[
|
|
21,
|
|
7
|
|
],
|
|
[
|
|
17,
|
|
10
|
|
],
|
|
[
|
|
20,
|
|
2
|
|
],
|
|
[
|
|
6,
|
|
1
|
|
],
|
|
[
|
|
9,
|
|
0
|
|
],
|
|
[
|
|
9,
|
|
5
|
|
],
|
|
[
|
|
15,
|
|
2
|
|
],
|
|
[
|
|
9,
|
|
2
|
|
],
|
|
[
|
|
22,
|
|
0
|
|
],
|
|
[
|
|
16,
|
|
8
|
|
],
|
|
[
|
|
9,
|
|
4
|
|
],
|
|
[
|
|
10,
|
|
9
|
|
],
|
|
[
|
|
16,
|
|
5
|
|
],
|
|
[
|
|
17,
|
|
11
|
|
],
|
|
[
|
|
2,
|
|
14
|
|
],
|
|
[
|
|
4,
|
|
11
|
|
],
|
|
[
|
|
22,
|
|
11
|
|
],
|
|
[
|
|
5,
|
|
4
|
|
],
|
|
[
|
|
14,
|
|
11
|
|
],
|
|
[
|
|
26,
|
|
6
|
|
],
|
|
[
|
|
10,
|
|
4
|
|
],
|
|
[
|
|
11,
|
|
6
|
|
],
|
|
[
|
|
14,
|
|
5
|
|
],
|
|
[
|
|
17,
|
|
3
|
|
],
|
|
[
|
|
7,
|
|
6
|
|
],
|
|
[
|
|
13,
|
|
2
|
|
],
|
|
[
|
|
6,
|
|
15
|
|
],
|
|
[
|
|
18,
|
|
13
|
|
],
|
|
[
|
|
10,
|
|
11
|
|
],
|
|
[
|
|
12,
|
|
15
|
|
],
|
|
[
|
|
6,
|
|
4
|
|
],
|
|
[
|
|
7,
|
|
13
|
|
],
|
|
[
|
|
19,
|
|
1
|
|
],
|
|
[
|
|
14,
|
|
7
|
|
],
|
|
[
|
|
10,
|
|
13
|
|
],
|
|
[
|
|
18,
|
|
6
|
|
],
|
|
[
|
|
5,
|
|
8
|
|
],
|
|
[
|
|
12,
|
|
2
|
|
],
|
|
[
|
|
2,
|
|
6
|
|
],
|
|
[
|
|
13,
|
|
3
|
|
],
|
|
[
|
|
14,
|
|
10
|
|
],
|
|
[
|
|
3,
|
|
15
|
|
],
|
|
[
|
|
22,
|
|
14
|
|
],
|
|
[
|
|
15,
|
|
5
|
|
],
|
|
[
|
|
6,
|
|
5
|
|
],
|
|
[
|
|
9,
|
|
10
|
|
],
|
|
[
|
|
13,
|
|
5
|
|
],
|
|
[
|
|
15,
|
|
11
|
|
],
|
|
[
|
|
22,
|
|
10
|
|
],
|
|
[
|
|
3,
|
|
3
|
|
],
|
|
[
|
|
18,
|
|
7
|
|
],
|
|
[
|
|
3,
|
|
2
|
|
],
|
|
[
|
|
4,
|
|
4
|
|
],
|
|
[
|
|
8,
|
|
13
|
|
],
|
|
[
|
|
7,
|
|
12
|
|
],
|
|
[
|
|
18,
|
|
15
|
|
],
|
|
[
|
|
15,
|
|
7
|
|
],
|
|
[
|
|
15,
|
|
9
|
|
],
|
|
[
|
|
23,
|
|
13
|
|
],
|
|
[
|
|
8,
|
|
0
|
|
],
|
|
[
|
|
8,
|
|
9
|
|
],
|
|
[
|
|
11,
|
|
4
|
|
],
|
|
[
|
|
0,
|
|
3
|
|
],
|
|
[
|
|
10,
|
|
12
|
|
],
|
|
[
|
|
15,
|
|
4
|
|
],
|
|
[
|
|
2,
|
|
8
|
|
],
|
|
[
|
|
15,
|
|
15
|
|
],
|
|
[
|
|
21,
|
|
2
|
|
],
|
|
[
|
|
5,
|
|
1
|
|
],
|
|
[
|
|
9,
|
|
3
|
|
],
|
|
[
|
|
4,
|
|
8
|
|
],
|
|
[
|
|
13,
|
|
10
|
|
],
|
|
[
|
|
22,
|
|
2
|
|
],
|
|
[
|
|
1,
|
|
15
|
|
],
|
|
[
|
|
7,
|
|
11
|
|
],
|
|
[
|
|
15,
|
|
1
|
|
],
|
|
[
|
|
14,
|
|
2
|
|
],
|
|
[
|
|
18,
|
|
8
|
|
],
|
|
[
|
|
1,
|
|
3
|
|
],
|
|
[
|
|
5,
|
|
11
|
|
],
|
|
[
|
|
5,
|
|
14
|
|
],
|
|
[
|
|
8,
|
|
11
|
|
],
|
|
[
|
|
7,
|
|
14
|
|
],
|
|
[
|
|
8,
|
|
10
|
|
],
|
|
[
|
|
12,
|
|
13
|
|
],
|
|
[
|
|
3,
|
|
8
|
|
],
|
|
[
|
|
27,
|
|
1
|
|
],
|
|
[
|
|
10,
|
|
10
|
|
],
|
|
[
|
|
14,
|
|
9
|
|
],
|
|
[
|
|
15,
|
|
14
|
|
],
|
|
[
|
|
25,
|
|
0
|
|
],
|
|
[
|
|
10,
|
|
15
|
|
],
|
|
[
|
|
27,
|
|
0
|
|
],
|
|
[
|
|
27,
|
|
5
|
|
],
|
|
[
|
|
12,
|
|
5
|
|
],
|
|
[
|
|
15,
|
|
3
|
|
],
|
|
[
|
|
27,
|
|
10
|
|
],
|
|
[
|
|
27,
|
|
8
|
|
],
|
|
[
|
|
9,
|
|
14
|
|
],
|
|
[
|
|
5,
|
|
0
|
|
],
|
|
[
|
|
0,
|
|
2
|
|
],
|
|
[
|
|
16,
|
|
3
|
|
],
|
|
[
|
|
4,
|
|
9
|
|
],
|
|
[
|
|
10,
|
|
8
|
|
],
|
|
[
|
|
12,
|
|
9
|
|
],
|
|
[
|
|
14,
|
|
8
|
|
],
|
|
[
|
|
6,
|
|
3
|
|
],
|
|
[
|
|
7,
|
|
15
|
|
],
|
|
[
|
|
12,
|
|
7
|
|
],
|
|
[
|
|
27,
|
|
9
|
|
],
|
|
[
|
|
3,
|
|
6
|
|
],
|
|
[
|
|
8,
|
|
12
|
|
],
|
|
[
|
|
2,
|
|
2
|
|
],
|
|
[
|
|
4,
|
|
2
|
|
],
|
|
[
|
|
5,
|
|
2
|
|
],
|
|
[
|
|
5,
|
|
7
|
|
],
|
|
[
|
|
14,
|
|
1
|
|
],
|
|
[
|
|
22,
|
|
15
|
|
],
|
|
[
|
|
23,
|
|
3
|
|
],
|
|
[
|
|
9,
|
|
11
|
|
],
|
|
[
|
|
17,
|
|
4
|
|
],
|
|
[
|
|
27,
|
|
3
|
|
],
|
|
[
|
|
5,
|
|
9
|
|
],
|
|
[
|
|
14,
|
|
3
|
|
],
|
|
[
|
|
27,
|
|
13
|
|
]
|
|
]
|
|
} |