3445 lines
No EOL
43 KiB
JSON
3445 lines
No EOL
43 KiB
JSON
{
|
|
"model": "Qwen/Qwen3-ASR-1.7B",
|
|
"language": "English",
|
|
"num_layers": 28,
|
|
"num_heads": 16,
|
|
"num_kv_heads": 8,
|
|
"num_samples": 100,
|
|
"total_alignable_tokens": 1125,
|
|
"ts_threshold": 0.1,
|
|
"ts_matrix": [
|
|
[
|
|
0.10222222222222223,
|
|
0.09333333333333334,
|
|
0.10133333333333333,
|
|
0.10755555555555556,
|
|
0.056,
|
|
0.06933333333333333,
|
|
0.07644444444444444,
|
|
0.07466666666666667,
|
|
0.08533333333333333,
|
|
0.09422222222222222,
|
|
0.13155555555555556,
|
|
0.1431111111111111,
|
|
0.05333333333333334,
|
|
0.041777777777777775,
|
|
0.05422222222222222,
|
|
0.07466666666666667
|
|
],
|
|
[
|
|
0.15733333333333333,
|
|
0.15555555555555556,
|
|
0.096,
|
|
0.14044444444444446,
|
|
0.064,
|
|
0.056,
|
|
0.06933333333333333,
|
|
0.07377777777777778,
|
|
0.3502222222222222,
|
|
0.06311111111111112,
|
|
0.08533333333333333,
|
|
0.04711111111111111,
|
|
0.03111111111111111,
|
|
0.17155555555555554,
|
|
0.13155555555555556,
|
|
0.5191111111111111
|
|
],
|
|
[
|
|
0.06488888888888888,
|
|
0.056,
|
|
0.2577777777777778,
|
|
0.6417777777777778,
|
|
0.08177777777777778,
|
|
0.06844444444444445,
|
|
0.192,
|
|
0.07288888888888889,
|
|
0.3457777777777778,
|
|
0.08711111111111111,
|
|
0.6604444444444444,
|
|
0.6666666666666666,
|
|
0.08266666666666667,
|
|
0.1111111111111111,
|
|
0.36977777777777776,
|
|
0.12355555555555556
|
|
],
|
|
[
|
|
0.11822222222222223,
|
|
0.12622222222222224,
|
|
0.16444444444444445,
|
|
0.18488888888888888,
|
|
0.256,
|
|
0.088,
|
|
0.09155555555555556,
|
|
0.07555555555555556,
|
|
0.11377777777777778,
|
|
0.11733333333333333,
|
|
0.6853333333333333,
|
|
0.616,
|
|
0.12533333333333332,
|
|
0.26755555555555555,
|
|
0.20266666666666666,
|
|
0.20355555555555555
|
|
],
|
|
[
|
|
0.030222222222222223,
|
|
0.034666666666666665,
|
|
0.11644444444444445,
|
|
0.10577777777777778,
|
|
0.11911111111111111,
|
|
0.06933333333333333,
|
|
0.029333333333333333,
|
|
0.09333333333333334,
|
|
0.12266666666666666,
|
|
0.09244444444444444,
|
|
0.3831111111111111,
|
|
0.20533333333333334,
|
|
0.43555555555555553,
|
|
0.6542222222222223,
|
|
0.08266666666666667,
|
|
0.25955555555555554
|
|
],
|
|
[
|
|
0.10755555555555556,
|
|
0.10133333333333333,
|
|
0.08533333333333333,
|
|
0.07022222222222223,
|
|
0.13866666666666666,
|
|
0.22133333333333333,
|
|
0.11911111111111111,
|
|
0.12622222222222224,
|
|
0.1288888888888889,
|
|
0.12977777777777777,
|
|
0.44355555555555554,
|
|
0.12266666666666666,
|
|
0.05422222222222222,
|
|
0.04888888888888889,
|
|
0.152,
|
|
0.32266666666666666
|
|
],
|
|
[
|
|
0.25244444444444447,
|
|
0.21422222222222223,
|
|
0.08088888888888889,
|
|
0.12444444444444444,
|
|
0.17155555555555554,
|
|
0.13955555555555554,
|
|
0.7288888888888889,
|
|
0.7315555555555555,
|
|
0.03288888888888889,
|
|
0.24888888888888888,
|
|
0.7146666666666667,
|
|
0.7031111111111111,
|
|
0.6417777777777778,
|
|
0.6888888888888889,
|
|
0.18666666666666668,
|
|
0.1511111111111111
|
|
],
|
|
[
|
|
0.13422222222222221,
|
|
0.03822222222222222,
|
|
0.07022222222222223,
|
|
0.08177777777777778,
|
|
0.29155555555555557,
|
|
0.1368888888888889,
|
|
0.16444444444444445,
|
|
0.07733333333333334,
|
|
0.09244444444444444,
|
|
0.030222222222222223,
|
|
0.13155555555555556,
|
|
0.14844444444444443,
|
|
0.12444444444444444,
|
|
0.22755555555555557,
|
|
0.12622222222222224,
|
|
0.17244444444444446
|
|
],
|
|
[
|
|
0.12266666666666666,
|
|
0.6008888888888889,
|
|
0.14844444444444443,
|
|
0.06577777777777778,
|
|
0.6488888888888888,
|
|
0.3546666666666667,
|
|
0.23644444444444446,
|
|
0.296,
|
|
0.10311111111111111,
|
|
0.13155555555555556,
|
|
0.17422222222222222,
|
|
0.14666666666666667,
|
|
0.136,
|
|
0.1991111111111111,
|
|
0.3111111111111111,
|
|
0.09333333333333334
|
|
],
|
|
[
|
|
0.1902222222222222,
|
|
0.03822222222222222,
|
|
0.1608888888888889,
|
|
0.09155555555555556,
|
|
0.18844444444444444,
|
|
0.19466666666666665,
|
|
0.04533333333333334,
|
|
0.1671111111111111,
|
|
0.22844444444444445,
|
|
0.23644444444444446,
|
|
0.17333333333333334,
|
|
0.11555555555555555,
|
|
0.49422222222222223,
|
|
0.41244444444444445,
|
|
0.12977777777777777,
|
|
0.018666666666666668
|
|
],
|
|
[
|
|
0.028444444444444446,
|
|
0.04622222222222222,
|
|
0.18222222222222223,
|
|
0.25066666666666665,
|
|
0.17866666666666667,
|
|
0.32266666666666666,
|
|
0.051555555555555556,
|
|
0.07822222222222222,
|
|
0.1448888888888889,
|
|
0.152,
|
|
0.0791111111111111,
|
|
0.15733333333333333,
|
|
0.1111111111111111,
|
|
0.14844444444444443,
|
|
0.04711111111111111,
|
|
0.10044444444444445
|
|
],
|
|
[
|
|
0.18577777777777776,
|
|
0.22044444444444444,
|
|
0.7573333333333333,
|
|
0.7182222222222222,
|
|
0.11288888888888889,
|
|
0.168,
|
|
0.18044444444444444,
|
|
0.2577777777777778,
|
|
0.18933333333333333,
|
|
0.11377777777777778,
|
|
0.2871111111111111,
|
|
0.6168888888888889,
|
|
0.7093333333333334,
|
|
0.7484444444444445,
|
|
0.050666666666666665,
|
|
0.11288888888888889
|
|
],
|
|
[
|
|
0.344,
|
|
0.37155555555555553,
|
|
0.16977777777777778,
|
|
0.2551111111111111,
|
|
0.0791111111111111,
|
|
0.12,
|
|
0.5511111111111111,
|
|
0.07555555555555556,
|
|
0.31733333333333336,
|
|
0.09688888888888889,
|
|
0.23733333333333334,
|
|
0.06666666666666667,
|
|
0.17155555555555554,
|
|
0.10844444444444444,
|
|
0.21244444444444444,
|
|
0.20355555555555555
|
|
],
|
|
[
|
|
0.6124444444444445,
|
|
0.192,
|
|
0.18044444444444444,
|
|
0.1288888888888889,
|
|
0.3848888888888889,
|
|
0.136,
|
|
0.48533333333333334,
|
|
0.5022222222222222,
|
|
0.034666666666666665,
|
|
0.04888888888888889,
|
|
0.088,
|
|
0.6702222222222223,
|
|
0.025777777777777778,
|
|
0.03822222222222222,
|
|
0.5964444444444444,
|
|
0.4231111111111111
|
|
],
|
|
[
|
|
0.19377777777777777,
|
|
0.09066666666666667,
|
|
0.16355555555555557,
|
|
0.07466666666666667,
|
|
0.051555555555555556,
|
|
0.2222222222222222,
|
|
0.18666666666666668,
|
|
0.14666666666666667,
|
|
0.064,
|
|
0.07822222222222222,
|
|
0.18755555555555556,
|
|
0.23644444444444446,
|
|
0.42133333333333334,
|
|
0.21066666666666667,
|
|
0.7351111111111112,
|
|
0.7164444444444444
|
|
],
|
|
[
|
|
0.12622222222222224,
|
|
0.168,
|
|
0.1751111111111111,
|
|
0.152,
|
|
0.18488888888888888,
|
|
0.1751111111111111,
|
|
0.21866666666666668,
|
|
0.10933333333333334,
|
|
0.07555555555555556,
|
|
0.16533333333333333,
|
|
0.3111111111111111,
|
|
0.16177777777777777,
|
|
0.04088888888888889,
|
|
0.037333333333333336,
|
|
0.18488888888888888,
|
|
0.11466666666666667
|
|
],
|
|
[
|
|
0.05333333333333334,
|
|
0.041777777777777775,
|
|
0.11377777777777778,
|
|
0.15911111111111112,
|
|
0.11555555555555555,
|
|
0.13333333333333333,
|
|
0.16444444444444445,
|
|
0.4817777777777778,
|
|
0.25422222222222224,
|
|
0.264,
|
|
0.648,
|
|
0.5493333333333333,
|
|
0.2995555555555556,
|
|
0.4017777777777778,
|
|
0.7573333333333333,
|
|
0.6977777777777778
|
|
],
|
|
[
|
|
0.25866666666666666,
|
|
0.25955555555555554,
|
|
0.2328888888888889,
|
|
0.18133333333333335,
|
|
0.08444444444444445,
|
|
0.058666666666666666,
|
|
0.042666666666666665,
|
|
0.22933333333333333,
|
|
0.34044444444444444,
|
|
0.24533333333333332,
|
|
0.23822222222222222,
|
|
0.18577777777777776,
|
|
0.248,
|
|
0.4017777777777778,
|
|
0.11644444444444445,
|
|
0.112
|
|
],
|
|
[
|
|
0.07377777777777778,
|
|
0.07733333333333334,
|
|
0.37244444444444447,
|
|
0.6417777777777778,
|
|
0.27466666666666667,
|
|
0.6515555555555556,
|
|
0.18222222222222223,
|
|
0.16177777777777777,
|
|
0.11377777777777778,
|
|
0.07466666666666667,
|
|
0.37777777777777777,
|
|
0.1991111111111111,
|
|
0.042666666666666665,
|
|
0.19733333333333333,
|
|
0.08711111111111111,
|
|
0.2
|
|
],
|
|
[
|
|
0.16977777777777778,
|
|
0.17066666666666666,
|
|
0.31022222222222223,
|
|
0.544,
|
|
0.4391111111111111,
|
|
0.6391111111111111,
|
|
0.17066666666666666,
|
|
0.712,
|
|
0.4311111111111111,
|
|
0.5022222222222222,
|
|
0.07466666666666667,
|
|
0.08711111111111111,
|
|
0.3662222222222222,
|
|
0.4017777777777778,
|
|
0.04888888888888889,
|
|
0.08266666666666667
|
|
],
|
|
[
|
|
0.10044444444444445,
|
|
0.10844444444444444,
|
|
0.15911111111111112,
|
|
0.7644444444444445,
|
|
0.3448888888888889,
|
|
0.16177777777777777,
|
|
0.3635555555555556,
|
|
0.5031111111111111,
|
|
0.31733333333333336,
|
|
0.06933333333333333,
|
|
0.5022222222222222,
|
|
0.5742222222222222,
|
|
0.3297777777777778,
|
|
0.23644444444444446,
|
|
0.6551111111111111,
|
|
0.5831111111111111
|
|
],
|
|
[
|
|
0.5146666666666667,
|
|
0.5031111111111111,
|
|
0.112,
|
|
0.07111111111111111,
|
|
0.2391111111111111,
|
|
0.15555555555555556,
|
|
0.24266666666666667,
|
|
0.18844444444444444,
|
|
0.7386666666666667,
|
|
0.7617777777777778,
|
|
0.25066666666666665,
|
|
0.352,
|
|
0.5457777777777778,
|
|
0.4088888888888889,
|
|
0.3128888888888889,
|
|
0.36177777777777775
|
|
],
|
|
[
|
|
0.21155555555555555,
|
|
0.26666666666666666,
|
|
0.10488888888888889,
|
|
0.06222222222222222,
|
|
0.288,
|
|
0.25066666666666665,
|
|
0.2995555555555556,
|
|
0.6515555555555556,
|
|
0.5955555555555555,
|
|
0.6302222222222222,
|
|
0.24977777777777777,
|
|
0.2568888888888889,
|
|
0.6195555555555555,
|
|
0.5431111111111111,
|
|
0.23466666666666666,
|
|
0.08622222222222223
|
|
],
|
|
[
|
|
0.48977777777777776,
|
|
0.5102222222222222,
|
|
0.05688888888888889,
|
|
0.06311111111111112,
|
|
0.6222222222222222,
|
|
0.4142222222222222,
|
|
0.24888888888888888,
|
|
0.6462222222222223,
|
|
0.06488888888888888,
|
|
0.1608888888888889,
|
|
0.3537777777777778,
|
|
0.31822222222222224,
|
|
0.20177777777777778,
|
|
0.1448888888888889,
|
|
0.6275555555555555,
|
|
0.6044444444444445
|
|
],
|
|
[
|
|
0.036444444444444446,
|
|
0.048,
|
|
0.06222222222222222,
|
|
0.07377777777777778,
|
|
0.42933333333333334,
|
|
0.6257777777777778,
|
|
0.5306666666666666,
|
|
0.6008888888888889,
|
|
0.09066666666666667,
|
|
0.072,
|
|
0.5493333333333333,
|
|
0.5804444444444444,
|
|
0.5866666666666667,
|
|
0.5937777777777777,
|
|
0.6257777777777778,
|
|
0.6204444444444445
|
|
],
|
|
[
|
|
0.09066666666666667,
|
|
0.11733333333333333,
|
|
0.059555555555555556,
|
|
0.07022222222222223,
|
|
0.5982222222222222,
|
|
0.648,
|
|
0.5875555555555556,
|
|
0.5964444444444444,
|
|
0.352,
|
|
0.4888888888888889,
|
|
0.5715555555555556,
|
|
0.6035555555555555,
|
|
0.5875555555555556,
|
|
0.5804444444444444,
|
|
0.5688888888888889,
|
|
0.3546666666666667
|
|
],
|
|
[
|
|
0.376,
|
|
0.3217777777777778,
|
|
0.5786666666666667,
|
|
0.5466666666666666,
|
|
0.5475555555555556,
|
|
0.5155555555555555,
|
|
0.1688888888888889,
|
|
0.5528888888888889,
|
|
0.6142222222222222,
|
|
0.21511111111111111,
|
|
0.08622222222222223,
|
|
0.20533333333333334,
|
|
0.13066666666666665,
|
|
0.10222222222222223,
|
|
0.5511111111111111,
|
|
0.4951111111111111
|
|
],
|
|
[
|
|
0.08177777777777778,
|
|
0.10044444444444445,
|
|
0.08711111111111111,
|
|
0.08888888888888889,
|
|
0.08533333333333333,
|
|
0.056,
|
|
0.15466666666666667,
|
|
0.07377777777777778,
|
|
0.04888888888888889,
|
|
0.07022222222222223,
|
|
0.10222222222222223,
|
|
0.0951111111111111,
|
|
0.08088888888888889,
|
|
0.06311111111111112,
|
|
0.09688888888888889,
|
|
0.07111111111111111
|
|
]
|
|
],
|
|
"alignment_heads": [
|
|
{
|
|
"layer": 20,
|
|
"head": 3,
|
|
"ts": 0.7644
|
|
},
|
|
{
|
|
"layer": 21,
|
|
"head": 9,
|
|
"ts": 0.7618
|
|
},
|
|
{
|
|
"layer": 11,
|
|
"head": 2,
|
|
"ts": 0.7573
|
|
},
|
|
{
|
|
"layer": 16,
|
|
"head": 14,
|
|
"ts": 0.7573
|
|
},
|
|
{
|
|
"layer": 11,
|
|
"head": 13,
|
|
"ts": 0.7484
|
|
},
|
|
{
|
|
"layer": 21,
|
|
"head": 8,
|
|
"ts": 0.7387
|
|
},
|
|
{
|
|
"layer": 14,
|
|
"head": 14,
|
|
"ts": 0.7351
|
|
},
|
|
{
|
|
"layer": 6,
|
|
"head": 7,
|
|
"ts": 0.7316
|
|
},
|
|
{
|
|
"layer": 6,
|
|
"head": 6,
|
|
"ts": 0.7289
|
|
},
|
|
{
|
|
"layer": 11,
|
|
"head": 3,
|
|
"ts": 0.7182
|
|
},
|
|
{
|
|
"layer": 14,
|
|
"head": 15,
|
|
"ts": 0.7164
|
|
},
|
|
{
|
|
"layer": 6,
|
|
"head": 10,
|
|
"ts": 0.7147
|
|
},
|
|
{
|
|
"layer": 19,
|
|
"head": 7,
|
|
"ts": 0.712
|
|
},
|
|
{
|
|
"layer": 11,
|
|
"head": 12,
|
|
"ts": 0.7093
|
|
},
|
|
{
|
|
"layer": 6,
|
|
"head": 11,
|
|
"ts": 0.7031
|
|
},
|
|
{
|
|
"layer": 16,
|
|
"head": 15,
|
|
"ts": 0.6978
|
|
},
|
|
{
|
|
"layer": 6,
|
|
"head": 13,
|
|
"ts": 0.6889
|
|
},
|
|
{
|
|
"layer": 3,
|
|
"head": 10,
|
|
"ts": 0.6853
|
|
},
|
|
{
|
|
"layer": 13,
|
|
"head": 11,
|
|
"ts": 0.6702
|
|
},
|
|
{
|
|
"layer": 2,
|
|
"head": 11,
|
|
"ts": 0.6667
|
|
},
|
|
{
|
|
"layer": 2,
|
|
"head": 10,
|
|
"ts": 0.6604
|
|
},
|
|
{
|
|
"layer": 20,
|
|
"head": 14,
|
|
"ts": 0.6551
|
|
},
|
|
{
|
|
"layer": 4,
|
|
"head": 13,
|
|
"ts": 0.6542
|
|
},
|
|
{
|
|
"layer": 18,
|
|
"head": 5,
|
|
"ts": 0.6516
|
|
},
|
|
{
|
|
"layer": 22,
|
|
"head": 7,
|
|
"ts": 0.6516
|
|
},
|
|
{
|
|
"layer": 8,
|
|
"head": 4,
|
|
"ts": 0.6489
|
|
},
|
|
{
|
|
"layer": 16,
|
|
"head": 10,
|
|
"ts": 0.648
|
|
},
|
|
{
|
|
"layer": 25,
|
|
"head": 5,
|
|
"ts": 0.648
|
|
},
|
|
{
|
|
"layer": 23,
|
|
"head": 7,
|
|
"ts": 0.6462
|
|
},
|
|
{
|
|
"layer": 2,
|
|
"head": 3,
|
|
"ts": 0.6418
|
|
},
|
|
{
|
|
"layer": 6,
|
|
"head": 12,
|
|
"ts": 0.6418
|
|
},
|
|
{
|
|
"layer": 18,
|
|
"head": 3,
|
|
"ts": 0.6418
|
|
},
|
|
{
|
|
"layer": 19,
|
|
"head": 5,
|
|
"ts": 0.6391
|
|
},
|
|
{
|
|
"layer": 22,
|
|
"head": 9,
|
|
"ts": 0.6302
|
|
},
|
|
{
|
|
"layer": 23,
|
|
"head": 14,
|
|
"ts": 0.6276
|
|
},
|
|
{
|
|
"layer": 24,
|
|
"head": 5,
|
|
"ts": 0.6258
|
|
},
|
|
{
|
|
"layer": 24,
|
|
"head": 14,
|
|
"ts": 0.6258
|
|
},
|
|
{
|
|
"layer": 23,
|
|
"head": 4,
|
|
"ts": 0.6222
|
|
},
|
|
{
|
|
"layer": 24,
|
|
"head": 15,
|
|
"ts": 0.6204
|
|
},
|
|
{
|
|
"layer": 22,
|
|
"head": 12,
|
|
"ts": 0.6196
|
|
},
|
|
{
|
|
"layer": 11,
|
|
"head": 11,
|
|
"ts": 0.6169
|
|
},
|
|
{
|
|
"layer": 3,
|
|
"head": 11,
|
|
"ts": 0.616
|
|
},
|
|
{
|
|
"layer": 26,
|
|
"head": 8,
|
|
"ts": 0.6142
|
|
},
|
|
{
|
|
"layer": 13,
|
|
"head": 0,
|
|
"ts": 0.6124
|
|
},
|
|
{
|
|
"layer": 23,
|
|
"head": 15,
|
|
"ts": 0.6044
|
|
},
|
|
{
|
|
"layer": 25,
|
|
"head": 11,
|
|
"ts": 0.6036
|
|
},
|
|
{
|
|
"layer": 8,
|
|
"head": 1,
|
|
"ts": 0.6009
|
|
},
|
|
{
|
|
"layer": 24,
|
|
"head": 7,
|
|
"ts": 0.6009
|
|
},
|
|
{
|
|
"layer": 25,
|
|
"head": 4,
|
|
"ts": 0.5982
|
|
},
|
|
{
|
|
"layer": 13,
|
|
"head": 14,
|
|
"ts": 0.5964
|
|
},
|
|
{
|
|
"layer": 25,
|
|
"head": 7,
|
|
"ts": 0.5964
|
|
},
|
|
{
|
|
"layer": 22,
|
|
"head": 8,
|
|
"ts": 0.5956
|
|
},
|
|
{
|
|
"layer": 24,
|
|
"head": 13,
|
|
"ts": 0.5938
|
|
},
|
|
{
|
|
"layer": 25,
|
|
"head": 6,
|
|
"ts": 0.5876
|
|
},
|
|
{
|
|
"layer": 25,
|
|
"head": 12,
|
|
"ts": 0.5876
|
|
},
|
|
{
|
|
"layer": 24,
|
|
"head": 12,
|
|
"ts": 0.5867
|
|
},
|
|
{
|
|
"layer": 20,
|
|
"head": 15,
|
|
"ts": 0.5831
|
|
},
|
|
{
|
|
"layer": 24,
|
|
"head": 11,
|
|
"ts": 0.5804
|
|
},
|
|
{
|
|
"layer": 25,
|
|
"head": 13,
|
|
"ts": 0.5804
|
|
},
|
|
{
|
|
"layer": 26,
|
|
"head": 2,
|
|
"ts": 0.5787
|
|
},
|
|
{
|
|
"layer": 20,
|
|
"head": 11,
|
|
"ts": 0.5742
|
|
},
|
|
{
|
|
"layer": 25,
|
|
"head": 10,
|
|
"ts": 0.5716
|
|
},
|
|
{
|
|
"layer": 25,
|
|
"head": 14,
|
|
"ts": 0.5689
|
|
},
|
|
{
|
|
"layer": 26,
|
|
"head": 7,
|
|
"ts": 0.5529
|
|
},
|
|
{
|
|
"layer": 12,
|
|
"head": 6,
|
|
"ts": 0.5511
|
|
},
|
|
{
|
|
"layer": 26,
|
|
"head": 14,
|
|
"ts": 0.5511
|
|
},
|
|
{
|
|
"layer": 16,
|
|
"head": 11,
|
|
"ts": 0.5493
|
|
},
|
|
{
|
|
"layer": 24,
|
|
"head": 10,
|
|
"ts": 0.5493
|
|
},
|
|
{
|
|
"layer": 26,
|
|
"head": 4,
|
|
"ts": 0.5476
|
|
},
|
|
{
|
|
"layer": 26,
|
|
"head": 3,
|
|
"ts": 0.5467
|
|
},
|
|
{
|
|
"layer": 21,
|
|
"head": 12,
|
|
"ts": 0.5458
|
|
},
|
|
{
|
|
"layer": 19,
|
|
"head": 3,
|
|
"ts": 0.544
|
|
},
|
|
{
|
|
"layer": 22,
|
|
"head": 13,
|
|
"ts": 0.5431
|
|
},
|
|
{
|
|
"layer": 24,
|
|
"head": 6,
|
|
"ts": 0.5307
|
|
},
|
|
{
|
|
"layer": 1,
|
|
"head": 15,
|
|
"ts": 0.5191
|
|
},
|
|
{
|
|
"layer": 26,
|
|
"head": 5,
|
|
"ts": 0.5156
|
|
},
|
|
{
|
|
"layer": 21,
|
|
"head": 0,
|
|
"ts": 0.5147
|
|
},
|
|
{
|
|
"layer": 23,
|
|
"head": 1,
|
|
"ts": 0.5102
|
|
},
|
|
{
|
|
"layer": 20,
|
|
"head": 7,
|
|
"ts": 0.5031
|
|
},
|
|
{
|
|
"layer": 21,
|
|
"head": 1,
|
|
"ts": 0.5031
|
|
},
|
|
{
|
|
"layer": 13,
|
|
"head": 7,
|
|
"ts": 0.5022
|
|
},
|
|
{
|
|
"layer": 19,
|
|
"head": 9,
|
|
"ts": 0.5022
|
|
},
|
|
{
|
|
"layer": 20,
|
|
"head": 10,
|
|
"ts": 0.5022
|
|
},
|
|
{
|
|
"layer": 26,
|
|
"head": 15,
|
|
"ts": 0.4951
|
|
},
|
|
{
|
|
"layer": 9,
|
|
"head": 12,
|
|
"ts": 0.4942
|
|
},
|
|
{
|
|
"layer": 23,
|
|
"head": 0,
|
|
"ts": 0.4898
|
|
},
|
|
{
|
|
"layer": 25,
|
|
"head": 9,
|
|
"ts": 0.4889
|
|
},
|
|
{
|
|
"layer": 13,
|
|
"head": 6,
|
|
"ts": 0.4853
|
|
},
|
|
{
|
|
"layer": 16,
|
|
"head": 7,
|
|
"ts": 0.4818
|
|
},
|
|
{
|
|
"layer": 5,
|
|
"head": 10,
|
|
"ts": 0.4436
|
|
},
|
|
{
|
|
"layer": 19,
|
|
"head": 4,
|
|
"ts": 0.4391
|
|
},
|
|
{
|
|
"layer": 4,
|
|
"head": 12,
|
|
"ts": 0.4356
|
|
},
|
|
{
|
|
"layer": 19,
|
|
"head": 8,
|
|
"ts": 0.4311
|
|
},
|
|
{
|
|
"layer": 24,
|
|
"head": 4,
|
|
"ts": 0.4293
|
|
},
|
|
{
|
|
"layer": 13,
|
|
"head": 15,
|
|
"ts": 0.4231
|
|
},
|
|
{
|
|
"layer": 14,
|
|
"head": 12,
|
|
"ts": 0.4213
|
|
},
|
|
{
|
|
"layer": 23,
|
|
"head": 5,
|
|
"ts": 0.4142
|
|
},
|
|
{
|
|
"layer": 9,
|
|
"head": 13,
|
|
"ts": 0.4124
|
|
},
|
|
{
|
|
"layer": 21,
|
|
"head": 13,
|
|
"ts": 0.4089
|
|
},
|
|
{
|
|
"layer": 16,
|
|
"head": 13,
|
|
"ts": 0.4018
|
|
},
|
|
{
|
|
"layer": 17,
|
|
"head": 13,
|
|
"ts": 0.4018
|
|
},
|
|
{
|
|
"layer": 19,
|
|
"head": 13,
|
|
"ts": 0.4018
|
|
},
|
|
{
|
|
"layer": 13,
|
|
"head": 4,
|
|
"ts": 0.3849
|
|
},
|
|
{
|
|
"layer": 4,
|
|
"head": 10,
|
|
"ts": 0.3831
|
|
},
|
|
{
|
|
"layer": 18,
|
|
"head": 10,
|
|
"ts": 0.3778
|
|
},
|
|
{
|
|
"layer": 26,
|
|
"head": 0,
|
|
"ts": 0.376
|
|
},
|
|
{
|
|
"layer": 18,
|
|
"head": 2,
|
|
"ts": 0.3724
|
|
},
|
|
{
|
|
"layer": 12,
|
|
"head": 1,
|
|
"ts": 0.3716
|
|
},
|
|
{
|
|
"layer": 2,
|
|
"head": 14,
|
|
"ts": 0.3698
|
|
},
|
|
{
|
|
"layer": 19,
|
|
"head": 12,
|
|
"ts": 0.3662
|
|
},
|
|
{
|
|
"layer": 20,
|
|
"head": 6,
|
|
"ts": 0.3636
|
|
},
|
|
{
|
|
"layer": 21,
|
|
"head": 15,
|
|
"ts": 0.3618
|
|
},
|
|
{
|
|
"layer": 8,
|
|
"head": 5,
|
|
"ts": 0.3547
|
|
},
|
|
{
|
|
"layer": 25,
|
|
"head": 15,
|
|
"ts": 0.3547
|
|
},
|
|
{
|
|
"layer": 23,
|
|
"head": 10,
|
|
"ts": 0.3538
|
|
},
|
|
{
|
|
"layer": 21,
|
|
"head": 11,
|
|
"ts": 0.352
|
|
},
|
|
{
|
|
"layer": 25,
|
|
"head": 8,
|
|
"ts": 0.352
|
|
},
|
|
{
|
|
"layer": 1,
|
|
"head": 8,
|
|
"ts": 0.3502
|
|
},
|
|
{
|
|
"layer": 2,
|
|
"head": 8,
|
|
"ts": 0.3458
|
|
},
|
|
{
|
|
"layer": 20,
|
|
"head": 4,
|
|
"ts": 0.3449
|
|
},
|
|
{
|
|
"layer": 12,
|
|
"head": 0,
|
|
"ts": 0.344
|
|
},
|
|
{
|
|
"layer": 17,
|
|
"head": 8,
|
|
"ts": 0.3404
|
|
},
|
|
{
|
|
"layer": 20,
|
|
"head": 12,
|
|
"ts": 0.3298
|
|
},
|
|
{
|
|
"layer": 5,
|
|
"head": 15,
|
|
"ts": 0.3227
|
|
},
|
|
{
|
|
"layer": 10,
|
|
"head": 5,
|
|
"ts": 0.3227
|
|
},
|
|
{
|
|
"layer": 26,
|
|
"head": 1,
|
|
"ts": 0.3218
|
|
},
|
|
{
|
|
"layer": 23,
|
|
"head": 11,
|
|
"ts": 0.3182
|
|
},
|
|
{
|
|
"layer": 12,
|
|
"head": 8,
|
|
"ts": 0.3173
|
|
},
|
|
{
|
|
"layer": 20,
|
|
"head": 8,
|
|
"ts": 0.3173
|
|
},
|
|
{
|
|
"layer": 21,
|
|
"head": 14,
|
|
"ts": 0.3129
|
|
},
|
|
{
|
|
"layer": 8,
|
|
"head": 14,
|
|
"ts": 0.3111
|
|
},
|
|
{
|
|
"layer": 15,
|
|
"head": 10,
|
|
"ts": 0.3111
|
|
},
|
|
{
|
|
"layer": 19,
|
|
"head": 2,
|
|
"ts": 0.3102
|
|
},
|
|
{
|
|
"layer": 16,
|
|
"head": 12,
|
|
"ts": 0.2996
|
|
},
|
|
{
|
|
"layer": 22,
|
|
"head": 6,
|
|
"ts": 0.2996
|
|
},
|
|
{
|
|
"layer": 8,
|
|
"head": 7,
|
|
"ts": 0.296
|
|
},
|
|
{
|
|
"layer": 7,
|
|
"head": 4,
|
|
"ts": 0.2916
|
|
},
|
|
{
|
|
"layer": 22,
|
|
"head": 4,
|
|
"ts": 0.288
|
|
},
|
|
{
|
|
"layer": 11,
|
|
"head": 10,
|
|
"ts": 0.2871
|
|
},
|
|
{
|
|
"layer": 18,
|
|
"head": 4,
|
|
"ts": 0.2747
|
|
},
|
|
{
|
|
"layer": 3,
|
|
"head": 13,
|
|
"ts": 0.2676
|
|
},
|
|
{
|
|
"layer": 22,
|
|
"head": 1,
|
|
"ts": 0.2667
|
|
},
|
|
{
|
|
"layer": 16,
|
|
"head": 9,
|
|
"ts": 0.264
|
|
},
|
|
{
|
|
"layer": 4,
|
|
"head": 15,
|
|
"ts": 0.2596
|
|
},
|
|
{
|
|
"layer": 17,
|
|
"head": 1,
|
|
"ts": 0.2596
|
|
},
|
|
{
|
|
"layer": 17,
|
|
"head": 0,
|
|
"ts": 0.2587
|
|
},
|
|
{
|
|
"layer": 2,
|
|
"head": 2,
|
|
"ts": 0.2578
|
|
},
|
|
{
|
|
"layer": 11,
|
|
"head": 7,
|
|
"ts": 0.2578
|
|
},
|
|
{
|
|
"layer": 22,
|
|
"head": 11,
|
|
"ts": 0.2569
|
|
},
|
|
{
|
|
"layer": 3,
|
|
"head": 4,
|
|
"ts": 0.256
|
|
},
|
|
{
|
|
"layer": 12,
|
|
"head": 3,
|
|
"ts": 0.2551
|
|
},
|
|
{
|
|
"layer": 16,
|
|
"head": 8,
|
|
"ts": 0.2542
|
|
},
|
|
{
|
|
"layer": 6,
|
|
"head": 0,
|
|
"ts": 0.2524
|
|
},
|
|
{
|
|
"layer": 10,
|
|
"head": 3,
|
|
"ts": 0.2507
|
|
},
|
|
{
|
|
"layer": 21,
|
|
"head": 10,
|
|
"ts": 0.2507
|
|
},
|
|
{
|
|
"layer": 22,
|
|
"head": 5,
|
|
"ts": 0.2507
|
|
},
|
|
{
|
|
"layer": 22,
|
|
"head": 10,
|
|
"ts": 0.2498
|
|
},
|
|
{
|
|
"layer": 6,
|
|
"head": 9,
|
|
"ts": 0.2489
|
|
},
|
|
{
|
|
"layer": 23,
|
|
"head": 6,
|
|
"ts": 0.2489
|
|
},
|
|
{
|
|
"layer": 17,
|
|
"head": 12,
|
|
"ts": 0.248
|
|
},
|
|
{
|
|
"layer": 17,
|
|
"head": 9,
|
|
"ts": 0.2453
|
|
},
|
|
{
|
|
"layer": 21,
|
|
"head": 6,
|
|
"ts": 0.2427
|
|
},
|
|
{
|
|
"layer": 21,
|
|
"head": 4,
|
|
"ts": 0.2391
|
|
},
|
|
{
|
|
"layer": 17,
|
|
"head": 10,
|
|
"ts": 0.2382
|
|
},
|
|
{
|
|
"layer": 12,
|
|
"head": 10,
|
|
"ts": 0.2373
|
|
},
|
|
{
|
|
"layer": 8,
|
|
"head": 6,
|
|
"ts": 0.2364
|
|
},
|
|
{
|
|
"layer": 9,
|
|
"head": 9,
|
|
"ts": 0.2364
|
|
},
|
|
{
|
|
"layer": 14,
|
|
"head": 11,
|
|
"ts": 0.2364
|
|
},
|
|
{
|
|
"layer": 20,
|
|
"head": 13,
|
|
"ts": 0.2364
|
|
},
|
|
{
|
|
"layer": 22,
|
|
"head": 14,
|
|
"ts": 0.2347
|
|
},
|
|
{
|
|
"layer": 17,
|
|
"head": 2,
|
|
"ts": 0.2329
|
|
},
|
|
{
|
|
"layer": 17,
|
|
"head": 7,
|
|
"ts": 0.2293
|
|
},
|
|
{
|
|
"layer": 9,
|
|
"head": 8,
|
|
"ts": 0.2284
|
|
},
|
|
{
|
|
"layer": 7,
|
|
"head": 13,
|
|
"ts": 0.2276
|
|
},
|
|
{
|
|
"layer": 14,
|
|
"head": 5,
|
|
"ts": 0.2222
|
|
},
|
|
{
|
|
"layer": 5,
|
|
"head": 5,
|
|
"ts": 0.2213
|
|
},
|
|
{
|
|
"layer": 11,
|
|
"head": 1,
|
|
"ts": 0.2204
|
|
},
|
|
{
|
|
"layer": 15,
|
|
"head": 6,
|
|
"ts": 0.2187
|
|
},
|
|
{
|
|
"layer": 26,
|
|
"head": 9,
|
|
"ts": 0.2151
|
|
},
|
|
{
|
|
"layer": 6,
|
|
"head": 1,
|
|
"ts": 0.2142
|
|
},
|
|
{
|
|
"layer": 12,
|
|
"head": 14,
|
|
"ts": 0.2124
|
|
},
|
|
{
|
|
"layer": 22,
|
|
"head": 0,
|
|
"ts": 0.2116
|
|
},
|
|
{
|
|
"layer": 14,
|
|
"head": 13,
|
|
"ts": 0.2107
|
|
},
|
|
{
|
|
"layer": 4,
|
|
"head": 11,
|
|
"ts": 0.2053
|
|
},
|
|
{
|
|
"layer": 26,
|
|
"head": 11,
|
|
"ts": 0.2053
|
|
},
|
|
{
|
|
"layer": 3,
|
|
"head": 15,
|
|
"ts": 0.2036
|
|
},
|
|
{
|
|
"layer": 12,
|
|
"head": 15,
|
|
"ts": 0.2036
|
|
},
|
|
{
|
|
"layer": 3,
|
|
"head": 14,
|
|
"ts": 0.2027
|
|
},
|
|
{
|
|
"layer": 23,
|
|
"head": 12,
|
|
"ts": 0.2018
|
|
},
|
|
{
|
|
"layer": 18,
|
|
"head": 15,
|
|
"ts": 0.2
|
|
},
|
|
{
|
|
"layer": 8,
|
|
"head": 13,
|
|
"ts": 0.1991
|
|
},
|
|
{
|
|
"layer": 18,
|
|
"head": 11,
|
|
"ts": 0.1991
|
|
},
|
|
{
|
|
"layer": 18,
|
|
"head": 13,
|
|
"ts": 0.1973
|
|
},
|
|
{
|
|
"layer": 9,
|
|
"head": 5,
|
|
"ts": 0.1947
|
|
},
|
|
{
|
|
"layer": 14,
|
|
"head": 0,
|
|
"ts": 0.1938
|
|
},
|
|
{
|
|
"layer": 2,
|
|
"head": 6,
|
|
"ts": 0.192
|
|
},
|
|
{
|
|
"layer": 13,
|
|
"head": 1,
|
|
"ts": 0.192
|
|
},
|
|
{
|
|
"layer": 9,
|
|
"head": 0,
|
|
"ts": 0.1902
|
|
},
|
|
{
|
|
"layer": 11,
|
|
"head": 8,
|
|
"ts": 0.1893
|
|
},
|
|
{
|
|
"layer": 9,
|
|
"head": 4,
|
|
"ts": 0.1884
|
|
},
|
|
{
|
|
"layer": 21,
|
|
"head": 7,
|
|
"ts": 0.1884
|
|
},
|
|
{
|
|
"layer": 14,
|
|
"head": 10,
|
|
"ts": 0.1876
|
|
},
|
|
{
|
|
"layer": 6,
|
|
"head": 14,
|
|
"ts": 0.1867
|
|
},
|
|
{
|
|
"layer": 14,
|
|
"head": 6,
|
|
"ts": 0.1867
|
|
},
|
|
{
|
|
"layer": 11,
|
|
"head": 0,
|
|
"ts": 0.1858
|
|
},
|
|
{
|
|
"layer": 17,
|
|
"head": 11,
|
|
"ts": 0.1858
|
|
},
|
|
{
|
|
"layer": 3,
|
|
"head": 3,
|
|
"ts": 0.1849
|
|
},
|
|
{
|
|
"layer": 15,
|
|
"head": 4,
|
|
"ts": 0.1849
|
|
},
|
|
{
|
|
"layer": 15,
|
|
"head": 14,
|
|
"ts": 0.1849
|
|
},
|
|
{
|
|
"layer": 10,
|
|
"head": 2,
|
|
"ts": 0.1822
|
|
},
|
|
{
|
|
"layer": 18,
|
|
"head": 6,
|
|
"ts": 0.1822
|
|
},
|
|
{
|
|
"layer": 17,
|
|
"head": 3,
|
|
"ts": 0.1813
|
|
},
|
|
{
|
|
"layer": 11,
|
|
"head": 6,
|
|
"ts": 0.1804
|
|
},
|
|
{
|
|
"layer": 13,
|
|
"head": 2,
|
|
"ts": 0.1804
|
|
},
|
|
{
|
|
"layer": 10,
|
|
"head": 4,
|
|
"ts": 0.1787
|
|
},
|
|
{
|
|
"layer": 15,
|
|
"head": 2,
|
|
"ts": 0.1751
|
|
},
|
|
{
|
|
"layer": 15,
|
|
"head": 5,
|
|
"ts": 0.1751
|
|
},
|
|
{
|
|
"layer": 8,
|
|
"head": 10,
|
|
"ts": 0.1742
|
|
},
|
|
{
|
|
"layer": 9,
|
|
"head": 10,
|
|
"ts": 0.1733
|
|
},
|
|
{
|
|
"layer": 7,
|
|
"head": 15,
|
|
"ts": 0.1724
|
|
},
|
|
{
|
|
"layer": 1,
|
|
"head": 13,
|
|
"ts": 0.1716
|
|
},
|
|
{
|
|
"layer": 6,
|
|
"head": 4,
|
|
"ts": 0.1716
|
|
},
|
|
{
|
|
"layer": 12,
|
|
"head": 12,
|
|
"ts": 0.1716
|
|
},
|
|
{
|
|
"layer": 19,
|
|
"head": 1,
|
|
"ts": 0.1707
|
|
},
|
|
{
|
|
"layer": 19,
|
|
"head": 6,
|
|
"ts": 0.1707
|
|
},
|
|
{
|
|
"layer": 12,
|
|
"head": 2,
|
|
"ts": 0.1698
|
|
},
|
|
{
|
|
"layer": 19,
|
|
"head": 0,
|
|
"ts": 0.1698
|
|
},
|
|
{
|
|
"layer": 26,
|
|
"head": 6,
|
|
"ts": 0.1689
|
|
},
|
|
{
|
|
"layer": 11,
|
|
"head": 5,
|
|
"ts": 0.168
|
|
},
|
|
{
|
|
"layer": 15,
|
|
"head": 1,
|
|
"ts": 0.168
|
|
},
|
|
{
|
|
"layer": 9,
|
|
"head": 7,
|
|
"ts": 0.1671
|
|
},
|
|
{
|
|
"layer": 15,
|
|
"head": 9,
|
|
"ts": 0.1653
|
|
},
|
|
{
|
|
"layer": 3,
|
|
"head": 2,
|
|
"ts": 0.1644
|
|
},
|
|
{
|
|
"layer": 7,
|
|
"head": 6,
|
|
"ts": 0.1644
|
|
},
|
|
{
|
|
"layer": 16,
|
|
"head": 6,
|
|
"ts": 0.1644
|
|
},
|
|
{
|
|
"layer": 14,
|
|
"head": 2,
|
|
"ts": 0.1636
|
|
},
|
|
{
|
|
"layer": 15,
|
|
"head": 11,
|
|
"ts": 0.1618
|
|
},
|
|
{
|
|
"layer": 18,
|
|
"head": 7,
|
|
"ts": 0.1618
|
|
},
|
|
{
|
|
"layer": 20,
|
|
"head": 5,
|
|
"ts": 0.1618
|
|
},
|
|
{
|
|
"layer": 9,
|
|
"head": 2,
|
|
"ts": 0.1609
|
|
},
|
|
{
|
|
"layer": 23,
|
|
"head": 9,
|
|
"ts": 0.1609
|
|
},
|
|
{
|
|
"layer": 16,
|
|
"head": 3,
|
|
"ts": 0.1591
|
|
},
|
|
{
|
|
"layer": 20,
|
|
"head": 2,
|
|
"ts": 0.1591
|
|
},
|
|
{
|
|
"layer": 1,
|
|
"head": 0,
|
|
"ts": 0.1573
|
|
},
|
|
{
|
|
"layer": 10,
|
|
"head": 11,
|
|
"ts": 0.1573
|
|
},
|
|
{
|
|
"layer": 1,
|
|
"head": 1,
|
|
"ts": 0.1556
|
|
},
|
|
{
|
|
"layer": 21,
|
|
"head": 5,
|
|
"ts": 0.1556
|
|
},
|
|
{
|
|
"layer": 27,
|
|
"head": 6,
|
|
"ts": 0.1547
|
|
},
|
|
{
|
|
"layer": 5,
|
|
"head": 14,
|
|
"ts": 0.152
|
|
},
|
|
{
|
|
"layer": 10,
|
|
"head": 9,
|
|
"ts": 0.152
|
|
},
|
|
{
|
|
"layer": 15,
|
|
"head": 3,
|
|
"ts": 0.152
|
|
},
|
|
{
|
|
"layer": 6,
|
|
"head": 15,
|
|
"ts": 0.1511
|
|
},
|
|
{
|
|
"layer": 7,
|
|
"head": 11,
|
|
"ts": 0.1484
|
|
},
|
|
{
|
|
"layer": 8,
|
|
"head": 2,
|
|
"ts": 0.1484
|
|
},
|
|
{
|
|
"layer": 10,
|
|
"head": 13,
|
|
"ts": 0.1484
|
|
},
|
|
{
|
|
"layer": 8,
|
|
"head": 11,
|
|
"ts": 0.1467
|
|
},
|
|
{
|
|
"layer": 14,
|
|
"head": 7,
|
|
"ts": 0.1467
|
|
},
|
|
{
|
|
"layer": 10,
|
|
"head": 8,
|
|
"ts": 0.1449
|
|
},
|
|
{
|
|
"layer": 23,
|
|
"head": 13,
|
|
"ts": 0.1449
|
|
},
|
|
{
|
|
"layer": 0,
|
|
"head": 11,
|
|
"ts": 0.1431
|
|
},
|
|
{
|
|
"layer": 1,
|
|
"head": 3,
|
|
"ts": 0.1404
|
|
},
|
|
{
|
|
"layer": 6,
|
|
"head": 5,
|
|
"ts": 0.1396
|
|
},
|
|
{
|
|
"layer": 5,
|
|
"head": 4,
|
|
"ts": 0.1387
|
|
},
|
|
{
|
|
"layer": 7,
|
|
"head": 5,
|
|
"ts": 0.1369
|
|
},
|
|
{
|
|
"layer": 8,
|
|
"head": 12,
|
|
"ts": 0.136
|
|
},
|
|
{
|
|
"layer": 13,
|
|
"head": 5,
|
|
"ts": 0.136
|
|
},
|
|
{
|
|
"layer": 7,
|
|
"head": 0,
|
|
"ts": 0.1342
|
|
},
|
|
{
|
|
"layer": 16,
|
|
"head": 5,
|
|
"ts": 0.1333
|
|
},
|
|
{
|
|
"layer": 0,
|
|
"head": 10,
|
|
"ts": 0.1316
|
|
},
|
|
{
|
|
"layer": 1,
|
|
"head": 14,
|
|
"ts": 0.1316
|
|
},
|
|
{
|
|
"layer": 7,
|
|
"head": 10,
|
|
"ts": 0.1316
|
|
},
|
|
{
|
|
"layer": 8,
|
|
"head": 9,
|
|
"ts": 0.1316
|
|
},
|
|
{
|
|
"layer": 26,
|
|
"head": 12,
|
|
"ts": 0.1307
|
|
},
|
|
{
|
|
"layer": 5,
|
|
"head": 9,
|
|
"ts": 0.1298
|
|
},
|
|
{
|
|
"layer": 9,
|
|
"head": 14,
|
|
"ts": 0.1298
|
|
},
|
|
{
|
|
"layer": 5,
|
|
"head": 8,
|
|
"ts": 0.1289
|
|
},
|
|
{
|
|
"layer": 13,
|
|
"head": 3,
|
|
"ts": 0.1289
|
|
},
|
|
{
|
|
"layer": 3,
|
|
"head": 1,
|
|
"ts": 0.1262
|
|
},
|
|
{
|
|
"layer": 5,
|
|
"head": 7,
|
|
"ts": 0.1262
|
|
},
|
|
{
|
|
"layer": 7,
|
|
"head": 14,
|
|
"ts": 0.1262
|
|
},
|
|
{
|
|
"layer": 15,
|
|
"head": 0,
|
|
"ts": 0.1262
|
|
},
|
|
{
|
|
"layer": 3,
|
|
"head": 12,
|
|
"ts": 0.1253
|
|
},
|
|
{
|
|
"layer": 6,
|
|
"head": 3,
|
|
"ts": 0.1244
|
|
},
|
|
{
|
|
"layer": 7,
|
|
"head": 12,
|
|
"ts": 0.1244
|
|
},
|
|
{
|
|
"layer": 2,
|
|
"head": 15,
|
|
"ts": 0.1236
|
|
},
|
|
{
|
|
"layer": 4,
|
|
"head": 8,
|
|
"ts": 0.1227
|
|
},
|
|
{
|
|
"layer": 5,
|
|
"head": 11,
|
|
"ts": 0.1227
|
|
},
|
|
{
|
|
"layer": 8,
|
|
"head": 0,
|
|
"ts": 0.1227
|
|
},
|
|
{
|
|
"layer": 12,
|
|
"head": 5,
|
|
"ts": 0.12
|
|
},
|
|
{
|
|
"layer": 4,
|
|
"head": 4,
|
|
"ts": 0.1191
|
|
},
|
|
{
|
|
"layer": 5,
|
|
"head": 6,
|
|
"ts": 0.1191
|
|
},
|
|
{
|
|
"layer": 3,
|
|
"head": 0,
|
|
"ts": 0.1182
|
|
},
|
|
{
|
|
"layer": 3,
|
|
"head": 9,
|
|
"ts": 0.1173
|
|
},
|
|
{
|
|
"layer": 25,
|
|
"head": 1,
|
|
"ts": 0.1173
|
|
},
|
|
{
|
|
"layer": 4,
|
|
"head": 2,
|
|
"ts": 0.1164
|
|
},
|
|
{
|
|
"layer": 17,
|
|
"head": 14,
|
|
"ts": 0.1164
|
|
},
|
|
{
|
|
"layer": 9,
|
|
"head": 11,
|
|
"ts": 0.1156
|
|
},
|
|
{
|
|
"layer": 16,
|
|
"head": 4,
|
|
"ts": 0.1156
|
|
},
|
|
{
|
|
"layer": 15,
|
|
"head": 15,
|
|
"ts": 0.1147
|
|
},
|
|
{
|
|
"layer": 3,
|
|
"head": 8,
|
|
"ts": 0.1138
|
|
},
|
|
{
|
|
"layer": 11,
|
|
"head": 9,
|
|
"ts": 0.1138
|
|
},
|
|
{
|
|
"layer": 16,
|
|
"head": 2,
|
|
"ts": 0.1138
|
|
},
|
|
{
|
|
"layer": 18,
|
|
"head": 8,
|
|
"ts": 0.1138
|
|
},
|
|
{
|
|
"layer": 11,
|
|
"head": 4,
|
|
"ts": 0.1129
|
|
},
|
|
{
|
|
"layer": 11,
|
|
"head": 15,
|
|
"ts": 0.1129
|
|
},
|
|
{
|
|
"layer": 17,
|
|
"head": 15,
|
|
"ts": 0.112
|
|
},
|
|
{
|
|
"layer": 21,
|
|
"head": 2,
|
|
"ts": 0.112
|
|
},
|
|
{
|
|
"layer": 2,
|
|
"head": 13,
|
|
"ts": 0.1111
|
|
},
|
|
{
|
|
"layer": 10,
|
|
"head": 12,
|
|
"ts": 0.1111
|
|
},
|
|
{
|
|
"layer": 15,
|
|
"head": 7,
|
|
"ts": 0.1093
|
|
},
|
|
{
|
|
"layer": 12,
|
|
"head": 13,
|
|
"ts": 0.1084
|
|
},
|
|
{
|
|
"layer": 20,
|
|
"head": 1,
|
|
"ts": 0.1084
|
|
},
|
|
{
|
|
"layer": 0,
|
|
"head": 3,
|
|
"ts": 0.1076
|
|
},
|
|
{
|
|
"layer": 5,
|
|
"head": 0,
|
|
"ts": 0.1076
|
|
},
|
|
{
|
|
"layer": 4,
|
|
"head": 3,
|
|
"ts": 0.1058
|
|
},
|
|
{
|
|
"layer": 22,
|
|
"head": 2,
|
|
"ts": 0.1049
|
|
},
|
|
{
|
|
"layer": 8,
|
|
"head": 8,
|
|
"ts": 0.1031
|
|
},
|
|
{
|
|
"layer": 0,
|
|
"head": 0,
|
|
"ts": 0.1022
|
|
},
|
|
{
|
|
"layer": 26,
|
|
"head": 13,
|
|
"ts": 0.1022
|
|
},
|
|
{
|
|
"layer": 27,
|
|
"head": 10,
|
|
"ts": 0.1022
|
|
},
|
|
{
|
|
"layer": 0,
|
|
"head": 2,
|
|
"ts": 0.1013
|
|
},
|
|
{
|
|
"layer": 5,
|
|
"head": 1,
|
|
"ts": 0.1013
|
|
},
|
|
{
|
|
"layer": 10,
|
|
"head": 15,
|
|
"ts": 0.1004
|
|
},
|
|
{
|
|
"layer": 20,
|
|
"head": 0,
|
|
"ts": 0.1004
|
|
},
|
|
{
|
|
"layer": 27,
|
|
"head": 1,
|
|
"ts": 0.1004
|
|
}
|
|
],
|
|
"alignment_heads_compact": [
|
|
[
|
|
20,
|
|
3
|
|
],
|
|
[
|
|
21,
|
|
9
|
|
],
|
|
[
|
|
11,
|
|
2
|
|
],
|
|
[
|
|
16,
|
|
14
|
|
],
|
|
[
|
|
11,
|
|
13
|
|
],
|
|
[
|
|
21,
|
|
8
|
|
],
|
|
[
|
|
14,
|
|
14
|
|
],
|
|
[
|
|
6,
|
|
7
|
|
],
|
|
[
|
|
6,
|
|
6
|
|
],
|
|
[
|
|
11,
|
|
3
|
|
],
|
|
[
|
|
14,
|
|
15
|
|
],
|
|
[
|
|
6,
|
|
10
|
|
],
|
|
[
|
|
19,
|
|
7
|
|
],
|
|
[
|
|
11,
|
|
12
|
|
],
|
|
[
|
|
6,
|
|
11
|
|
],
|
|
[
|
|
16,
|
|
15
|
|
],
|
|
[
|
|
6,
|
|
13
|
|
],
|
|
[
|
|
3,
|
|
10
|
|
],
|
|
[
|
|
13,
|
|
11
|
|
],
|
|
[
|
|
2,
|
|
11
|
|
],
|
|
[
|
|
2,
|
|
10
|
|
],
|
|
[
|
|
20,
|
|
14
|
|
],
|
|
[
|
|
4,
|
|
13
|
|
],
|
|
[
|
|
18,
|
|
5
|
|
],
|
|
[
|
|
22,
|
|
7
|
|
],
|
|
[
|
|
8,
|
|
4
|
|
],
|
|
[
|
|
16,
|
|
10
|
|
],
|
|
[
|
|
25,
|
|
5
|
|
],
|
|
[
|
|
23,
|
|
7
|
|
],
|
|
[
|
|
2,
|
|
3
|
|
],
|
|
[
|
|
6,
|
|
12
|
|
],
|
|
[
|
|
18,
|
|
3
|
|
],
|
|
[
|
|
19,
|
|
5
|
|
],
|
|
[
|
|
22,
|
|
9
|
|
],
|
|
[
|
|
23,
|
|
14
|
|
],
|
|
[
|
|
24,
|
|
5
|
|
],
|
|
[
|
|
24,
|
|
14
|
|
],
|
|
[
|
|
23,
|
|
4
|
|
],
|
|
[
|
|
24,
|
|
15
|
|
],
|
|
[
|
|
22,
|
|
12
|
|
],
|
|
[
|
|
11,
|
|
11
|
|
],
|
|
[
|
|
3,
|
|
11
|
|
],
|
|
[
|
|
26,
|
|
8
|
|
],
|
|
[
|
|
13,
|
|
0
|
|
],
|
|
[
|
|
23,
|
|
15
|
|
],
|
|
[
|
|
25,
|
|
11
|
|
],
|
|
[
|
|
8,
|
|
1
|
|
],
|
|
[
|
|
24,
|
|
7
|
|
],
|
|
[
|
|
25,
|
|
4
|
|
],
|
|
[
|
|
13,
|
|
14
|
|
],
|
|
[
|
|
25,
|
|
7
|
|
],
|
|
[
|
|
22,
|
|
8
|
|
],
|
|
[
|
|
24,
|
|
13
|
|
],
|
|
[
|
|
25,
|
|
6
|
|
],
|
|
[
|
|
25,
|
|
12
|
|
],
|
|
[
|
|
24,
|
|
12
|
|
],
|
|
[
|
|
20,
|
|
15
|
|
],
|
|
[
|
|
24,
|
|
11
|
|
],
|
|
[
|
|
25,
|
|
13
|
|
],
|
|
[
|
|
26,
|
|
2
|
|
],
|
|
[
|
|
20,
|
|
11
|
|
],
|
|
[
|
|
25,
|
|
10
|
|
],
|
|
[
|
|
25,
|
|
14
|
|
],
|
|
[
|
|
26,
|
|
7
|
|
],
|
|
[
|
|
12,
|
|
6
|
|
],
|
|
[
|
|
26,
|
|
14
|
|
],
|
|
[
|
|
16,
|
|
11
|
|
],
|
|
[
|
|
24,
|
|
10
|
|
],
|
|
[
|
|
26,
|
|
4
|
|
],
|
|
[
|
|
26,
|
|
3
|
|
],
|
|
[
|
|
21,
|
|
12
|
|
],
|
|
[
|
|
19,
|
|
3
|
|
],
|
|
[
|
|
22,
|
|
13
|
|
],
|
|
[
|
|
24,
|
|
6
|
|
],
|
|
[
|
|
1,
|
|
15
|
|
],
|
|
[
|
|
26,
|
|
5
|
|
],
|
|
[
|
|
21,
|
|
0
|
|
],
|
|
[
|
|
23,
|
|
1
|
|
],
|
|
[
|
|
20,
|
|
7
|
|
],
|
|
[
|
|
21,
|
|
1
|
|
],
|
|
[
|
|
13,
|
|
7
|
|
],
|
|
[
|
|
19,
|
|
9
|
|
],
|
|
[
|
|
20,
|
|
10
|
|
],
|
|
[
|
|
26,
|
|
15
|
|
],
|
|
[
|
|
9,
|
|
12
|
|
],
|
|
[
|
|
23,
|
|
0
|
|
],
|
|
[
|
|
25,
|
|
9
|
|
],
|
|
[
|
|
13,
|
|
6
|
|
],
|
|
[
|
|
16,
|
|
7
|
|
],
|
|
[
|
|
5,
|
|
10
|
|
],
|
|
[
|
|
19,
|
|
4
|
|
],
|
|
[
|
|
4,
|
|
12
|
|
],
|
|
[
|
|
19,
|
|
8
|
|
],
|
|
[
|
|
24,
|
|
4
|
|
],
|
|
[
|
|
13,
|
|
15
|
|
],
|
|
[
|
|
14,
|
|
12
|
|
],
|
|
[
|
|
23,
|
|
5
|
|
],
|
|
[
|
|
9,
|
|
13
|
|
],
|
|
[
|
|
21,
|
|
13
|
|
],
|
|
[
|
|
16,
|
|
13
|
|
],
|
|
[
|
|
17,
|
|
13
|
|
],
|
|
[
|
|
19,
|
|
13
|
|
],
|
|
[
|
|
13,
|
|
4
|
|
],
|
|
[
|
|
4,
|
|
10
|
|
],
|
|
[
|
|
18,
|
|
10
|
|
],
|
|
[
|
|
26,
|
|
0
|
|
],
|
|
[
|
|
18,
|
|
2
|
|
],
|
|
[
|
|
12,
|
|
1
|
|
],
|
|
[
|
|
2,
|
|
14
|
|
],
|
|
[
|
|
19,
|
|
12
|
|
],
|
|
[
|
|
20,
|
|
6
|
|
],
|
|
[
|
|
21,
|
|
15
|
|
],
|
|
[
|
|
8,
|
|
5
|
|
],
|
|
[
|
|
25,
|
|
15
|
|
],
|
|
[
|
|
23,
|
|
10
|
|
],
|
|
[
|
|
21,
|
|
11
|
|
],
|
|
[
|
|
25,
|
|
8
|
|
],
|
|
[
|
|
1,
|
|
8
|
|
],
|
|
[
|
|
2,
|
|
8
|
|
],
|
|
[
|
|
20,
|
|
4
|
|
],
|
|
[
|
|
12,
|
|
0
|
|
],
|
|
[
|
|
17,
|
|
8
|
|
],
|
|
[
|
|
20,
|
|
12
|
|
],
|
|
[
|
|
5,
|
|
15
|
|
],
|
|
[
|
|
10,
|
|
5
|
|
],
|
|
[
|
|
26,
|
|
1
|
|
],
|
|
[
|
|
23,
|
|
11
|
|
],
|
|
[
|
|
12,
|
|
8
|
|
],
|
|
[
|
|
20,
|
|
8
|
|
],
|
|
[
|
|
21,
|
|
14
|
|
],
|
|
[
|
|
8,
|
|
14
|
|
],
|
|
[
|
|
15,
|
|
10
|
|
],
|
|
[
|
|
19,
|
|
2
|
|
],
|
|
[
|
|
16,
|
|
12
|
|
],
|
|
[
|
|
22,
|
|
6
|
|
],
|
|
[
|
|
8,
|
|
7
|
|
],
|
|
[
|
|
7,
|
|
4
|
|
],
|
|
[
|
|
22,
|
|
4
|
|
],
|
|
[
|
|
11,
|
|
10
|
|
],
|
|
[
|
|
18,
|
|
4
|
|
],
|
|
[
|
|
3,
|
|
13
|
|
],
|
|
[
|
|
22,
|
|
1
|
|
],
|
|
[
|
|
16,
|
|
9
|
|
],
|
|
[
|
|
4,
|
|
15
|
|
],
|
|
[
|
|
17,
|
|
1
|
|
],
|
|
[
|
|
17,
|
|
0
|
|
],
|
|
[
|
|
2,
|
|
2
|
|
],
|
|
[
|
|
11,
|
|
7
|
|
],
|
|
[
|
|
22,
|
|
11
|
|
],
|
|
[
|
|
3,
|
|
4
|
|
],
|
|
[
|
|
12,
|
|
3
|
|
],
|
|
[
|
|
16,
|
|
8
|
|
],
|
|
[
|
|
6,
|
|
0
|
|
],
|
|
[
|
|
10,
|
|
3
|
|
],
|
|
[
|
|
21,
|
|
10
|
|
],
|
|
[
|
|
22,
|
|
5
|
|
],
|
|
[
|
|
22,
|
|
10
|
|
],
|
|
[
|
|
6,
|
|
9
|
|
],
|
|
[
|
|
23,
|
|
6
|
|
],
|
|
[
|
|
17,
|
|
12
|
|
],
|
|
[
|
|
17,
|
|
9
|
|
],
|
|
[
|
|
21,
|
|
6
|
|
],
|
|
[
|
|
21,
|
|
4
|
|
],
|
|
[
|
|
17,
|
|
10
|
|
],
|
|
[
|
|
12,
|
|
10
|
|
],
|
|
[
|
|
8,
|
|
6
|
|
],
|
|
[
|
|
9,
|
|
9
|
|
],
|
|
[
|
|
14,
|
|
11
|
|
],
|
|
[
|
|
20,
|
|
13
|
|
],
|
|
[
|
|
22,
|
|
14
|
|
],
|
|
[
|
|
17,
|
|
2
|
|
],
|
|
[
|
|
17,
|
|
7
|
|
],
|
|
[
|
|
9,
|
|
8
|
|
],
|
|
[
|
|
7,
|
|
13
|
|
],
|
|
[
|
|
14,
|
|
5
|
|
],
|
|
[
|
|
5,
|
|
5
|
|
],
|
|
[
|
|
11,
|
|
1
|
|
],
|
|
[
|
|
15,
|
|
6
|
|
],
|
|
[
|
|
26,
|
|
9
|
|
],
|
|
[
|
|
6,
|
|
1
|
|
],
|
|
[
|
|
12,
|
|
14
|
|
],
|
|
[
|
|
22,
|
|
0
|
|
],
|
|
[
|
|
14,
|
|
13
|
|
],
|
|
[
|
|
4,
|
|
11
|
|
],
|
|
[
|
|
26,
|
|
11
|
|
],
|
|
[
|
|
3,
|
|
15
|
|
],
|
|
[
|
|
12,
|
|
15
|
|
],
|
|
[
|
|
3,
|
|
14
|
|
],
|
|
[
|
|
23,
|
|
12
|
|
],
|
|
[
|
|
18,
|
|
15
|
|
],
|
|
[
|
|
8,
|
|
13
|
|
],
|
|
[
|
|
18,
|
|
11
|
|
],
|
|
[
|
|
18,
|
|
13
|
|
],
|
|
[
|
|
9,
|
|
5
|
|
],
|
|
[
|
|
14,
|
|
0
|
|
],
|
|
[
|
|
2,
|
|
6
|
|
],
|
|
[
|
|
13,
|
|
1
|
|
],
|
|
[
|
|
9,
|
|
0
|
|
],
|
|
[
|
|
11,
|
|
8
|
|
],
|
|
[
|
|
9,
|
|
4
|
|
],
|
|
[
|
|
21,
|
|
7
|
|
],
|
|
[
|
|
14,
|
|
10
|
|
],
|
|
[
|
|
6,
|
|
14
|
|
],
|
|
[
|
|
14,
|
|
6
|
|
],
|
|
[
|
|
11,
|
|
0
|
|
],
|
|
[
|
|
17,
|
|
11
|
|
],
|
|
[
|
|
3,
|
|
3
|
|
],
|
|
[
|
|
15,
|
|
4
|
|
],
|
|
[
|
|
15,
|
|
14
|
|
],
|
|
[
|
|
10,
|
|
2
|
|
],
|
|
[
|
|
18,
|
|
6
|
|
],
|
|
[
|
|
17,
|
|
3
|
|
],
|
|
[
|
|
11,
|
|
6
|
|
],
|
|
[
|
|
13,
|
|
2
|
|
],
|
|
[
|
|
10,
|
|
4
|
|
],
|
|
[
|
|
15,
|
|
2
|
|
],
|
|
[
|
|
15,
|
|
5
|
|
],
|
|
[
|
|
8,
|
|
10
|
|
],
|
|
[
|
|
9,
|
|
10
|
|
],
|
|
[
|
|
7,
|
|
15
|
|
],
|
|
[
|
|
1,
|
|
13
|
|
],
|
|
[
|
|
6,
|
|
4
|
|
],
|
|
[
|
|
12,
|
|
12
|
|
],
|
|
[
|
|
19,
|
|
1
|
|
],
|
|
[
|
|
19,
|
|
6
|
|
],
|
|
[
|
|
12,
|
|
2
|
|
],
|
|
[
|
|
19,
|
|
0
|
|
],
|
|
[
|
|
26,
|
|
6
|
|
],
|
|
[
|
|
11,
|
|
5
|
|
],
|
|
[
|
|
15,
|
|
1
|
|
],
|
|
[
|
|
9,
|
|
7
|
|
],
|
|
[
|
|
15,
|
|
9
|
|
],
|
|
[
|
|
3,
|
|
2
|
|
],
|
|
[
|
|
7,
|
|
6
|
|
],
|
|
[
|
|
16,
|
|
6
|
|
],
|
|
[
|
|
14,
|
|
2
|
|
],
|
|
[
|
|
15,
|
|
11
|
|
],
|
|
[
|
|
18,
|
|
7
|
|
],
|
|
[
|
|
20,
|
|
5
|
|
],
|
|
[
|
|
9,
|
|
2
|
|
],
|
|
[
|
|
23,
|
|
9
|
|
],
|
|
[
|
|
16,
|
|
3
|
|
],
|
|
[
|
|
20,
|
|
2
|
|
],
|
|
[
|
|
1,
|
|
0
|
|
],
|
|
[
|
|
10,
|
|
11
|
|
],
|
|
[
|
|
1,
|
|
1
|
|
],
|
|
[
|
|
21,
|
|
5
|
|
],
|
|
[
|
|
27,
|
|
6
|
|
],
|
|
[
|
|
5,
|
|
14
|
|
],
|
|
[
|
|
10,
|
|
9
|
|
],
|
|
[
|
|
15,
|
|
3
|
|
],
|
|
[
|
|
6,
|
|
15
|
|
],
|
|
[
|
|
7,
|
|
11
|
|
],
|
|
[
|
|
8,
|
|
2
|
|
],
|
|
[
|
|
10,
|
|
13
|
|
],
|
|
[
|
|
8,
|
|
11
|
|
],
|
|
[
|
|
14,
|
|
7
|
|
],
|
|
[
|
|
10,
|
|
8
|
|
],
|
|
[
|
|
23,
|
|
13
|
|
],
|
|
[
|
|
0,
|
|
11
|
|
],
|
|
[
|
|
1,
|
|
3
|
|
],
|
|
[
|
|
6,
|
|
5
|
|
],
|
|
[
|
|
5,
|
|
4
|
|
],
|
|
[
|
|
7,
|
|
5
|
|
],
|
|
[
|
|
8,
|
|
12
|
|
],
|
|
[
|
|
13,
|
|
5
|
|
],
|
|
[
|
|
7,
|
|
0
|
|
],
|
|
[
|
|
16,
|
|
5
|
|
],
|
|
[
|
|
0,
|
|
10
|
|
],
|
|
[
|
|
1,
|
|
14
|
|
],
|
|
[
|
|
7,
|
|
10
|
|
],
|
|
[
|
|
8,
|
|
9
|
|
],
|
|
[
|
|
26,
|
|
12
|
|
],
|
|
[
|
|
5,
|
|
9
|
|
],
|
|
[
|
|
9,
|
|
14
|
|
],
|
|
[
|
|
5,
|
|
8
|
|
],
|
|
[
|
|
13,
|
|
3
|
|
],
|
|
[
|
|
3,
|
|
1
|
|
],
|
|
[
|
|
5,
|
|
7
|
|
],
|
|
[
|
|
7,
|
|
14
|
|
],
|
|
[
|
|
15,
|
|
0
|
|
],
|
|
[
|
|
3,
|
|
12
|
|
],
|
|
[
|
|
6,
|
|
3
|
|
],
|
|
[
|
|
7,
|
|
12
|
|
],
|
|
[
|
|
2,
|
|
15
|
|
],
|
|
[
|
|
4,
|
|
8
|
|
],
|
|
[
|
|
5,
|
|
11
|
|
],
|
|
[
|
|
8,
|
|
0
|
|
],
|
|
[
|
|
12,
|
|
5
|
|
],
|
|
[
|
|
4,
|
|
4
|
|
],
|
|
[
|
|
5,
|
|
6
|
|
],
|
|
[
|
|
3,
|
|
0
|
|
],
|
|
[
|
|
3,
|
|
9
|
|
],
|
|
[
|
|
25,
|
|
1
|
|
],
|
|
[
|
|
4,
|
|
2
|
|
],
|
|
[
|
|
17,
|
|
14
|
|
],
|
|
[
|
|
9,
|
|
11
|
|
],
|
|
[
|
|
16,
|
|
4
|
|
],
|
|
[
|
|
15,
|
|
15
|
|
],
|
|
[
|
|
3,
|
|
8
|
|
],
|
|
[
|
|
11,
|
|
9
|
|
],
|
|
[
|
|
16,
|
|
2
|
|
],
|
|
[
|
|
18,
|
|
8
|
|
],
|
|
[
|
|
11,
|
|
4
|
|
],
|
|
[
|
|
11,
|
|
15
|
|
],
|
|
[
|
|
17,
|
|
15
|
|
],
|
|
[
|
|
21,
|
|
2
|
|
],
|
|
[
|
|
2,
|
|
13
|
|
],
|
|
[
|
|
10,
|
|
12
|
|
],
|
|
[
|
|
15,
|
|
7
|
|
],
|
|
[
|
|
12,
|
|
13
|
|
],
|
|
[
|
|
20,
|
|
1
|
|
],
|
|
[
|
|
0,
|
|
3
|
|
],
|
|
[
|
|
5,
|
|
0
|
|
],
|
|
[
|
|
4,
|
|
3
|
|
],
|
|
[
|
|
22,
|
|
2
|
|
],
|
|
[
|
|
8,
|
|
8
|
|
],
|
|
[
|
|
0,
|
|
0
|
|
],
|
|
[
|
|
26,
|
|
13
|
|
],
|
|
[
|
|
27,
|
|
10
|
|
],
|
|
[
|
|
0,
|
|
2
|
|
],
|
|
[
|
|
5,
|
|
1
|
|
],
|
|
[
|
|
10,
|
|
15
|
|
],
|
|
[
|
|
20,
|
|
0
|
|
],
|
|
[
|
|
27,
|
|
1
|
|
]
|
|
]
|
|
} |