{"layer":0,"head":0,"avg_attn_entropy":0.0641749877}
{"layer":0,"head":1,"avg_attn_entropy":0.0349566384}
{"layer":0,"head":2,"avg_attn_entropy":0.042515794}
{"layer":0,"head":3,"avg_attn_entropy":0.005349329}
{"layer":0,"head":4,"avg_attn_entropy":0.1103621672}
{"layer":0,"head":5,"avg_attn_entropy":0.2533023868}
{"layer":0,"head":6,"avg_attn_entropy":0.0203651825}
{"layer":0,"head":7,"avg_attn_entropy":0.0256117563}
{"layer":0,"head":8,"avg_attn_entropy":0.0157955682}
{"layer":0,"head":9,"avg_attn_entropy":0.0863985233}
{"layer":0,"head":10,"avg_attn_entropy":0.0096529019}
{"layer":0,"head":11,"avg_attn_entropy":0.0040287201}
{"layer":1,"head":0,"avg_attn_entropy":0.0695602293}
{"layer":1,"head":1,"avg_attn_entropy":0.069174568}
{"layer":1,"head":2,"avg_attn_entropy":0.0272651774}
{"layer":1,"head":3,"avg_attn_entropy":0.0724345597}
{"layer":1,"head":4,"avg_attn_entropy":0.0559002554}
{"layer":1,"head":5,"avg_attn_entropy":0.0180195511}
{"layer":1,"head":6,"avg_attn_entropy":0.0487188122}
{"layer":1,"head":7,"avg_attn_entropy":0.0260639138}
{"layer":1,"head":8,"avg_attn_entropy":0.1482512371}
{"layer":1,"head":9,"avg_attn_entropy":0.0111383095}
{"layer":1,"head":10,"avg_attn_entropy":0.0097494495}
{"layer":1,"head":11,"avg_attn_entropy":0.0152882095}
{"layer":2,"head":0,"avg_attn_entropy":0.2406194947}
{"layer":2,"head":1,"avg_attn_entropy":0.1497611653}
{"layer":2,"head":2,"avg_attn_entropy":0.1146838158}
{"layer":2,"head":3,"avg_attn_entropy":0.0253665164}
{"layer":2,"head":4,"avg_attn_entropy":1.0769072875}
{"layer":2,"head":5,"avg_attn_entropy":0.1386869116}
{"layer":2,"head":6,"avg_attn_entropy":0.1360311244}
{"layer":2,"head":7,"avg_attn_entropy":0.0910577382}
{"layer":2,"head":8,"avg_attn_entropy":0.099141018}
{"layer":2,"head":9,"avg_attn_entropy":0.1269917448}
{"layer":2,"head":10,"avg_attn_entropy":0.1129389645}
{"layer":2,"head":11,"avg_attn_entropy":0.1726265616}
{"layer":3,"head":0,"avg_attn_entropy":0.5800463429}
{"layer":3,"head":1,"avg_attn_entropy":0.697502253}
{"layer":3,"head":2,"avg_attn_entropy":0.7439526865}
{"layer":3,"head":3,"avg_attn_entropy":0.570773178}
{"layer":3,"head":4,"avg_attn_entropy":0.6739507108}
{"layer":3,"head":5,"avg_attn_entropy":0.5494143927}
{"layer":3,"head":6,"avg_attn_entropy":0.5872933201}
{"layer":3,"head":7,"avg_attn_entropy":0.5186033383}
{"layer":3,"head":8,"avg_attn_entropy":0.426017511}
{"layer":3,"head":9,"avg_attn_entropy":0.6083906511}
{"layer":3,"head":10,"avg_attn_entropy":0.7481549463}
{"layer":3,"head":11,"avg_attn_entropy":0.9912238691}
{"layer":4,"head":0,"avg_attn_entropy":0.6715742166}
{"layer":4,"head":1,"avg_attn_entropy":0.7214674978}
{"layer":4,"head":2,"avg_attn_entropy":0.6948495105}
{"layer":4,"head":3,"avg_attn_entropy":0.7610132845}
{"layer":4,"head":4,"avg_attn_entropy":0.6400377436}
{"layer":4,"head":5,"avg_attn_entropy":0.6283257828}
{"layer":4,"head":6,"avg_attn_entropy":0.8362506292}
{"layer":4,"head":7,"avg_attn_entropy":0.6372764378}
{"layer":4,"head":8,"avg_attn_entropy":0.8702259537}
{"layer":4,"head":9,"avg_attn_entropy":0.7671010038}
{"layer":4,"head":10,"avg_attn_entropy":0.7944494884}
{"layer":4,"head":11,"avg_attn_entropy":0.8022618333}
{"layer":5,"head":0,"avg_attn_entropy":0.9208421643}
{"layer":5,"head":1,"avg_attn_entropy":0.7970405654}
{"layer":5,"head":2,"avg_attn_entropy":0.741833964}
{"layer":5,"head":3,"avg_attn_entropy":0.7956136821}
{"layer":5,"head":4,"avg_attn_entropy":0.751767883}
{"layer":5,"head":5,"avg_attn_entropy":0.7570129163}
{"layer":5,"head":6,"avg_attn_entropy":0.6083851005}
{"layer":5,"head":7,"avg_attn_entropy":0.665148699}
{"layer":5,"head":8,"avg_attn_entropy":3.8836189512}
{"layer":5,"head":9,"avg_attn_entropy":0.8429906607}
{"layer":5,"head":10,"avg_attn_entropy":0.5811323198}
{"layer":5,"head":11,"avg_attn_entropy":0.7784258863}
{"layer":6,"head":0,"avg_attn_entropy":0.5976528365}
{"layer":6,"head":1,"avg_attn_entropy":0.8460095538}
{"layer":6,"head":2,"avg_attn_entropy":0.615393867}
{"layer":6,"head":3,"avg_attn_entropy":0.8276944387}
{"layer":6,"head":4,"avg_attn_entropy":0.6304822745}
{"layer":6,"head":5,"avg_attn_entropy":0.6202592603}
{"layer":6,"head":6,"avg_attn_entropy":0.7270331171}
{"layer":6,"head":7,"avg_attn_entropy":0.5744602762}
{"layer":6,"head":8,"avg_attn_entropy":0.61058306}
{"layer":6,"head":9,"avg_attn_entropy":0.7454024479}
{"layer":6,"head":10,"avg_attn_entropy":0.579114881}
{"layer":6,"head":11,"avg_attn_entropy":0.7742606052}
{"layer":7,"head":0,"avg_attn_entropy":0.5612104132}
{"layer":7,"head":1,"avg_attn_entropy":0.5725295554}
{"layer":7,"head":2,"avg_attn_entropy":0.6706038912}
{"layer":7,"head":3,"avg_attn_entropy":0.8560167932}
{"layer":7,"head":4,"avg_attn_entropy":0.6206507073}
{"layer":7,"head":5,"avg_attn_entropy":0.3649027325}
{"layer":7,"head":6,"avg_attn_entropy":0.4310512033}
{"layer":7,"head":7,"avg_attn_entropy":0.4629462283}
{"layer":7,"head":8,"avg_attn_entropy":0.5498869904}
{"layer":7,"head":9,"avg_attn_entropy":0.5346105309}
{"layer":7,"head":10,"avg_attn_entropy":0.4083698201}
{"layer":7,"head":11,"avg_attn_entropy":0.330950967}
{"layer":8,"head":0,"avg_attn_entropy":0.4641300581}
{"layer":8,"head":1,"avg_attn_entropy":0.3055144186}
{"layer":8,"head":2,"avg_attn_entropy":0.452029925}
{"layer":8,"head":3,"avg_attn_entropy":0.4239599185}
{"layer":8,"head":4,"avg_attn_entropy":0.5077434442}
{"layer":8,"head":5,"avg_attn_entropy":0.46771998}
{"layer":8,"head":6,"avg_attn_entropy":0.4544807182}
{"layer":8,"head":7,"avg_attn_entropy":0.4162984727}
{"layer":8,"head":8,"avg_attn_entropy":0.4986461323}
{"layer":8,"head":9,"avg_attn_entropy":0.3458995125}
{"layer":8,"head":10,"avg_attn_entropy":0.496364512}
{"layer":8,"head":11,"avg_attn_entropy":0.3677211484}
{"layer":9,"head":0,"avg_attn_entropy":0.4580056004}
{"layer":9,"head":1,"avg_attn_entropy":0.3912915754}
{"layer":9,"head":2,"avg_attn_entropy":0.3591934588}
{"layer":9,"head":3,"avg_attn_entropy":0.3228403444}
{"layer":9,"head":4,"avg_attn_entropy":0.3810059972}
{"layer":9,"head":5,"avg_attn_entropy":0.0035683264}
{"layer":9,"head":6,"avg_attn_entropy":0.2758133907}
{"layer":9,"head":7,"avg_attn_entropy":0.2971815545}
{"layer":9,"head":8,"avg_attn_entropy":0.4426472026}
{"layer":9,"head":9,"avg_attn_entropy":0.140208649}
{"layer":9,"head":10,"avg_attn_entropy":0.3305808164}
{"layer":9,"head":11,"avg_attn_entropy":0.3420382726}
{"layer":10,"head":0,"avg_attn_entropy":0.1091843122}
{"layer":10,"head":1,"avg_attn_entropy":0.2870392272}
{"layer":10,"head":2,"avg_attn_entropy":0.2598064765}
{"layer":10,"head":3,"avg_attn_entropy":0.308635623}
{"layer":10,"head":4,"avg_attn_entropy":0.2817304239}
{"layer":10,"head":5,"avg_attn_entropy":0.3558115829}
{"layer":10,"head":6,"avg_attn_entropy":0.2452313793}
{"layer":10,"head":7,"avg_attn_entropy":0.315924487}
{"layer":10,"head":8,"avg_attn_entropy":1.8316656499}
{"layer":10,"head":9,"avg_attn_entropy":0.9520296343}
{"layer":10,"head":10,"avg_attn_entropy":0.2981825918}
{"layer":10,"head":11,"avg_attn_entropy":0.2375234616}
{"layer":11,"head":0,"avg_attn_entropy":0.3222090792}
{"layer":11,"head":1,"avg_attn_entropy":1.1141292647}
{"layer":11,"head":2,"avg_attn_entropy":0.2724102749}
{"layer":11,"head":3,"avg_attn_entropy":0.2683945476}
{"layer":11,"head":4,"avg_attn_entropy":1.4760903298}
{"layer":11,"head":5,"avg_attn_entropy":1.9967794269}
{"layer":11,"head":6,"avg_attn_entropy":1.3949020069}
{"layer":11,"head":7,"avg_attn_entropy":1.3933632963}
{"layer":11,"head":8,"avg_attn_entropy":0.2199444641}
{"layer":11,"head":9,"avg_attn_entropy":3.4245482683}
{"layer":11,"head":10,"avg_attn_entropy":0.2059271015}
{"layer":11,"head":11,"avg_attn_entropy":0.3686749164}