{"layer":0,"head":0,"avg_attn_entropy":5.3037984309}
{"layer":0,"head":1,"avg_attn_entropy":5.4211173139}
{"layer":0,"head":2,"avg_attn_entropy":5.6192001915}
{"layer":0,"head":3,"avg_attn_entropy":5.5837948513}
{"layer":0,"head":4,"avg_attn_entropy":5.5580151672}
{"layer":0,"head":5,"avg_attn_entropy":5.8510678463}
{"layer":0,"head":6,"avg_attn_entropy":5.7067425313}
{"layer":0,"head":7,"avg_attn_entropy":5.5785931864}
{"layer":0,"head":8,"avg_attn_entropy":5.5048454089}
{"layer":0,"head":9,"avg_attn_entropy":4.9825316315}
{"layer":0,"head":10,"avg_attn_entropy":5.4533094587}
{"layer":0,"head":11,"avg_attn_entropy":4.404718461}
{"layer":1,"head":0,"avg_attn_entropy":4.3423261659}
{"layer":1,"head":1,"avg_attn_entropy":4.3697919683}
{"layer":1,"head":2,"avg_attn_entropy":5.4056465788}
{"layer":1,"head":3,"avg_attn_entropy":3.2884810832}
{"layer":1,"head":4,"avg_attn_entropy":4.882887351}
{"layer":1,"head":5,"avg_attn_entropy":4.4652225971}
{"layer":1,"head":6,"avg_attn_entropy":2.252860395}
{"layer":1,"head":7,"avg_attn_entropy":0.0473486412}
{"layer":1,"head":8,"avg_attn_entropy":5.6761930828}
{"layer":1,"head":9,"avg_attn_entropy":5.3927624536}
{"layer":1,"head":10,"avg_attn_entropy":4.2997572675}
{"layer":1,"head":11,"avg_attn_entropy":5.4956344876}
{"layer":2,"head":0,"avg_attn_entropy":0.0246000381}
{"layer":2,"head":1,"avg_attn_entropy":5.3775267115}
{"layer":2,"head":2,"avg_attn_entropy":4.5741401463}
{"layer":2,"head":3,"avg_attn_entropy":5.3182373524}
{"layer":2,"head":4,"avg_attn_entropy":4.2277917414}
{"layer":2,"head":5,"avg_attn_entropy":5.1080817356}
{"layer":2,"head":6,"avg_attn_entropy":2.0771291815}
{"layer":2,"head":7,"avg_attn_entropy":5.3094343677}
{"layer":2,"head":8,"avg_attn_entropy":5.2134828053}
{"layer":2,"head":9,"avg_attn_entropy":4.8007494488}
{"layer":2,"head":10,"avg_attn_entropy":0.5755346746}
{"layer":2,"head":11,"avg_attn_entropy":2.3393019724}
{"layer":3,"head":0,"avg_attn_entropy":4.7174438205}
{"layer":3,"head":1,"avg_attn_entropy":3.3079878941}
{"layer":3,"head":2,"avg_attn_entropy":4.0613764279}
{"layer":3,"head":3,"avg_attn_entropy":4.8474606782}
{"layer":3,"head":4,"avg_attn_entropy":5.1030845609}
{"layer":3,"head":5,"avg_attn_entropy":4.1798858626}
{"layer":3,"head":6,"avg_attn_entropy":4.7629247117}
{"layer":3,"head":7,"avg_attn_entropy":4.9996004438}
{"layer":3,"head":8,"avg_attn_entropy":4.2472870538}
{"layer":3,"head":9,"avg_attn_entropy":4.4079606977}
{"layer":3,"head":10,"avg_attn_entropy":4.45142693}
{"layer":3,"head":11,"avg_attn_entropy":4.8568112419}
{"layer":4,"head":0,"avg_attn_entropy":5.1378735404}
{"layer":4,"head":1,"avg_attn_entropy":5.1280567396}
{"layer":4,"head":2,"avg_attn_entropy":5.3690518191}
{"layer":4,"head":3,"avg_attn_entropy":4.845268213}
{"layer":4,"head":4,"avg_attn_entropy":2.9069557767}
{"layer":4,"head":5,"avg_attn_entropy":4.0366454403}
{"layer":4,"head":6,"avg_attn_entropy":4.26148296}
{"layer":4,"head":7,"avg_attn_entropy":5.2084208949}
{"layer":4,"head":8,"avg_attn_entropy":4.2795615587}
{"layer":4,"head":9,"avg_attn_entropy":4.8731250048}
{"layer":4,"head":10,"avg_attn_entropy":3.2074705315}
{"layer":4,"head":11,"avg_attn_entropy":2.52117693}
{"layer":5,"head":0,"avg_attn_entropy":4.1590600086}
{"layer":5,"head":1,"avg_attn_entropy":4.3579832439}
{"layer":5,"head":2,"avg_attn_entropy":3.3265648817}
{"layer":5,"head":3,"avg_attn_entropy":3.9188816745}
{"layer":5,"head":4,"avg_attn_entropy":3.2287086642}
{"layer":5,"head":5,"avg_attn_entropy":0.1971491879}
{"layer":5,"head":6,"avg_attn_entropy":2.9136548887}
{"layer":5,"head":7,"avg_attn_entropy":4.1633383267}
{"layer":5,"head":8,"avg_attn_entropy":2.6176570553}
{"layer":5,"head":9,"avg_attn_entropy":3.8337873371}
{"layer":5,"head":10,"avg_attn_entropy":2.8518897671}
{"layer":5,"head":11,"avg_attn_entropy":3.1321802158}
{"layer":6,"head":0,"avg_attn_entropy":3.1499839302}
{"layer":6,"head":1,"avg_attn_entropy":2.6422339039}
{"layer":6,"head":2,"avg_attn_entropy":3.6701242104}
{"layer":6,"head":3,"avg_attn_entropy":3.4167328811}
{"layer":6,"head":4,"avg_attn_entropy":3.4019336029}
{"layer":6,"head":5,"avg_attn_entropy":3.7282611787}
{"layer":6,"head":6,"avg_attn_entropy":3.512815958}
{"layer":6,"head":7,"avg_attn_entropy":3.4759070677}
{"layer":6,"head":8,"avg_attn_entropy":3.768742987}
{"layer":6,"head":9,"avg_attn_entropy":5.0586992462}
{"layer":6,"head":10,"avg_attn_entropy":3.8829400187}
{"layer":6,"head":11,"avg_attn_entropy":2.0566005801}
{"layer":7,"head":0,"avg_attn_entropy":2.2384937618}
{"layer":7,"head":1,"avg_attn_entropy":2.7942546206}
{"layer":7,"head":2,"avg_attn_entropy":0.5244402446}
{"layer":7,"head":3,"avg_attn_entropy":3.0675714668}
{"layer":7,"head":4,"avg_attn_entropy":2.9298430017}
{"layer":7,"head":5,"avg_attn_entropy":3.1482338706}
{"layer":7,"head":6,"avg_attn_entropy":3.0806305526}
{"layer":7,"head":7,"avg_attn_entropy":3.1991121953}
{"layer":7,"head":8,"avg_attn_entropy":0.4262889694}
{"layer":7,"head":9,"avg_attn_entropy":3.1550252758}
{"layer":7,"head":10,"avg_attn_entropy":0.4899320335}
{"layer":7,"head":11,"avg_attn_entropy":2.5529023086}
{"layer":8,"head":0,"avg_attn_entropy":2.7152027614}
{"layer":8,"head":1,"avg_attn_entropy":3.5020538679}
{"layer":8,"head":2,"avg_attn_entropy":3.3980820777}
{"layer":8,"head":3,"avg_attn_entropy":2.9082141902}
{"layer":8,"head":4,"avg_attn_entropy":2.8977757412}
{"layer":8,"head":5,"avg_attn_entropy":3.2504383882}
{"layer":8,"head":6,"avg_attn_entropy":1.3441756091}
{"layer":8,"head":7,"avg_attn_entropy":3.0555697059}
{"layer":8,"head":8,"avg_attn_entropy":1.3895034982}
{"layer":8,"head":9,"avg_attn_entropy":3.1127950507}
{"layer":8,"head":10,"avg_attn_entropy":2.9625080585}
{"layer":8,"head":11,"avg_attn_entropy":3.0436740361}
{"layer":9,"head":0,"avg_attn_entropy":3.2192375689}
{"layer":9,"head":1,"avg_attn_entropy":2.7753029476}
{"layer":9,"head":2,"avg_attn_entropy":4.1071542175}
{"layer":9,"head":3,"avg_attn_entropy":3.314338016}
{"layer":9,"head":4,"avg_attn_entropy":3.316797262}
{"layer":9,"head":5,"avg_attn_entropy":3.4764415892}
{"layer":9,"head":6,"avg_attn_entropy":3.6949476767}
{"layer":9,"head":7,"avg_attn_entropy":3.4307457755}
{"layer":9,"head":8,"avg_attn_entropy":3.0914603593}
{"layer":9,"head":9,"avg_attn_entropy":3.1517226637}
{"layer":9,"head":10,"avg_attn_entropy":3.4211373632}
{"layer":9,"head":11,"avg_attn_entropy":3.0040744163}
{"layer":10,"head":0,"avg_attn_entropy":3.2979680163}
{"layer":10,"head":1,"avg_attn_entropy":3.5520227871}
{"layer":10,"head":2,"avg_attn_entropy":3.453571879}
{"layer":10,"head":3,"avg_attn_entropy":3.3913325174}
{"layer":10,"head":4,"avg_attn_entropy":3.585930636}
{"layer":10,"head":5,"avg_attn_entropy":3.5685538169}
{"layer":10,"head":6,"avg_attn_entropy":3.5539147525}
{"layer":10,"head":7,"avg_attn_entropy":3.3957042848}
{"layer":10,"head":8,"avg_attn_entropy":3.5230200355}
{"layer":10,"head":9,"avg_attn_entropy":3.1195353184}
{"layer":10,"head":10,"avg_attn_entropy":3.6956416023}
{"layer":10,"head":11,"avg_attn_entropy":2.8039052529}
{"layer":11,"head":0,"avg_attn_entropy":3.7792830617}
{"layer":11,"head":1,"avg_attn_entropy":4.0092900038}
{"layer":11,"head":2,"avg_attn_entropy":3.4837087975}
{"layer":11,"head":3,"avg_attn_entropy":3.471751188}
{"layer":11,"head":4,"avg_attn_entropy":3.4896705894}
{"layer":11,"head":5,"avg_attn_entropy":3.5876569436}
{"layer":11,"head":6,"avg_attn_entropy":2.7622260865}
{"layer":11,"head":7,"avg_attn_entropy":3.357837483}
{"layer":11,"head":8,"avg_attn_entropy":3.8535885484}
{"layer":11,"head":9,"avg_attn_entropy":3.1898954339}
{"layer":11,"head":10,"avg_attn_entropy":3.5580659375}
{"layer":11,"head":11,"avg_attn_entropy":3.7243528434}