diff --git "a/data/attention_loss.csv" "b/data/attention_loss.csv"
new file mode 100644--- /dev/null
+++ "b/data/attention_loss.csv"
@@ -0,0 +1,3001 @@
+run_name,tokens,loss
+GQA 8 groups (baseline),47185920.0,9.680587768554688
+GQA 8 groups (baseline),113246208.0,8.134571075439453
+GQA 8 groups (baseline),199753728.0,6.969154357910156
+GQA 8 groups (baseline),264241152.0,6.478798866271973
+GQA 8 groups (baseline),317718528.0,6.171806812286377
+GQA 8 groups (baseline),418381824.0,5.714324951171875
+GQA 8 groups (baseline),756547584.0,4.653656005859375
+GQA 8 groups (baseline),764411904.0,4.650981426239014
+GQA 8 groups (baseline),860356608.0,4.433552265167236
+GQA 8 groups (baseline),961019904.0,4.127289772033691
+GQA 8 groups (baseline),978321408.0,4.106768608093262
+GQA 8 groups (baseline),992477184.0,4.028785228729248
+GQA 8 groups (baseline),1162346496.0,3.7261133193969727
+GQA 8 groups (baseline),1170210816.0,3.715879440307617
+GQA 8 groups (baseline),1283457024.0,3.5617876052856445
+GQA 8 groups (baseline),1406140416.0,3.529632329940796
+GQA 8 groups (baseline),1524105216.0,3.4238104820251465
+GQA 8 groups (baseline),1576009728.0,3.364877223968506
+GQA 8 groups (baseline),1999110144.0,3.171480894088745
+GQA 8 groups (baseline),2006974464.0,3.1797685623168945
+GQA 8 groups (baseline),2137522176.0,3.2135658264160156
+GQA 8 groups (baseline),2143813632.0,3.1760025024414062
+GQA 8 groups (baseline),2246049792.0,3.0842392444610596
+GQA 8 groups (baseline),2272788480.0,3.148294448852539
+GQA 8 groups (baseline),2286944256.0,3.0872931480407715
+GQA 8 groups (baseline),2340421632.0,3.085750102996826
+GQA 8 groups (baseline),2341994496.0,3.0797502994537354
+GQA 8 groups (baseline),2403336192.0,3.2118477821350098
+GQA 8 groups (baseline),2474115072.0,3.046905040740967
+GQA 8 groups (baseline),2521300992.0,3.076505422592163
+GQA 8 groups (baseline),2653421568.0,3.0029373168945312
+GQA 8 groups (baseline),2721054720.0,3.0424509048461914
+GQA 8 groups (baseline),2757230592.0,2.9601447582244873
+GQA 8 groups (baseline),2821718016.0,2.9970688819885254
+GQA 8 groups (baseline),2879913984.0,3.042203187942505
+GQA 8 groups (baseline),2923954176.0,2.946086883544922
+GQA 8 groups (baseline),3082813440.0,2.9272191524505615
+GQA 8 groups (baseline),3155165184.0,2.9263792037963867
+GQA 8 groups (baseline),3202351104.0,2.8914003372192383
+GQA 8 groups (baseline),3312451584.0,2.871267318725586
+GQA 8 groups (baseline),3570401280.0,2.8642756938934326
+GQA 8 groups (baseline),3658481664.0,2.8396410942077637
+GQA 8 groups (baseline),3752853504.0,2.816418409347534
+GQA 8 groups (baseline),3755999232.0,2.8278393745422363
+GQA 8 groups (baseline),3790602240.0,2.8292393684387207
+GQA 8 groups (baseline),3897556992.0,2.8382678031921387
+GQA 8 groups (baseline),3919577088.0,2.8091683387756348
+GQA 8 groups (baseline),3995074560.0,2.8212831020355225
+GQA 8 groups (baseline),4205838336.0,2.7993268966674805
+GQA 8 groups (baseline),4259315712.0,2.7597813606262207
+GQA 8 groups (baseline),4297064448.0,2.763084888458252
+GQA 8 groups (baseline),4377280512.0,2.73716402053833
+GQA 8 groups (baseline),4529848320.0,2.7448954582214355
+GQA 8 groups (baseline),4559732736.0,2.731112003326416
+GQA 8 groups (baseline),4578607104.0,2.668797016143799
+GQA 8 groups (baseline),4608491520.0,2.7277889251708984
+GQA 8 groups (baseline),4896325632.0,2.683786153793335
+GQA 8 groups (baseline),4934074368.0,2.6640517711639404
+GQA 8 groups (baseline),4963958784.0,2.7158620357513428
+GQA 8 groups (baseline),5059903488.0,2.7149059772491455
+GQA 8 groups (baseline),5286395904.0,2.670149326324463
+GQA 8 groups (baseline),5303697408.0,2.668168544769287
+GQA 8 groups (baseline),5350883328.0,2.6636338233947754
+GQA 8 groups (baseline),5355601920.0,2.6537468433380127
+GQA 8 groups (baseline),5363466240.0,2.703094959259033
+GQA 8 groups (baseline),5460983808.0,2.692074775695801
+GQA 8 groups (baseline),5494013952.0,2.662574291229248
+GQA 8 groups (baseline),5591531520.0,2.659714460372925
+GQA 8 groups (baseline),5788139520.0,2.6518421173095703
+GQA 8 groups (baseline),5884084224.0,2.659827709197998
+GQA 8 groups (baseline),6064963584.0,2.672898769378662
+GQA 8 groups (baseline),6115295232.0,2.619428873062134
+GQA 8 groups (baseline),6162481152.0,2.6436972618103027
+GQA 8 groups (baseline),6414139392.0,2.6154980659484863
+GQA 8 groups (baseline),6484918272.0,2.5470662117004395
+GQA 8 groups (baseline),6780616704.0,2.568850040435791
+GQA 8 groups (baseline),6915883008.0,2.573172092437744
+GQA 8 groups (baseline),7011827712.0,2.562521457672119
+GQA 8 groups (baseline),7062159360.0,2.565768241882324
+GQA 8 groups (baseline),7335837696.0,2.561680793762207
+GQA 8 groups (baseline),7403470848.0,2.553500175476074
+GQA 8 groups (baseline),7434928128.0,2.533736228942871
+GQA 8 groups (baseline),7637827584.0,2.572620153427124
+GQA 8 groups (baseline),7688159232.0,2.5258121490478516
+GQA 8 groups (baseline),7766802432.0,2.5655577182769775
+GQA 8 groups (baseline),7865892864.0,2.543649673461914
+GQA 8 groups (baseline),7941390336.0,2.5587754249572754
+GQA 8 groups (baseline),7985430528.0,2.513711929321289
+GQA 8 groups (baseline),8100249600.0,2.5197372436523438
+GQA 8 groups (baseline),8137998336.0,2.54480242729187
+GQA 8 groups (baseline),8166309888.0,2.524311065673828
+GQA 8 groups (baseline),8207204352.0,2.541774272918701
+GQA 8 groups (baseline),8411676672.0,2.498325824737549
+GQA 8 groups (baseline),8468299776.0,2.5384581089019775
+GQA 8 groups (baseline),8619294720.0,2.5293664932250977
+GQA 8 groups (baseline),8627159040.0,2.5344765186309814
+GQA 8 groups (baseline),8708947968.0,2.5211868286132812
+GQA 8 groups (baseline),8729395200.0,2.5268306732177734
+GQA 8 groups (baseline),8892973056.0,2.4925527572631836
+GQA 8 groups (baseline),9025093632.0,2.5174965858459473
+GQA 8 groups (baseline),9047113728.0,2.5080947875976562
+GQA 8 groups (baseline),9065988096.0,2.501438856124878
+GQA 8 groups (baseline),9146204160.0,2.491752862930298
+GQA 8 groups (baseline),9161932800.0,2.527155876159668
+GQA 8 groups (baseline),9229565952.0,2.5097496509552
+GQA 8 groups (baseline),9248440320.0,2.51607084274292
+GQA 8 groups (baseline),9289334784.0,2.5084569454193115
+GQA 8 groups (baseline),9739173888.0,2.509582757949829
+GQA 8 groups (baseline),9769058304.0,2.4346165657043457
+GQA 8 groups (baseline),9830400000.0,2.4780564308166504
+GQA 8 groups (baseline),9948364800.0,2.484213352203369
+GQA 8 groups (baseline),10082058240.0,2.4900429248809814
+GQA 8 groups (baseline),10115088384.0,2.4821901321411133
+GQA 8 groups (baseline),10239344640.0,2.4803719520568848
+GQA 8 groups (baseline),10557063168.0,2.447664260864258
+GQA 8 groups (baseline),10585374720.0,2.4570212364196777
+GQA 8 groups (baseline),10607394816.0,2.4963393211364746
+GQA 8 groups (baseline),10621550592.0,2.4820196628570557
+GQA 8 groups (baseline),10667163648.0,2.4606165885925293
+GQA 8 groups (baseline),10676600832.0,2.484421968460083
+GQA 8 groups (baseline),10873208832.0,2.435901641845703
+GQA 8 groups (baseline),11017912320.0,2.4648890495300293
+GQA 8 groups (baseline),11142168576.0,2.4969725608825684
+GQA 8 groups (baseline),11280580608.0,2.452807664871216
+GQA 8 groups (baseline),11445731328.0,2.424487829208374
+GQA 8 groups (baseline),11518083072.0,2.4714534282684326
+GQA 8 groups (baseline),11637620736.0,2.4245011806488037
+GQA 8 groups (baseline),11662786560.0,2.461801052093506
+GQA 8 groups (baseline),11725701120.0,2.409513473510742
+GQA 8 groups (baseline),11749294080.0,2.4182043075561523
+GQA 8 groups (baseline),11818500096.0,2.4401988983154297
+GQA 8 groups (baseline),11835801600.0,2.441678047180176
+GQA 8 groups (baseline),11849957376.0,2.4327127933502197
+GQA 8 groups (baseline),11901861888.0,2.4384024143218994
+GQA 8 groups (baseline),11944329216.0,2.4645214080810547
+GQA 8 groups (baseline),11963203584.0,2.452188491821289
+GQA 8 groups (baseline),12011962368.0,2.416614055633545
+GQA 8 groups (baseline),12136218624.0,2.443150043487549
+GQA 8 groups (baseline),12307660800.0,2.4262516498565674
+GQA 8 groups (baseline),12384731136.0,2.423063278198242
+GQA 8 groups (baseline),12732334080.0,2.452780246734619
+GQA 8 groups (baseline),12798394368.0,2.4409542083740234
+GQA 8 groups (baseline),12856590336.0,2.445659637451172
+GQA 8 groups (baseline),12941524992.0,2.4544553756713867
+GQA 8 groups (baseline),13013876736.0,2.4010398387908936
+GQA 8 groups (baseline),13067354112.0,2.4272384643554688
+GQA 8 groups (baseline),13197901824.0,2.4457297325134277
+GQA 8 groups (baseline),13252952064.0,2.4059455394744873
+GQA 8 groups (baseline),13303283712.0,2.398899555206299
+GQA 8 groups (baseline),13405519872.0,2.4191322326660156
+GQA 8 groups (baseline),13570670592.0,2.436488628387451
+GQA 8 groups (baseline),13575389184.0,2.4103610515594482
+GQA 8 groups (baseline),13654032384.0,2.3954858779907227
+GQA 8 groups (baseline),13723238400.0,2.4193997383117676
+GQA 8 groups (baseline),13745258496.0,2.398374557495117
+GQA 8 groups (baseline),13874233344.0,2.4398860931396484
+GQA 8 groups (baseline),13891534848.0,2.4277472496032715
+GQA 8 groups (baseline),13911982080.0,2.3907930850982666
+GQA 8 groups (baseline),14147911680.0,2.4126992225646973
+GQA 8 groups (baseline),14193524736.0,2.3859643936157227
+GQA 8 groups (baseline),14247002112.0,2.4260010719299316
+GQA 8 groups (baseline),14302052352.0,2.370255947113037
+GQA 8 groups (baseline),14530117632.0,2.422924041748047
+GQA 8 groups (baseline),14580449280.0,2.3679933547973633
+GQA 8 groups (baseline),14753464320.0,2.427314281463623
+GQA 8 groups (baseline),14767620096.0,2.3910553455352783
+GQA 8 groups (baseline),14789640192.0,2.3754477500915527
+GQA 8 groups (baseline),14846263296.0,2.4173359870910645
+GQA 8 groups (baseline),14850981888.0,2.3632595539093018
+GQA 8 groups (baseline),14902886400.0,2.4123477935791016
+GQA 8 groups (baseline),15066464256.0,2.3911609649658203
+GQA 8 groups (baseline),15091630080.0,2.4235570430755615
+GQA 8 groups (baseline),15097921536.0,2.397008180618286
+GQA 8 groups (baseline),15105785856.0,2.390721082687378
+GQA 8 groups (baseline),15143534592.0,2.393083095550537
+GQA 8 groups (baseline),15241052160.0,2.3952600955963135
+GQA 8 groups (baseline),15390474240.0,2.384268045425415
+GQA 8 groups (baseline),15395192832.0,2.3986048698425293
+GQA 8 groups (baseline),15500574720.0,2.339836359024048
+GQA 8 groups (baseline),15561916416.0,2.370131492614746
+GQA 8 groups (baseline),15631122432.0,2.3862972259521484
+GQA 8 groups (baseline),15728640000.0,2.417165994644165
+GQA 8 groups (baseline),15812001792.0,2.3876430988311768
+GQA 8 groups (baseline),15912665088.0,2.369863986968994
+GQA 8 groups (baseline),15972433920.0,2.372365951538086
+GQA 8 groups (baseline),16044785664.0,2.38314151763916
+GQA 8 groups (baseline),16235102208.0,2.3849685192108154
+GQA 8 groups (baseline),16315318272.0,2.3643388748168945
+GQA 8 groups (baseline),16326328320.0,2.3737854957580566
+GQA 8 groups (baseline),16376659968.0,2.360743999481201
+GQA 8 groups (baseline),16384524288.0,2.34450101852417
+GQA 8 groups (baseline),16409690112.0,2.3945958614349365
+GQA 8 groups (baseline),16436428800.0,2.377808094024658
+GQA 8 groups (baseline),16511926272.0,2.3721041679382324
+GQA 8 groups (baseline),16746283008.0,2.408428192138672
+GQA 8 groups (baseline),16851664896.0,2.360292434692383
+GQA 8 groups (baseline),16983785472.0,2.367936611175537
+GQA 8 groups (baseline),16990076928.0,2.3622913360595703
+GQA 8 groups (baseline),17002659840.0,2.351933002471924
+GQA 8 groups (baseline),17034117120.0,2.3807411193847656
+GQA 8 groups (baseline),17158373376.0,2.3742966651916504
+GQA 8 groups (baseline),17249599488.0,2.350661277770996
+GQA 8 groups (baseline),17372282880.0,2.4057981967926025
+GQA 8 groups (baseline),17524850688.0,2.3541293144226074
+GQA 8 groups (baseline),17537433600.0,2.368251323699951
+GQA 8 groups (baseline),17562599424.0,2.341395378112793
+GQA 8 groups (baseline),17719885824.0,2.349148750305176
+GQA 8 groups (baseline),17726177280.0,2.3699233531951904
+GQA 8 groups (baseline),17754488832.0,2.3502755165100098
+GQA 8 groups (baseline),17825267712.0,2.338937282562256
+GQA 8 groups (baseline),18234212352.0,2.3269548416137695
+GQA 8 groups (baseline),18685624320.0,2.310340404510498
+GQA 8 groups (baseline),18739101696.0,2.394566059112549
+GQA 8 groups (baseline),18773704704.0,2.3606972694396973
+GQA 8 groups (baseline),19056820224.0,2.320225238800049
+GQA 8 groups (baseline),19209388032.0,2.378053665161133
+GQA 8 groups (baseline),19231408128.0,2.3758692741394043
+GQA 8 groups (baseline),19288031232.0,2.3705074787139893
+GQA 8 groups (baseline),19383975936.0,2.332873821258545
+GQA 8 groups (baseline),19690684416.0,2.3288869857788086
+GQA 8 groups (baseline),19720568832.0,2.3176522254943848
+GQA 8 groups (baseline),19915603968.0,2.3525495529174805
+GQA 8 groups (baseline),19940769792.0,2.354979991912842
+GQA 8 groups (baseline),20038287360.0,2.3419976234436035
+GQA 8 groups (baseline),20082327552.0,2.3664989471435547
+GQA 8 groups (baseline),20096483328.0,2.326565742492676
+GQA 8 groups (baseline),20120076288.0,2.3525891304016113
+GQA 8 groups (baseline),20127940608.0,2.334955930709839
+GQA 8 groups (baseline),20171980800.0,2.316537380218506
+GQA 8 groups (baseline),20321402880.0,2.3498482704162598
+GQA 8 groups (baseline),20444086272.0,2.3398189544677734
+GQA 8 groups (baseline),20648558592.0,2.3406906127929688
+GQA 8 groups (baseline),20684734464.0,2.357572317123413
+GQA 8 groups (baseline),20779106304.0,2.3359665870666504
+GQA 8 groups (baseline),20797980672.0,2.315361499786377
+GQA 8 groups (baseline),20812136448.0,2.3374533653259277
+GQA 8 groups (baseline),20986724352.0,2.318838596343994
+GQA 8 groups (baseline),21099970560.0,2.3215408325195312
+GQA 8 groups (baseline),21460156416.0,2.3348865509033203
+GQA 8 groups (baseline),21738553344.0,2.3178415298461914
+GQA 8 groups (baseline),21809332224.0,2.3098087310791016
+GQA 8 groups (baseline),21922578432.0,2.288262367248535
+GQA 8 groups (baseline),22046834688.0,2.336354970932007
+GQA 8 groups (baseline),22147497984.0,2.327005386352539
+GQA 8 groups (baseline),22260744192.0,2.3206076622009277
+GQA 8 groups (baseline),22274899968.0,2.3481197357177734
+GQA 8 groups (baseline),22284337152.0,2.3255653381347656
+GQA 8 groups (baseline),22473080832.0,2.3084750175476074
+GQA 8 groups (baseline),22520266752.0,2.312103033065796
+GQA 8 groups (baseline),22624075776.0,2.3108019828796387
+GQA 8 groups (baseline),22655533056.0,2.2947449684143066
+GQA 8 groups (baseline),23033020416.0,2.3102192878723145
+GQA 8 groups (baseline),23075487744.0,2.3171145915985107
+GQA 8 groups (baseline),23084924928.0,2.3476662635803223
+GQA 8 groups (baseline),23108517888.0,2.3205671310424805
+GQA 8 groups (baseline),23121100800.0,2.3418374061584473
+GQA 8 groups (baseline),23173005312.0,2.3222241401672363
+GQA 8 groups (baseline),23207608320.0,2.314641237258911
+GQA 8 groups (baseline),23364894720.0,2.3134608268737793
+GQA 8 groups (baseline),23563075584.0,2.324385643005371
+GQA 8 groups (baseline),23888658432.0,2.321763753890991
+GQA 8 groups (baseline),24299175936.0,2.347766637802124
+GQA 8 groups (baseline),24538251264.0,2.2667624950408936
+GQA 8 groups (baseline),24693964800.0,2.278754949569702
+GQA 8 groups (baseline),24808783872.0,2.3182873725891113
+GQA 8 groups (baseline),24852824064.0,2.3086254596710205
+GQA 8 groups (baseline),25049432064.0,2.308939218521118
+GQA 8 groups (baseline),25179979776.0,2.31935453414917
+GQA 8 groups (baseline),25203572736.0,2.3097290992736816
+GQA 8 groups (baseline),25239748608.0,2.3019044399261475
+GQA 8 groups (baseline),25302663168.0,2.3000049591064453
+GQA 8 groups (baseline),25373442048.0,2.297126531600952
+GQA 8 groups (baseline),25519718400.0,2.277937889099121
+GQA 8 groups (baseline),25562185728.0,2.2912468910217285
+GQA 8 groups (baseline),25640828928.0,2.2952661514282227
+GQA 8 groups (baseline),25659703296.0,2.275118350982666
+GQA 8 groups (baseline),25692733440.0,2.2727854251861572
+GQA 8 groups (baseline),25736773632.0,2.324793815612793
+GQA 8 groups (baseline),25783959552.0,2.3032121658325195
+GQA 8 groups (baseline),25890914304.0,2.256173610687256
+GQA 8 groups (baseline),25906642944.0,2.2549357414245605
+GQA 8 groups (baseline),26163019776.0,2.281738758087158
+GQA 8 groups (baseline),26218070016.0,2.317615509033203
+GQA 8 groups (baseline),26376929280.0,2.2893409729003906
+GQA 8 groups (baseline),26526351360.0,2.3039755821228027
+GQA 8 groups (baseline),26537361408.0,2.2698450088500977
+GQA 8 groups (baseline),26675773440.0,2.251918077468872
+GQA 8 groups (baseline),26792165376.0,2.32419490814209
+GQA 8 groups (baseline),26932150272.0,2.268604278564453
+GQA 8 groups (baseline),27040677888.0,2.256443738937378
+GQA 8 groups (baseline),27042250752.0,2.3029963970184326
+GQA 8 groups (baseline),27108311040.0,2.2960243225097656
+GQA 8 groups (baseline),27128758272.0,2.292586326599121
+GQA 8 groups (baseline),27320647680.0,2.299471616744995
+GQA 8 groups (baseline),27594326016.0,2.327676296234131
+GQA 8 groups (baseline),27600617472.0,2.269524097442627
+GQA 8 groups (baseline),27611627520.0,2.2868235111236572
+GQA 8 groups (baseline),27622637568.0,2.2369332313537598
+GQA 8 groups (baseline),27671396352.0,2.2806451320648193
+GQA 8 groups (baseline),27781496832.0,2.2591991424560547
+GQA 8 groups (baseline),27919908864.0,2.302471399307251
+GQA 8 groups (baseline),28025290752.0,2.2428479194641113
+GQA 8 groups (baseline),28125954048.0,2.250758647918701
+GQA 8 groups (baseline),28165275648.0,2.27590012550354
+GQA 8 groups (baseline),28196732928.0,2.3012888431549072
+GQA 8 groups (baseline),28225044480.0,2.2517237663269043
+GQA 8 groups (baseline),28287959040.0,2.262899160385132
+GQA 8 groups (baseline),28335144960.0,2.2823410034179688
+GQA 8 groups (baseline),28343009280.0,2.2916104793548584
+GQA 8 groups (baseline),28355592192.0,2.292482376098633
+GQA 8 groups (baseline),28363456512.0,2.259218215942383
+GQA 8 groups (baseline),28541190144.0,2.2659826278686523
+GQA 8 groups (baseline),28549054464.0,2.276764392852783
+GQA 8 groups (baseline),28715778048.0,2.2346973419189453
+GQA 8 groups (baseline),29157752832.0,2.252462863922119
+GQA 8 groups (baseline),29181345792.0,2.2875843048095703
+GQA 8 groups (baseline),29278863360.0,2.2720255851745605
+GQA 8 groups (baseline),29423566848.0,2.2718253135681152
+GQA 8 groups (baseline),29642194944.0,2.298799991607666
+GQA 8 groups (baseline),29761732608.0,2.2671732902526855
+GQA 8 groups (baseline),29779034112.0,2.2633910179138184
+GQA 8 groups (baseline),29887561728.0,2.2236328125
+GQA 8 groups (baseline),30173822976.0,2.2458174228668213
+GQA 8 groups (baseline),30195843072.0,2.287498950958252
+GQA 8 groups (baseline),30235164672.0,2.266530752182007
+GQA 8 groups (baseline),30276059136.0,2.2591209411621094
+GQA 8 groups (baseline),30419189760.0,2.239677906036377
+GQA 8 groups (baseline),30472667136.0,2.2492175102233887
+GQA 8 groups (baseline),30497832960.0,2.25300931930542
+GQA 8 groups (baseline),30673993728.0,2.2490692138671875
+GQA 8 groups (baseline),30972837888.0,2.245764970779419
+GQA 8 groups (baseline),31238651904.0,2.262148857116699
+GQA 8 groups (baseline),31337742336.0,2.233304977416992
+GQA 8 groups (baseline),31392792576.0,2.259258270263672
+GQA 8 groups (baseline),31570526208.0,2.2698469161987305
+GQA 8 groups (baseline),31741968384.0,2.285676956176758
+GQA 8 groups (baseline),31820611584.0,2.2486233711242676
+GQA 8 groups (baseline),31948013568.0,2.2292399406433105
+GQA 8 groups (baseline),32064405504.0,2.245603084564209
+GQA 8 groups (baseline),32133611520.0,2.2613744735717773
+GQA 8 groups (baseline),32261013504.0,2.2470057010650635
+GQA 8 groups (baseline),32317636608.0,2.244206428527832
+GQA 8 groups (baseline),32322355200.0,2.2504148483276367
+GQA 8 groups (baseline),32367968256.0,2.2993087768554688
+GQA 8 groups (baseline),32655802368.0,2.2260031700134277
+GQA 8 groups (baseline),32710852608.0,2.2291746139526367
+GQA 8 groups (baseline),32761184256.0,2.243743419647217
+GQA 8 groups (baseline),32786350080.0,2.2627339363098145
+GQA 8 groups (baseline),32902742016.0,2.208057165145874
+GQA 8 groups (baseline),32937345024.0,2.250558376312256
+GQA 8 groups (baseline),33144963072.0,2.215879201889038
+GQA 8 groups (baseline),33303822336.0,2.257519245147705
+GQA 8 groups (baseline),33380892672.0,2.2064614295959473
+GQA 8 groups (baseline),33467400192.0,2.244302988052368
+GQA 8 groups (baseline),33641988096.0,2.2519426345825195
+GQA 8 groups (baseline),33741078528.0,2.2620511054992676
+GQA 8 groups (baseline),33796128768.0,2.192164421081543
+GQA 8 groups (baseline),33827586048.0,2.2083866596221924
+GQA 8 groups (baseline),33841741824.0,2.2165451049804688
+GQA 8 groups (baseline),33884209152.0,2.2262203693389893
+GQA 8 groups (baseline),33904656384.0,2.2245640754699707
+GQA 8 groups (baseline),34105982976.0,2.231322765350342
+GQA 8 groups (baseline),34115420160.0,2.2674403190612793
+GQA 8 groups (baseline),34228666368.0,2.2120273113250732
+GQA 8 groups (baseline),34250686464.0,2.226161479949951
+GQA 8 groups (baseline),34382807040.0,2.2427496910095215
+GQA 8 groups (baseline),34614018048.0,2.2098050117492676
+GQA 8 groups (baseline),34680078336.0,2.253359317779541
+GQA 8 groups (baseline),34733555712.0,2.2524945735931396
+GQA 8 groups (baseline),34831073280.0,2.230121612548828
+GQA 8 groups (baseline),34904997888.0,2.2175469398498535
+GQA 8 groups (baseline),34949038080.0,2.1953814029693604
+GQA 8 groups (baseline),34972631040.0,2.261489152908325
+GQA 8 groups (baseline),35200696320.0,2.1812808513641357
+GQA 8 groups (baseline),35307651072.0,2.233452796936035
+GQA 8 groups (baseline),35359555584.0,2.2297451496124268
+GQA 8 groups (baseline),35424043008.0,2.2207117080688477
+GQA 8 groups (baseline),35488530432.0,2.184295654296875
+GQA 8 groups (baseline),35502686208.0,2.2293319702148438
+GQA 8 groups (baseline),35693002752.0,2.230638027191162
+GQA 8 groups (baseline),35781083136.0,2.1883468627929688
+GQA 8 groups (baseline),35782656000.0,2.214460849761963
+GQA 8 groups (baseline),35831414784.0,2.232592821121216
+GQA 8 groups (baseline),35848716288.0,2.2207231521606445
+GQA 8 groups (baseline),35867590656.0,2.2850217819213867
+GQA 8 groups (baseline),35891183616.0,2.2020843029022217
+GQA 8 groups (baseline),36024877056.0,2.254789352416992
+GQA 8 groups (baseline),36065771520.0,2.233644485473633
+GQA 8 groups (baseline),36161716224.0,2.1995162963867188
+GQA 8 groups (baseline),36281253888.0,2.198535680770874
+GQA 8 groups (baseline),36466851840.0,2.2649316787719727
+GQA 8 groups (baseline),36488871936.0,2.2112622261047363
+GQA 8 groups (baseline),36805017600.0,2.185032367706299
+GQA 8 groups (baseline),36836474880.0,2.201908588409424
+GQA 8 groups (baseline),37217107968.0,2.228468656539917
+GQA 8 groups (baseline),37347655680.0,2.2206950187683105
+GQA 8 groups (baseline),37517524992.0,2.1642794609069824
+GQA 8 groups (baseline),37571002368.0,2.254763126373291
+GQA 8 groups (baseline),37660655616.0,2.1759939193725586
+GQA 8 groups (baseline),37781766144.0,2.1909611225128174
+GQA 8 groups (baseline),37832097792.0,2.2260260581970215
+GQA 8 groups (baseline),37858836480.0,2.2278122901916504
+GQA 8 groups (baseline),37907595264.0,2.2156596183776855
+GQA 8 groups (baseline),37948489728.0,2.24672269821167
+GQA 8 groups (baseline),38000394240.0,2.2126293182373047
+GQA 8 groups (baseline),38014550016.0,2.208775520324707
+GQA 8 groups (baseline),38335414272.0,2.2136762142181396
+GQA 8 groups (baseline),38365298688.0,2.238529682159424
+GQA 8 groups (baseline),38508429312.0,2.1828439235687256
+GQA 8 groups (baseline),38554042368.0,2.2246832847595215
+GQA 8 groups (baseline),38618529792.0,2.2166430950164795
+GQA 8 groups (baseline),38643695616.0,2.2125284671783447
+GQA 8 groups (baseline),38767951872.0,2.257993221282959
+GQA 8 groups (baseline),38783680512.0,2.2166829109191895
+GQA 8 groups (baseline),38804127744.0,2.2426276206970215
+GQA 8 groups (baseline),38868615168.0,2.1987476348876953
+GQA 8 groups (baseline),38936248320.0,2.1906533241271973
+GQA 8 groups (baseline),38947258368.0,2.2506308555603027
+GQA 8 groups (baseline),39222509568.0,2.1915807723999023
+GQA 8 groups (baseline),39249248256.0,2.2197160720825195
+GQA 8 groups (baseline),39349911552.0,2.2196571826934814
+GQA 8 groups (baseline),39373504512.0,2.1901915073394775
+GQA 8 groups (baseline),39441137664.0,2.223703384399414
+GQA 8 groups (baseline),39560675328.0,2.1974809169769287
+GQA 8 groups (baseline),39565393920.0,2.2088632583618164
+GQA 8 groups (baseline),39588986880.0,2.208155393600464
+GQA 8 groups (baseline),39601569792.0,2.229959011077881
+GQA 8 groups (baseline),39683358720.0,2.199746608734131
+GQA 8 groups (baseline),39717961728.0,2.224435329437256
+GQA 8 groups (baseline),39777730560.0,2.236860752105713
+GQA 8 groups (baseline),40063991808.0,2.1891627311706543
+GQA 8 groups (baseline),40142635008.0,2.2013096809387207
+GQA 8 groups (baseline),40144207872.0,2.2018847465515137
+GQA 8 groups (baseline),40183529472.0,2.192758560180664
+GQA 8 groups (baseline),40252735488.0,2.1764469146728516
+GQA 8 groups (baseline),40424177664.0,2.222839593887329
+GQA 8 groups (baseline),40447770624.0,2.2067787647247314
+GQA 8 groups (baseline),40452489216.0,2.218992233276367
+GQA 8 groups (baseline),40472936448.0,2.198667526245117
+GQA 8 groups (baseline),40595619840.0,2.1832714080810547
+GQA 8 groups (baseline),40678981632.0,2.158444881439209
+GQA 8 groups (baseline),40757624832.0,2.225154399871826
+GQA 8 groups (baseline),40837840896.0,2.21421217918396
+GQA 8 groups (baseline),40845705216.0,2.215813159942627
+GQA 8 groups (baseline),41157132288.0,2.2214560508728027
+GQA 8 groups (baseline),41168142336.0,2.215345859527588
+GQA 8 groups (baseline),41172860928.0,2.26027774810791
+GQA 8 groups (baseline),41360031744.0,2.21632719039917
+GQA 8 groups (baseline),41427664896.0,2.2474656105041504
+GQA 8 groups (baseline),41452830720.0,2.18333101272583
+GQA 8 groups (baseline),41471705088.0,2.218519926071167
+GQA 8 groups (baseline),41540911104.0,2.185060977935791
+GQA 8 groups (baseline),41624272896.0,2.1597464084625244
+GQA 8 groups (baseline),41776840704.0,2.2499501705169678
+GQA 8 groups (baseline),41921544192.0,2.2532925605773926
+GQA 8 groups (baseline),42064674816.0,2.1799421310424805
+GQA 8 groups (baseline),42088267776.0,2.167323589324951
+GQA 8 groups (baseline),42133880832.0,2.231534004211426
+GQA 8 groups (baseline),42726850560.0,2.1563096046447754
+GQA 8 groups (baseline),42816503808.0,2.2171850204467773
+GQA 8 groups (baseline),43079172096.0,2.202307939529419
+GQA 8 groups (baseline),43142086656.0,2.208082675933838
+GQA 8 groups (baseline),43255332864.0,2.1895618438720703
+GQA 8 groups (baseline),43349704704.0,2.212596893310547
+GQA 8 groups (baseline),43431493632.0,2.2238316535949707
+GQA 8 groups (baseline),43455086592.0,2.2212891578674316
+GQA 8 groups (baseline),43706744832.0,2.1816837787628174
+GQA 8 groups (baseline),43735056384.0,2.1930580139160156
+GQA 8 groups (baseline),43857739776.0,2.1904869079589844
+GQA 8 groups (baseline),43991433216.0,2.1956379413604736
+GQA 8 groups (baseline),44117262336.0,2.204200267791748
+GQA 8 groups (baseline),44232081408.0,2.1975021362304688
+GQA 8 groups (baseline),44233654272.0,2.1997408866882324
+GQA 8 groups (baseline),44469583872.0,2.2208709716796875
+GQA 8 groups (baseline),44611141632.0,2.1910440921783447
+GQA 8 groups (baseline),44628443136.0,2.2123465538024902
+GQA 8 groups (baseline),44645744640.0,2.179844379425049
+GQA 8 groups (baseline),44650463232.0,2.2184200286865234
+GQA 8 groups (baseline),44707086336.0,2.215327739715576
+GQA 8 groups (baseline),44840779776.0,2.205437421798706
+GQA 8 groups (baseline),44869091328.0,2.1851019859313965
+GQA 8 groups (baseline),45133332480.0,2.2158279418945312
+GQA 8 groups (baseline),45139623936.0,2.2016549110412598
+GQA 8 groups (baseline),45194674176.0,2.2167773246765137
+GQA 8 groups (baseline),45226131456.0,2.192638635635376
+GQA 8 groups (baseline),45241860096.0,2.188068151473999
+GQA 8 groups (baseline),45248151552.0,2.213693618774414
+GQA 8 groups (baseline),45263880192.0,2.2233097553253174
+GQA 8 groups (baseline),45418020864.0,2.212434768676758
+GQA 8 groups (baseline),45639794688.0,2.2134408950805664
+GQA 8 groups (baseline),45691699200.0,2.1772031784057617
+GQA 8 groups (baseline),46067613696.0,2.1820120811462402
+GQA 8 groups (baseline),46328709120.0,2.2060647010803223
+GQA 8 groups (baseline),46352302080.0,2.169639825820923
+GQA 8 groups (baseline),46402633728.0,2.1823487281799316
+GQA 8 groups (baseline),46470266880.0,2.2129807472229004
+GQA 8 groups (baseline),46765965312.0,2.1692733764648438
+GQA 8 groups (baseline),46789558272.0,2.180638074874878
+GQA 8 groups (baseline),46920105984.0,2.192622661590576
+GQA 8 groups (baseline),46959427584.0,2.1941399574279785
+MHA,99090432.0,8.452563285827637
+MHA,202899456.0,7.021642684936523
+MHA,286261248.0,6.397868633270264
+MHA,287834112.0,6.345202445983887
+MHA,344457216.0,6.104353904724121
+MHA,454557696.0,5.626425743103027
+MHA,456130560.0,5.654562950134277
+MHA,567803904.0,5.291170120239258
+MHA,659030016.0,4.968045711517334
+MHA,721944576.0,4.770746231079102
+MHA,762839040.0,4.697566032409668
+MHA,764411904.0,4.709116458892822
+MHA,772276224.0,4.671542167663574
+MHA,833617920.0,4.506744861602783
+MHA,989331456.0,4.067014694213867
+MHA,1034944512.0,3.9790804386138916
+MHA,1097859072.0,3.8669352531433105
+MHA,1234698240.0,3.658435583114624
+MHA,1346371584.0,3.5551929473876953
+MHA,1402994688.0,3.4722986221313477
+MHA,1500512256.0,3.406994104385376
+MHA,1667235840.0,3.3892698287963867
+MHA,1708130304.0,3.317500591278076
+MHA,1956642816.0,3.213571548461914
+MHA,2231894016.0,3.114110231399536
+MHA,2285371392.0,3.0696616172790527
+MHA,2293235712.0,3.1186981201171875
+MHA,2353004544.0,3.1092987060546875
+MHA,2382888960.0,3.048333168029785
+MHA,2447376384.0,3.090919256210327
+MHA,2492989440.0,3.066593647003174
+MHA,2499280896.0,3.0602970123291016
+MHA,2533883904.0,3.0300803184509277
+MHA,2596798464.0,3.048245906829834
+MHA,2621964288.0,3.0318546295166016
+MHA,2650275840.0,3.0283102989196777
+MHA,2768240640.0,2.9847030639648438
+MHA,2772959232.0,3.012186050415039
+MHA,2790260736.0,2.995723247528076
+MHA,2828009472.0,3.059152126312256
+MHA,2848456704.0,2.9910731315612793
+MHA,2919235584.0,3.117253541946411
+MHA,3026190336.0,2.9577841758728027
+MHA,3081240576.0,2.925018310546875
+MHA,3101687808.0,2.980254650115967
+MHA,3153592320.0,2.939906120300293
+MHA,3213361152.0,2.9418675899505615
+MHA,3268411392.0,2.908508777618408
+MHA,3320315904.0,2.895047664642334
+MHA,3367501824.0,2.929457426071167
+MHA,3409969152.0,2.9200897216796875
+MHA,3535798272.0,2.890166759490967
+MHA,3710386176.0,2.834366798400879
+MHA,3839361024.0,2.836117744445801
+MHA,4076863488.0,2.7513880729675293
+MHA,4097310720.0,2.780770778656006
+MHA,4111466496.0,2.7872140407562256
+MHA,4249878528.0,2.7875728607177734
+MHA,4408737792.0,2.7400825023651123
+MHA,4435476480.0,2.7483348846435547
+MHA,4531421184.0,2.747873067855835
+MHA,4687134720.0,2.7611804008483887
+MHA,4803526656.0,2.7089059352874756
+MHA,4868014080.0,2.6991124153137207
+MHA,4940365824.0,2.7103006839752197
+MHA,5019009024.0,2.704336643218994
+MHA,5100797952.0,2.6546895503997803
+MHA,5158993920.0,2.7125895023345947
+MHA,5193596928.0,2.663191795349121
+MHA,5343019008.0,2.6600866317749023
+MHA,5415370752.0,2.754518985748291
+MHA,5560074240.0,2.636082410812378
+MHA,5561647104.0,2.6286492347717285
+MHA,5682757632.0,2.652942180633545
+MHA,5712642048.0,2.659362316131592
+MHA,5758255104.0,2.6443638801574707
+MHA,5871501312.0,2.635171890258789
+MHA,6153043968.0,2.675321578979492
+MHA,6157762560.0,2.622251510620117
+MHA,6186074112.0,2.658982753753662
+MHA,6390546432.0,2.5905370712280273
+MHA,6407847936.0,2.610873222351074
+MHA,6415712256.0,2.597017765045166
+MHA,6543114240.0,2.602367877960205
+MHA,6577717248.0,2.6237316131591797
+MHA,6659506176.0,2.6197755336761475
+MHA,6675234816.0,2.5852572917938232
+MHA,6898581504.0,2.5682225227355957
+MHA,7095189504.0,2.5731515884399414
+MHA,7159676928.0,2.568204879760742
+MHA,7221018624.0,2.5324559211730957
+MHA,7254048768.0,2.548275947570801
+MHA,7298088960.0,2.5301637649536133
+MHA,7477395456.0,2.562919855117798
+MHA,7488405504.0,2.534173011779785
+MHA,7502561280.0,2.5367841720581055
+MHA,7521435648.0,2.5653653144836426
+MHA,7802978304.0,2.547025203704834
+MHA,8037335040.0,2.52801251411438
+MHA,8060928000.0,2.5721213817596436
+MHA,8098676736.0,2.567641496658325
+MHA,8144289792.0,2.514975070953369
+MHA,8244953088.0,2.514674186706543
+MHA,8315731968.0,2.546177387237549
+MHA,8336179200.0,2.5434556007385254
+MHA,8378646528.0,2.517810821533203
+MHA,8394375168.0,2.512188673019409
+MHA,8414822400.0,2.511775016784668
+MHA,8474591232.0,2.5246129035949707
+MHA,8572108800.0,2.4715871810913086
+MHA,8834777088.0,2.522141695022583
+MHA,9023520768.0,2.5193967819213867
+MHA,9275179008.0,2.496412992477417
+MHA,9363259392.0,2.489715576171875
+MHA,9490661376.0,2.5246169567108154
+MHA,9577168896.0,2.4812192916870117
+MHA,9781641216.0,2.5432095527648926
+MHA,9836691456.0,2.480351686477661
+MHA,9880731648.0,2.4666614532470703
+MHA,9894887424.0,2.466938018798828
+MHA,9986113536.0,2.485457420349121
+MHA,10189012992.0,2.4849395751953125
+MHA,10201595904.0,2.453982353210449
+MHA,10240917504.0,2.4687373638153076
+MHA,10306977792.0,2.460575819015503
+MHA,10368319488.0,2.4609763622283936
+MHA,10434379776.0,2.501366138458252
+MHA,10538188800.0,2.4269025325775146
+MHA,10553917440.0,2.477065086364746
+MHA,10804002816.0,2.4900848865509033
+MHA,10830741504.0,2.4566917419433594
+MHA,10855907328.0,2.4555511474609375
+MHA,10887364608.0,2.4560883045196533
+MHA,10901520384.0,2.455028772354126
+MHA,10973872128.0,2.4738314151763916
+MHA,10986455040.0,2.4647722244262695
+MHA,11247550464.0,2.4278883934020996
+MHA,11568414720.0,2.4422717094421387
+MHA,11618746368.0,2.4212701320648193
+MHA,11629756416.0,2.4603891372680664
+MHA,11703681024.0,2.487010955810547
+MHA,11746148352.0,2.434872627258301
+MHA,11820072960.0,2.4522886276245117
+MHA,11895570432.0,2.476299285888672
+MHA,12073304064.0,2.3793013095855713
+MHA,12078022656.0,2.44742488861084
+MHA,12477530112.0,2.400300979614258
+MHA,12540444672.0,2.4600729942321777
+MHA,12682002432.0,2.399789810180664
+MHA,12688293888.0,2.4345617294311523
+MHA,12699303936.0,2.4592361450195312
+MHA,13062635520.0,2.437222719192505
+MHA,13108248576.0,2.400242328643799
+MHA,13276545024.0,2.384155750274658
+MHA,13399228416.0,2.398561954498291
+MHA,13592690688.0,2.4123692512512207
+MHA,13617856512.0,2.435032844543457
+MHA,13628866560.0,2.4056646823883057
+MHA,13803454464.0,2.4310250282287598
+MHA,13976469504.0,2.3770699501037598
+MHA,14331936768.0,2.380837917327881
+MHA,14509670400.0,2.422034502029419
+MHA,14536409088.0,2.3872647285461426
+MHA,14613479424.0,2.3926854133605957
+MHA,14712569856.0,2.4038639068603516
+MHA,14789640192.0,2.3794422149658203
+MHA,14795931648.0,2.425784111022949
+MHA,14937489408.0,2.3810882568359375
+MHA,14961082368.0,2.400357246398926
+MHA,15022424064.0,2.4156172275543213
+MHA,15031861248.0,2.416459083557129
+MHA,15085338624.0,2.396972417831421
+MHA,15174991872.0,2.405046224594116
+MHA,15252062208.0,2.379965305328369
+MHA,15374745600.0,2.423947334289551
+MHA,15580790784.0,2.4026148319244385
+MHA,15662579712.0,2.4253902435302734
+MHA,15923675136.0,2.405942916870117
+MHA,15956705280.0,2.394678831100464
+MHA,16183197696.0,2.3476011753082275
+MHA,16225665024.0,2.371649742126465
+MHA,16409690112.0,2.3984251022338867
+MHA,16474177536.0,2.375040054321289
+MHA,16497770496.0,2.3601796627044678
+MHA,16670785536.0,2.4007067680358887
+MHA,16680222720.0,2.3953375816345215
+MHA,16728981504.0,2.363982677459717
+MHA,16815489024.0,2.3443002700805664
+MHA,16936599552.0,2.386162757873535
+MHA,17008951296.0,2.4122326374053955
+MHA,17060855808.0,2.358635425567627
+MHA,17435197440.0,2.368185043334961
+MHA,17468227584.0,2.3964953422546387
+MHA,17490247680.0,2.3742594718933105
+MHA,17587765248.0,2.3597302436828613
+MHA,17595629568.0,2.3286752700805664
+MHA,17639669760.0,2.3746800422668457
+MHA,17735614464.0,2.3425474166870117
+MHA,17765498880.0,2.3434035778045654
+MHA,17778081792.0,2.355294704437256
+MHA,17779654656.0,2.3381075859069824
+MHA,17878745088.0,2.373032808303833
+MHA,17944805376.0,2.3419618606567383
+MHA,18298699776.0,2.36838960647583
+MHA,18309709824.0,2.397736072540283
+MHA,18457559040.0,2.3742289543151855
+MHA,18698207232.0,2.3604702949523926
+MHA,18836619264.0,2.3621740341186523
+MHA,18841337856.0,2.3394734859466553
+MHA,18846056448.0,2.3599114418029785
+MHA,18875940864.0,2.345383644104004
+MHA,18904252416.0,2.33562970161438
+MHA,18965594112.0,2.3514270782470703
+MHA,18990759936.0,2.3709983825683594
+MHA,19053674496.0,2.3415184020996094
+MHA,19162202112.0,2.3149948120117188
+MHA,19300614144.0,2.3029417991638184
+MHA,19333644288.0,2.3603105545043945
+MHA,19556990976.0,2.3467140197753906
+MHA,19593166848.0,2.3558969497680664
+MHA,19612041216.0,2.3221569061279297
+MHA,19618332672.0,2.322604179382324
+MHA,19627769856.0,2.3580729961395264
+MHA,19646644224.0,2.3702783584594727
+MHA,19744161792.0,2.4011459350585938
+MHA,19786629120.0,2.3279948234558105
+MHA,19852689408.0,2.3406569957733154
+MHA,19914031104.0,2.3431484699249268
+MHA,19932905472.0,2.332061290740967
+MHA,19972227072.0,2.3158624172210693
+MHA,20002111488.0,2.32291841506958
+MHA,20307247104.0,2.2982540130615234
+MHA,20569915392.0,2.333240032196045
+MHA,20584071168.0,2.344329357147217
+MHA,20624965632.0,2.330502510070801
+MHA,20653277184.0,2.340038776397705
+MHA,20683161600.0,2.3346166610717773
+MHA,20750794752.0,2.3110294342041016
+MHA,20864040960.0,2.3505420684814453
+MHA,21068513280.0,2.391782283782959
+MHA,21155020800.0,2.332167863845825
+MHA,21261975552.0,2.330345630645752
+MHA,21298151424.0,2.2733144760131836
+MHA,21455437824.0,2.3071887493133545
+MHA,21463302144.0,2.3330187797546387
+MHA,21486895104.0,2.293105363845825
+MHA,21501050880.0,2.333550453186035
+MHA,21516779520.0,2.319427490234375
+MHA,21615869952.0,2.327538013458252
+MHA,21707096064.0,2.3207249641418457
+MHA,21785739264.0,2.3470301628112793
+MHA,22037397504.0,2.365514039993286
+MHA,22040543232.0,2.3211593627929688
+MHA,22078291968.0,2.3237714767456055
+MHA,22136487936.0,2.3523738384246826
+MHA,22353543168.0,2.3201303482055664
+MHA,22499819520.0,2.3312134742736816
+MHA,22534422528.0,2.3463730812072754
+MHA,22603628544.0,2.3382017612457275
+MHA,22686990336.0,2.3587334156036377
+MHA,22720020480.0,2.296107292175293
+MHA,22872588288.0,2.3009731769561768
+MHA,22916628480.0,2.2768633365631104
+MHA,22962241536.0,2.305591106414795
+MHA,23007854592.0,2.267758846282959
+MHA,23301980160.0,2.273690700531006
+MHA,23368040448.0,2.3249998092651367
+MHA,23393206272.0,2.3082869052886963
+MHA,23512743936.0,2.3063082695007324
+MHA,23548919808.0,2.2920312881469727
+MHA,23552065536.0,2.314307928085327
+MHA,23592960000.0,2.3286657333374023
+MHA,23635427328.0,2.2960174083709717
+MHA,23657447424.0,2.3091137409210205
+MHA,23802150912.0,2.2609708309173584
+MHA,23832035328.0,2.3016834259033203
+MHA,24063246336.0,2.2963366508483887
+MHA,24270864384.0,2.317709445953369
+MHA,24440733696.0,2.306204319000244
+MHA,24486346752.0,2.3276596069335938
+MHA,24568135680.0,2.3199870586395264
+MHA,24629477376.0,2.3015999794006348
+MHA,24728567808.0,2.3110833168029785
+MHA,24758452224.0,2.3240463733673096
+MHA,24764743680.0,2.305391788482666
+MHA,24785190912.0,2.3110313415527344
+MHA,25085607936.0,2.337040901184082
+MHA,25090326528.0,2.2886223793029785
+MHA,25123356672.0,2.2847087383270264
+MHA,25179979776.0,2.3224549293518066
+MHA,25279070208.0,2.308259963989258
+MHA,25739919360.0,2.2807693481445312
+MHA,25788678144.0,2.2824268341064453
+MHA,25793396736.0,2.279923439025879
+MHA,25832718336.0,2.319192886352539
+MHA,26040336384.0,2.304107666015625
+MHA,26062356480.0,2.2795848846435547
+MHA,26172456960.0,2.267585277557373
+MHA,26241662976.0,2.30307936668396
+MHA,26450853888.0,2.3422036170959473
+MHA,26452426752.0,2.2747862339019775
+MHA,26513768448.0,2.295414924621582
+MHA,26542080000.0,2.2976653575897217
+MHA,26587693056.0,2.250670909881592
+MHA,26785873920.0,2.2626113891601562
+MHA,27023376384.0,2.314547061920166
+MHA,27333230592.0,2.280844211578369
+MHA,27353677824.0,2.30661678314209
+MHA,27441758208.0,2.301224708557129
+MHA,27463778304.0,2.2834956645965576
+MHA,27484225536.0,2.3151674270629883
+MHA,27621064704.0,2.3036112785339355
+MHA,27636793344.0,2.290945291519165
+MHA,27694989312.0,2.310448169708252
+MHA,27701280768.0,2.2997376918792725
+MHA,27762622464.0,2.2690834999084473
+MHA,27787788288.0,2.2584726810455322
+MHA,27856994304.0,2.2862422466278076
+MHA,28138536960.0,2.256490707397461
+MHA,28320989184.0,2.260054111480713
+MHA,28440526848.0,2.275102138519287
+MHA,28615114752.0,2.3285179138183594
+MHA,28706340864.0,2.2616589069366455
+MHA,28874637312.0,2.266653537750244
+MHA,28965863424.0,2.262571334838867
+MHA,29000466432.0,2.3011863231658936
+MHA,29148315648.0,2.2999343872070312
+MHA,29179772928.0,2.251335382461548
+MHA,29404692480.0,2.265697479248047
+MHA,29716119552.0,2.2816920280456543
+MHA,29731848192.0,2.2723166942596436
+MHA,29827792896.0,2.277334690093994
+MHA,29947330560.0,2.279961585998535
+MHA,30014963712.0,2.231626510620117
+MHA,30079451136.0,2.260308265686035
+MHA,30106189824.0,2.2373313903808594
+MHA,30159667200.0,2.2679738998413086
+MHA,30162812928.0,2.2767858505249023
+MHA,30257184768.0,2.254492998123169
+MHA,30298079232.0,2.27874493598938
+MHA,30549737472.0,2.2640082836151123
+MHA,30551310336.0,2.29119873046875
+MHA,30578049024.0,2.262547492980957
+MHA,30584340480.0,2.2642664909362793
+MHA,30606360576.0,2.249051570892334
+MHA,30754209792.0,2.288374662399292
+MHA,30784094208.0,2.302877902984619
+MHA,30818697216.0,2.3080902099609375
+MHA,30889476096.0,2.256904363632202
+MHA,31001149440.0,2.2821006774902344
+MHA,31016878080.0,2.271130084991455
+MHA,31049908224.0,2.260901927947998
+MHA,31076646912.0,2.2410149574279785
+MHA,31120687104.0,2.2476367950439453
+MHA,31123832832.0,2.261763572692871
+MHA,31490310144.0,2.233138084411621
+MHA,31734104064.0,2.2340798377990723
+MHA,31815892992.0,2.2363662719726562
+MHA,31932284928.0,2.2366838455200195
+MHA,32065978368.0,2.275904655456543
+MHA,32160350208.0,2.2782773971557617
+MHA,32198098944.0,2.2100167274475098
+MHA,32213827584.0,2.26151180267334
+MHA,32231129088.0,2.2496533393859863
+MHA,32341229568.0,2.2373037338256836
+MHA,32523681792.0,2.289740562438965
+MHA,32581877760.0,2.252013683319092
+MHA,32600752128.0,2.2446980476379395
+MHA,32651083776.0,2.2199807167053223
+MHA,32680968192.0,2.2479140758514404
+MHA,32775340032.0,2.2579345703125
+MHA,32855556096.0,2.2511661052703857
+MHA,33014415360.0,2.19575834274292
+MHA,33074184192.0,2.259744167327881
+MHA,33209450496.0,2.250211000442505
+MHA,33568063488.0,2.263214111328125
+MHA,33616822272.0,2.2790181636810303
+MHA,33632550912.0,2.2615880966186523
+MHA,33780400128.0,2.2284979820251465
+MHA,33954988032.0,2.2383766174316406
+MHA,34074525696.0,2.254755973815918
+MHA,34087108608.0,2.227789878845215
+MHA,34118565888.0,2.2077784538269043
+MHA,34176761856.0,2.2409791946411133
+MHA,34190917632.0,2.2634456157684326
+MHA,34459877376.0,2.2796828746795654
+MHA,34524364800.0,2.22554349899292
+MHA,34568404992.0,2.2380123138427734
+MHA,34728837120.0,2.2458200454711914
+MHA,34752430080.0,2.2445497512817383
+MHA,34807480320.0,2.2451345920562744
+MHA,35082731520.0,2.2023818492889404
+MHA,35156656128.0,2.261543035507202
+MHA,35512123392.0,2.255173683166504
+MHA,35546726400.0,2.249454975128174
+MHA,35589193728.0,2.2280869483947754
+MHA,35617505280.0,2.2358996868133545
+MHA,35641098240.0,2.263385772705078
+MHA,35751198720.0,2.2283449172973633
+MHA,35755917312.0,2.2312166690826416
+MHA,35770073088.0,2.228375196456909
+MHA,35968253952.0,2.250269651412964
+MHA,36004429824.0,2.235501289367676
+MHA,36410228736.0,2.2301902770996094
+MHA,36419665920.0,2.2391984462738037
+MHA,36447977472.0,2.192747116088867
+MHA,36554932224.0,2.1843385696411133
+MHA,36641439744.0,2.2148361206054688
+MHA,36669751296.0,2.2054264545440674
+MHA,36734238720.0,2.209446907043457
+MHA,36940283904.0,2.2193539142608643
+MHA,36946575360.0,2.236940860748291
+MHA,37177786368.0,2.26082181930542
+MHA,37360238592.0,2.233518600463867
+MHA,37363384320.0,2.224311351776123
+MHA,37385404416.0,2.2159194946289062
+MHA,37651218432.0,2.241178035736084
+MHA,37756600320.0,2.217312812805176
+MHA,37780193280.0,2.2125625610351562
+MHA,37899730944.0,2.2074484825134277
+MHA,38176555008.0,2.2341654300689697
+MHA,38646841344.0,2.2289648056030273
+MHA,38810419200.0,2.2096288204193115
+MHA,38958268416.0,2.219865083694458
+MHA,39205208064.0,2.200654983520508
+MHA,39231946752.0,2.189861536026001
+MHA,39279132672.0,2.203942060470581
+MHA,39282278400.0,2.2166855335235596
+MHA,39313735680.0,2.222048282623291
+MHA,39337328640.0,2.2301924228668213
+MHA,39439564800.0,2.2283167839050293
+MHA,39486750720.0,2.1880273818969727
+MHA,39599996928.0,2.1954939365386963
+MHA,39705378816.0,2.2054972648620605
+MHA,39809187840.0,2.2261154651641846
+MHA,39897268224.0,2.222266674041748
+MHA,39975911424.0,2.2016592025756836
+MHA,40076574720.0,2.228825569152832
+MHA,40152072192.0,2.2019686698913574
+MHA,40203976704.0,2.1984376907348633
+MHA,40257454080.0,2.214846611022949
+MHA,40271609856.0,2.1635537147521973
+MHA,40460353536.0,2.2251763343811035
+MHA,40490237952.0,2.1823060512542725
+MHA,40493383680.0,2.2016749382019043
+MHA,40531132416.0,2.1965792179107666
+MHA,40639660032.0,2.216885566711426
+MHA,40784363520.0,2.230137348175049
+MHA,41083207680.0,2.220132827758789
+MHA,41498443776.0,2.1827962398529053
+MHA,41877504000.0,2.1755290031433105
+MHA,41894805504.0,2.2076175212860107
+MHA,41987604480.0,2.189124584197998
+MHA,42026926080.0,2.2238569259643555
+MHA,42103996416.0,2.203350067138672
+MHA,42261282816.0,2.199726104736328
+MHA,42372956160.0,2.2032322883605957
+MHA,42484629504.0,2.2066524028778076
+MHA,42682810368.0,2.2220253944396973
+MHA,42836951040.0,2.2001261711120605
+MHA,43160961024.0,2.184924602508545
+MHA,43242749952.0,2.242708683013916
+MHA,43300945920.0,2.1951608657836914
+MHA,43360714752.0,2.182863473892212
+MHA,43415764992.0,2.195289373397827
+MHA,43451940864.0,2.19413423538208
+MHA,43524292608.0,2.2428035736083984
+MHA,43547885568.0,2.203913688659668
+MHA,43607654400.0,2.2134053707122803
+MHA,43689443328.0,2.1810669898986816
+MHA,43702026240.0,2.205742359161377
+MHA,44027609088.0,2.161161422729492
+MHA,44169166848.0,2.2281837463378906
+MHA,44389367808.0,2.209641456604004
+MHA,44409815040.0,2.2261083126068115
+MHA,44512051200.0,2.189929485321045
+MHA,44713377792.0,2.196666717529297
+MHA,44958744576.0,2.185576915740967
+MHA,44985483264.0,2.2409610748291016
+MHA,45084573696.0,2.2396178245544434
+MHA,45108166656.0,2.182429313659668
+MHA,45227704320.0,2.194140911102295
+MHA,45282754560.0,2.2107601165771484
+MHA,45298483200.0,2.1875977516174316
+MHA,45375553536.0,2.1874446868896484
+MHA,45447905280.0,2.211787700653076
+MHA,45482508288.0,2.202031135559082
+MHA,45762478080.0,2.2060012817382812
+MHA,45864714240.0,2.1982386112213135
+MHA,46127382528.0,2.208526611328125
+MHA,46330281984.0,2.206491470336914
+MHA,46363312128.0,2.2086071968078613
+MHA,46539472896.0,2.2050492763519287
+MHA,46868201472.0,2.201416492462158
+MHA,46929543168.0,2.211874008178711
+MHA,46942126080.0,2.1798698902130127
+MHA,46965719040.0,2.1976675987243652
+MHA,47003467776.0,2.195547103881836
+MHA,47017623552.0,2.198143482208252
+MHA,47108849664.0,2.2221388816833496
+GQA 4 groups,18874368.0,11.458739280700684
+GQA 4 groups,78643200.0,8.869274139404297
+GQA 4 groups,135266304.0,7.763981819152832
+GQA 4 groups,157286400.0,7.4520440101623535
+GQA 4 groups,165150720.0,7.380575180053711
+GQA 4 groups,386924544.0,5.8376994132995605
+GQA 4 groups,430964736.0,5.5823564529418945
+GQA 4 groups,481296384.0,5.463671684265137
+GQA 4 groups,555220992.0,5.218613624572754
+GQA 4 groups,619708416.0,5.018091201782227
+GQA 4 groups,629145600.0,5.047161102294922
+GQA 4 groups,712507392.0,4.753145217895508
+GQA 4 groups,783286272.0,4.616463661193848
+GQA 4 groups,890241024.0,4.3312482833862305
+GQA 4 groups,970457088.0,4.090929985046387
+GQA 4 groups,1563426816.0,3.3857645988464355
+GQA 4 groups,1564999680.0,3.390829563140869
+GQA 4 groups,1629487104.0,3.3361244201660156
+GQA 4 groups,1844969472.0,3.2244856357574463
+GQA 4 groups,1926758400.0,3.2761473655700684
+GQA 4 groups,1948778496.0,3.2248308658599854
+GQA 4 groups,1966080000.0,3.175532102584839
+GQA 4 groups,2087190528.0,3.104248285293579
+GQA 4 groups,2106064896.0,3.090521812438965
+GQA 4 groups,2142240768.0,3.2314960956573486
+GQA 4 groups,2231894016.0,3.1448235511779785
+GQA 4 groups,2286944256.0,3.049677848815918
+GQA 4 groups,2315255808.0,3.114835739135742
+GQA 4 groups,2389180416.0,3.0685040950775146
+GQA 4 groups,2442657792.0,3.079857349395752
+GQA 4 groups,2658140160.0,3.0212326049804688
+GQA 4 groups,2669150208.0,3.0055594444274902
+GQA 4 groups,2804416512.0,2.982205629348755
+GQA 4 groups,3046637568.0,2.960615396499634
+GQA 4 groups,3271557120.0,2.895400047302246
+GQA 4 groups,3292004352.0,2.869476318359375
+GQA 4 groups,3348627456.0,2.9263761043548584
+GQA 4 groups,3559391232.0,2.8311657905578613
+GQA 4 groups,3716677632.0,2.838606834411621
+GQA 4 groups,3762290688.0,2.815744400024414
+GQA 4 groups,3784310784.0,2.8487799167633057
+GQA 4 groups,3793747968.0,2.867096185684204
+GQA 4 groups,3908567040.0,2.7938451766967773
+GQA 4 groups,3974627328.0,2.7899086475372314
+GQA 4 groups,4117757952.0,2.80906081199646
+GQA 4 groups,4185391104.0,2.7658567428588867
+GQA 4 groups,4242014208.0,2.7282886505126953
+GQA 4 groups,4430757888.0,2.69035005569458
+GQA 4 groups,4492099584.0,2.7353482246398926
+GQA 4 groups,4734320640.0,2.717207431793213
+GQA 4 groups,4742184960.0,2.7695791721343994
+GQA 4 groups,4794089472.0,2.717106342315674
+GQA 4 groups,5009571840.0,2.673314332962036
+GQA 4 groups,5176295424.0,2.6985011100769043
+GQA 4 groups,5206179840.0,2.6927452087402344
+GQA 4 groups,5239209984.0,2.6517539024353027
+GQA 4 groups,5287968768.0,2.6529734134674072
+GQA 4 groups,5553782784.0,2.653794765472412
+GQA 4 groups,5616697344.0,2.6293227672576904
+GQA 4 groups,5630853120.0,2.6666955947875977
+GQA 4 groups,5633998848.0,2.633491277694702
+GQA 4 groups,5748817920.0,2.6617531776428223
+GQA 4 groups,5780275200.0,2.6190764904022217
+GQA 4 groups,5893521408.0,2.622903823852539
+GQA 4 groups,5987893248.0,2.5997238159179688
+GQA 4 groups,6053953536.0,2.6230292320251465
+GQA 4 groups,6198657024.0,2.633275032043457
+GQA 4 groups,6245842944.0,2.624990463256836
+GQA 4 groups,6396837888.0,2.6090574264526367
+GQA 4 groups,6459752448.0,2.5897676944732666
+GQA 4 groups,6599737344.0,2.5523178577423096
+GQA 4 groups,6772752384.0,2.5581111907958984
+GQA 4 groups,6867124224.0,2.5626718997955322
+GQA 4 groups,7161249792.0,2.57207989692688
+GQA 4 groups,7239892992.0,2.587855815887451
+GQA 4 groups,7280787456.0,2.552311420440674
+GQA 4 groups,7327973376.0,2.5528550148010254
+GQA 4 groups,7349993472.0,2.550157070159912
+GQA 4 groups,7394033664.0,2.531597137451172
+GQA 4 groups,7441219584.0,2.5471372604370117
+GQA 4 groups,7541882880.0,2.5656991004943848
+GQA 4 groups,7606370304.0,2.536377429962158
+GQA 4 groups,7659847680.0,2.5211033821105957
+GQA 4 groups,7666139136.0,2.5915136337280273
+GQA 4 groups,7707033600.0,2.5585379600524902
+GQA 4 groups,7925661696.0,2.5078279972076416
+GQA 4 groups,7955546112.0,2.5602777004241943
+GQA 4 groups,8243380224.0,2.4901206493377686
+GQA 4 groups,8348762112.0,2.5297651290893555
+GQA 4 groups,8350334976.0,2.5451512336730957
+GQA 4 groups,8561098752.0,2.5222012996673584
+GQA 4 groups,8576827392.0,2.484018325805664
+GQA 4 groups,8590983168.0,2.5189504623413086
+GQA 4 groups,8663334912.0,2.51243257522583
+GQA 4 groups,8669626368.0,2.4796481132507324
+GQA 4 groups,8702656512.0,2.536961555480957
+GQA 4 groups,9097445376.0,2.5492687225341797
+GQA 4 groups,9157214208.0,2.5272536277770996
+GQA 4 groups,9401008128.0,2.5019869804382324
+GQA 4 groups,9471787008.0,2.4809837341308594
+GQA 4 groups,9578741760.0,2.4924702644348145
+GQA 4 groups,9723445248.0,2.487215518951416
+GQA 4 groups,9753329664.0,2.502178430557251
+GQA 4 groups,9865003008.0,2.5219807624816895
+GQA 4 groups,9970384896.0,2.4720711708068848
+GQA 4 groups,10000269312.0,2.4427971839904785
+GQA 4 groups,10033299456.0,2.4584546089172363
+GQA 4 groups,10075766784.0,2.5112452507019043
+GQA 4 groups,10248781824.0,2.482815980911255
+GQA 4 groups,10300686336.0,2.4675772190093994
+GQA 4 groups,10344726528.0,2.45516300201416
+GQA 4 groups,10402922496.0,2.464259624481201
+GQA 4 groups,10508304384.0,2.471576690673828
+GQA 4 groups,10640424960.0,2.480553150177002
+GQA 4 groups,10748952576.0,2.487093925476074
+GQA 4 groups,11058806784.0,2.455845355987549
+GQA 4 groups,11157897216.0,2.438502788543701
+GQA 4 groups,11214520320.0,2.4139866828918457
+GQA 4 groups,11250696192.0,2.4340028762817383
+GQA 4 groups,11293163520.0,2.438171148300171
+GQA 4 groups,11294736384.0,2.446315288543701
+GQA 4 groups,11305746432.0,2.479626178741455
+GQA 4 groups,11393826816.0,2.423961877822876
+GQA 4 groups,11452022784.0,2.413186550140381
+GQA 4 groups,11654922240.0,2.4542908668518066
+GQA 4 groups,11741429760.0,2.4936063289642334
+GQA 4 groups,11743002624.0,2.447150230407715
+GQA 4 groups,11905007616.0,2.43662691116333
+GQA 4 groups,12158238720.0,2.412933826446533
+GQA 4 groups,12335972352.0,2.443486452102661
+GQA 4 groups,12609650688.0,2.4393978118896484
+GQA 4 groups,12754354176.0,2.3950867652893066
+GQA 4 groups,12771655680.0,2.435431957244873
+GQA 4 groups,13273399296.0,2.435685157775879
+GQA 4 groups,13285982208.0,2.4157214164733887
+GQA 4 groups,13380354048.0,2.3768413066864014
+GQA 4 groups,13392936960.0,2.4231972694396973
+GQA 4 groups,13419675648.0,2.403921604156494
+GQA 4 groups,13429112832.0,2.4184536933898926
+GQA 4 groups,13451132928.0,2.431854248046875
+GQA 4 groups,13532921856.0,2.397407054901123
+GQA 4 groups,13554941952.0,2.458299160003662
+GQA 4 groups,13611565056.0,2.404588460922241
+GQA 4 groups,13669761024.0,2.440199375152588
+GQA 4 groups,13682343936.0,2.36460542678833
+GQA 4 groups,13723238400.0,2.4160051345825195
+GQA 4 groups,13833338880.0,2.4141831398010254
+GQA 4 groups,14018936832.0,2.402376651763916
+GQA 4 groups,14129037312.0,2.389829635620117
+GQA 4 groups,14492368896.0,2.415038585662842
+GQA 4 groups,14652801024.0,2.4078474044799805
+GQA 4 groups,14789640192.0,2.37375807762146
+GQA 4 groups,14819524608.0,2.3611385822296143
+GQA 4 groups,14857273344.0,2.353564500808716
+GQA 4 groups,14968946688.0,2.352137565612793
+GQA 4 groups,15132524544.0,2.362579822540283
+GQA 4 groups,15193866240.0,2.3943262100219727
+GQA 4 groups,15256780800.0,2.397904634475708
+GQA 4 groups,15360589824.0,2.3435096740722656
+GQA 4 groups,15396765696.0,2.3818063735961914
+GQA 4 groups,15398338560.0,2.3500595092773438
+GQA 4 groups,15535177728.0,2.3593854904174805
+GQA 4 groups,15970861056.0,2.367432117462158
+GQA 4 groups,16005464064.0,2.4028005599975586
+GQA 4 groups,16032202752.0,2.3914120197296143
+GQA 4 groups,16109273088.0,2.367277145385742
+GQA 4 groups,16272850944.0,2.3799829483032227
+GQA 4 groups,16321609728.0,2.409482479095459
+GQA 4 groups,16356212736.0,2.3296284675598145
+GQA 4 groups,16409690112.0,2.3934035301208496
+GQA 4 groups,16463167488.0,2.3557534217834473
+GQA 4 groups,16678649856.0,2.366199254989624
+GQA 4 groups,16971202560.0,2.3559389114379883
+GQA 4 groups,16985358336.0,2.3623170852661133
+GQA 4 groups,17026252800.0,2.356339931488037
+GQA 4 groups,17057710080.0,2.3757336139678955
+GQA 4 groups,17252745216.0,2.3885107040405273
+GQA 4 groups,17416323072.0,2.3604865074157715
+GQA 4 groups,17447780352.0,2.33939528465271
+GQA 4 groups,17468227584.0,2.392972469329834
+GQA 4 groups,17527996416.0,2.3401644229888916
+GQA 4 groups,17579900928.0,2.360508680343628
+GQA 4 groups,17913348096.0,2.3334922790527344
+GQA 4 groups,17990418432.0,2.347390651702881
+GQA 4 groups,18051760128.0,2.3482866287231445
+GQA 4 groups,18053332992.0,2.365255832672119
+GQA 4 groups,18091081728.0,2.3383262157440186
+GQA 4 groups,18232639488.0,2.3144805431365967
+GQA 4 groups,18254659584.0,2.3220205307006836
+GQA 4 groups,18256232448.0,2.344322681427002
+GQA 4 groups,18289262592.0,2.3560802936553955
+GQA 4 groups,18383634432.0,2.353370189666748
+GQA 4 groups,18405654528.0,2.3482747077941895
+GQA 4 groups,18594398208.0,2.358104705810547
+GQA 4 groups,18751684608.0,2.3251876831054688
+GQA 4 groups,18833473536.0,2.3667221069335938
+GQA 4 groups,18978177024.0,2.3190882205963135
+GQA 4 groups,19022217216.0,2.3537650108337402
+GQA 4 groups,19283312640.0,2.365629196166992
+GQA 4 groups,19450036224.0,2.349945068359375
+GQA 4 groups,19462619136.0,2.335313558578491
+GQA 4 groups,19478347776.0,2.325314998626709
+GQA 4 groups,19522387968.0,2.3629727363586426
+GQA 4 groups,19652935680.0,2.3435556888580322
+GQA 4 groups,19763036160.0,2.3420934677124023
+GQA 4 groups,19808649216.0,2.341489791870117
+GQA 4 groups,19863699456.0,2.374234676361084
+GQA 4 groups,19931332608.0,2.312222957611084
+GQA 4 groups,20019412992.0,2.3423779010772705
+GQA 4 groups,20054016000.0,2.31331729888916
+GQA 4 groups,20142096384.0,2.3468971252441406
+GQA 4 groups,20530593792.0,2.3337719440460205
+GQA 4 groups,20692598784.0,2.28944730758667
+GQA 4 groups,20717764608.0,2.328751564025879
+GQA 4 groups,20845166592.0,2.3221731185913086
+GQA 4 groups,20912799744.0,2.3400626182556152
+GQA 4 groups,20999307264.0,2.2895185947418213
+GQA 4 groups,21123563520.0,2.348966598510742
+GQA 4 groups,21142437888.0,2.3716819286346436
+GQA 4 groups,21307588608.0,2.3203697204589844
+GQA 4 groups,21479030784.0,2.340487003326416
+GQA 4 groups,21505769472.0,2.342195749282837
+GQA 4 groups,21697658880.0,2.2914319038391113
+GQA 4 groups,21867528192.0,2.3388867378234863
+GQA 4 groups,21954035712.0,2.3086681365966797
+GQA 4 groups,22064136192.0,2.3062844276428223
+GQA 4 groups,22089302016.0,2.304042339324951
+GQA 4 groups,22090874880.0,2.3416175842285156
+GQA 4 groups,22309502976.0,2.3425357341766357
+GQA 4 groups,22388146176.0,2.302738666534424
+GQA 4 groups,22471507968.0,2.3021693229675293
+GQA 4 groups,22513975296.0,2.3009400367736816
+GQA 4 groups,23132110848.0,2.300227165222168
+GQA 4 groups,23138402304.0,2.3085975646972656
+GQA 4 groups,23303553024.0,2.3069446086883545
+GQA 4 groups,23380623360.0,2.29661226272583
+GQA 4 groups,23424663552.0,2.308051586151123
+GQA 4 groups,23459266560.0,2.308256149291992
+GQA 4 groups,23589814272.0,2.333712100982666
+GQA 4 groups,23624417280.0,2.2933509349823
+GQA 4 groups,23847763968.0,2.2800822257995605
+GQA 4 groups,23915397120.0,2.314803123474121
+GQA 4 groups,24115150848.0,2.310147762298584
+GQA 4 groups,24178065408.0,2.305907726287842
+GQA 4 groups,24248844288.0,2.345432758331299
+GQA 4 groups,24292884480.0,2.2997117042541504
+GQA 4 groups,24310185984.0,2.3323209285736084
+GQA 4 groups,24511512576.0,2.2605676651000977
+GQA 4 groups,24549261312.0,2.28537654876709
+GQA 4 groups,24601165824.0,2.3150265216827393
+GQA 4 groups,24632623104.0,2.308893918991089
+GQA 4 groups,24637341696.0,2.3111417293548584
+GQA 4 groups,24720703488.0,2.3113465309143066
+GQA 4 groups,24826085376.0,2.308790683746338
+GQA 4 groups,24855969792.0,2.3192248344421387
+GQA 4 groups,24876417024.0,2.292698383331299
+GQA 4 groups,25109200896.0,2.3144097328186035
+GQA 4 groups,25318391808.0,2.3012168407440186
+GQA 4 groups,25367150592.0,2.280905246734619
+GQA 4 groups,25387597824.0,2.2671570777893066
+GQA 4 groups,25497698304.0,2.274840831756592
+GQA 4 groups,25559040000.0,2.266512632369995
+GQA 4 groups,25637683200.0,2.2490947246551514
+GQA 4 groups,25706889216.0,2.2564940452575684
+GQA 4 groups,25741492224.0,2.285325765609741
+GQA 4 groups,25790251008.0,2.2523155212402344
+GQA 4 groups,25923944448.0,2.278048038482666
+GQA 4 groups,25975848960.0,2.2743330001831055
+GQA 4 groups,25994723328.0,2.273897647857666
+GQA 4 groups,26098532352.0,2.2881245613098145
+GQA 4 groups,26128416768.0,2.265655040740967
+GQA 4 groups,26203914240.0,2.2943668365478516
+GQA 4 groups,26364346368.0,2.278103828430176
+GQA 4 groups,26488602624.0,2.2999517917633057
+GQA 4 groups,26494894080.0,2.290569543838501
+GQA 4 groups,26526351360.0,2.3022727966308594
+GQA 4 groups,26616004608.0,2.2898826599121094
+GQA 4 groups,26727677952.0,2.2663989067077637
+GQA 4 groups,26946306048.0,2.290099620819092
+GQA 4 groups,27002929152.0,2.3190619945526123
+GQA 4 groups,27057979392.0,2.2849459648132324
+GQA 4 groups,27174371328.0,2.282968282699585
+GQA 4 groups,27229421568.0,2.301483631134033
+GQA 4 groups,27253014528.0,2.2690300941467285
+GQA 4 groups,27455913984.0,2.262529134750366
+GQA 4 groups,27460632576.0,2.299090623855591
+GQA 4 groups,27545567232.0,2.26149320602417
+GQA 4 groups,27555004416.0,2.2497076988220215
+GQA 4 groups,27556577280.0,2.2980332374572754
+GQA 4 groups,27735883776.0,2.259411334991455
+GQA 4 groups,27761049600.0,2.2480523586273193
+GQA 4 groups,27800371200.0,2.232028007507324
+GQA 4 groups,27893170176.0,2.2806801795959473
+GQA 4 groups,28061466624.0,2.26834774017334
+GQA 4 groups,28089778176.0,2.2759196758270264
+GQA 4 groups,28221898752.0,2.2744016647338867
+GQA 4 groups,28269084672.0,2.2710795402526855
+GQA 4 groups,28273803264.0,2.242940902709961
+GQA 4 groups,28278521856.0,2.2713961601257324
+GQA 4 groups,28347727872.0,2.2612557411193848
+GQA 4 groups,28369747968.0,2.265775442123413
+GQA 4 groups,28423225344.0,2.2635116577148438
+GQA 4 groups,28442099712.0,2.262085199356079
+GQA 4 groups,28816441344.0,2.266685962677002
+GQA 4 groups,28879355904.0,2.2794859409332275
+GQA 4 groups,28884074496.0,2.2988858222961426
+GQA 4 groups,28910813184.0,2.244479179382324
+GQA 4 groups,28951707648.0,2.271462917327881
+GQA 4 groups,29019340800.0,2.2658884525299072
+GQA 4 groups,29028777984.0,2.2844207286834717
+GQA 4 groups,29061808128.0,2.242471694946289
+GQA 4 groups,29068099584.0,2.2465953826904297
+GQA 4 groups,29283581952.0,2.2661547660827637
+GQA 4 groups,29285154816.0,2.2799596786499023
+GQA 4 groups,29289873408.0,2.277215003967285
+GQA 4 groups,29340205056.0,2.249001979827881
+GQA 4 groups,29494345728.0,2.2915849685668945
+GQA 4 groups,29601300480.0,2.2746126651763916
+GQA 4 groups,29706682368.0,2.230748176574707
+GQA 4 groups,29763305472.0,2.239086389541626
+GQA 4 groups,29856104448.0,2.2754268646240234
+GQA 4 groups,29996089344.0,2.2821242809295654
+GQA 4 groups,30008672256.0,2.26080322265625
+GQA 4 groups,30184833024.0,2.2626354694366455
+GQA 4 groups,30485250048.0,2.2288923263549805
+GQA 4 groups,30527717376.0,2.2460286617279053
+GQA 4 groups,30534008832.0,2.259075403213501
+GQA 4 groups,30548164608.0,2.255627155303955
+GQA 4 groups,30741626880.0,2.269432544708252
+GQA 4 groups,30784094208.0,2.2985494136810303
+GQA 4 groups,30812405760.0,2.2749099731445312
+GQA 4 groups,30938234880.0,2.246973991394043
+GQA 4 groups,30939807744.0,2.235671281814575
+GQA 4 groups,31284264960.0,2.209589719772339
+GQA 4 groups,31337742336.0,2.230405807495117
+GQA 4 groups,31554797568.0,2.2189247608184814
+GQA 4 groups,31663325184.0,2.264054298400879
+GQA 4 groups,31751405568.0,2.2296481132507324
+GQA 4 groups,31966887936.0,2.2291712760925293
+GQA 4 groups,31984189440.0,2.2271175384521484
+GQA 4 groups,32059686912.0,2.22831392288208
+GQA 4 groups,32158777344.0,2.240692377090454
+GQA 4 groups,32229556224.0,2.2666895389556885
+GQA 4 groups,32243712000.0,2.2496891021728516
+GQA 4 groups,32507953152.0,2.214846611022949
+GQA 4 groups,32574013440.0,2.238314390182495
+GQA 4 groups,32596033536.0,2.2603516578674316
+GQA 4 groups,32600752128.0,2.239809513092041
+GQA 4 groups,32643219456.0,2.268739938735962
+GQA 4 groups,32712425472.0,2.2338953018188477
+GQA 4 groups,32981385216.0,2.21498966217041
+GQA 4 groups,32986103808.0,2.2511658668518066
+GQA 4 groups,33047445504.0,2.2444674968719482
+GQA 4 groups,33115078656.0,2.227897882461548
+GQA 4 groups,33203159040.0,2.264399528503418
+GQA 4 groups,33297530880.0,2.2190237045288086
+GQA 4 groups,33339998208.0,2.255579710006714
+GQA 4 groups,33388756992.0,2.220341682434082
+GQA 4 groups,33670299648.0,2.2689294815063477
+GQA 4 groups,33698611200.0,2.258955478668213
+GQA 4 groups,33750515712.0,2.2405266761779785
+GQA 4 groups,33764671488.0,2.2423722743988037
+GQA 4 groups,33882636288.0,2.269127368927002
+GQA 4 groups,33989591040.0,2.223435401916504
+GQA 4 groups,34032058368.0,2.256197452545166
+GQA 4 groups,34120138752.0,2.250030040740967
+GQA 4 groups,34264842240.0,2.2154221534729004
+GQA 4 groups,34381234176.0,2.210318088531494
+GQA 4 groups,34530656256.0,2.237494468688965
+GQA 4 groups,34569977856.0,2.198981285095215
+GQA 4 groups,34599862272.0,2.24150013923645
+GQA 4 groups,34802761728.0,2.225579023361206
+GQA 4 groups,34983641088.0,2.211364269256592
+GQA 4 groups,35002515456.0,2.2151172161102295
+GQA 4 groups,35136208896.0,2.244598388671875
+GQA 4 groups,35229007872.0,2.2241291999816895
+GQA 4 groups,35255746560.0,2.223310947418213
+GQA 4 groups,35288776704.0,2.199115753173828
+GQA 4 groups,35334389760.0,2.1658804416656494
+GQA 4 groups,35394158592.0,2.1972899436950684
+GQA 4 groups,35438198784.0,2.248249053955078
+GQA 4 groups,35538862080.0,2.2118887901306152
+GQA 4 groups,35763781632.0,2.257936954498291
+GQA 4 groups,35908485120.0,2.2455992698669434
+GQA 4 groups,35965108224.0,2.212764263153076
+GQA 4 groups,36186882048.0,2.2189321517944336
+GQA 4 groups,36372480000.0,2.240920066833496
+GQA 4 groups,36427530240.0,2.1924285888671875
+GQA 4 groups,36559650816.0,2.2171216011047363
+GQA 4 groups,36584816640.0,2.2349720001220703
+GQA 4 groups,37086560256.0,2.2330827713012695
+GQA 4 groups,37102288896.0,2.2233996391296387
+GQA 4 groups,37179359232.0,2.2420969009399414
+GQA 4 groups,37397987328.0,2.2243669033050537
+GQA 4 groups,37445173248.0,2.1896562576293945
+GQA 4 groups,37536399360.0,2.201756477355957
+GQA 4 groups,37552128000.0,2.259125232696533
+GQA 4 groups,37569429504.0,2.215005397796631
+GQA 4 groups,37766037504.0,2.1881296634674072
+GQA 4 groups,37824233472.0,2.221754550933838
+GQA 4 groups,37920178176.0,2.2073774337768555
+GQA 4 groups,37923323904.0,2.218289375305176
+GQA 4 groups,37979947008.0,2.232734203338623
+GQA 4 groups,38047580160.0,2.21462082862854
+GQA 4 groups,38261489664.0,2.235572576522827
+GQA 4 groups,38376308736.0,2.210385322570801
+GQA 4 groups,38558760960.0,2.1863489151000977
+GQA 4 groups,38637404160.0,2.1776742935180664
+GQA 4 groups,38852886528.0,2.2103095054626465
+GQA 4 groups,39030620160.0,2.221871852874756
+GQA 4 groups,39120273408.0,2.2157866954803467
+GQA 4 groups,39266549760.0,2.2026729583740234
+GQA 4 groups,39313735680.0,2.2184062004089355
+GQA 4 groups,39412826112.0,2.239790439605713
+GQA 4 groups,39527645184.0,2.2371985912323
+GQA 4 groups,39629881344.0,2.238483428955078
+GQA 4 groups,39903559680.0,2.2111496925354004
+GQA 4 groups,39958609920.0,2.2217321395874023
+GQA 4 groups,39960182784.0,2.223845958709717
+GQA 4 groups,39983775744.0,2.1996445655822754
+GQA 4 groups,39999504384.0,2.2242255210876465
+GQA 4 groups,40071856128.0,2.1909096240997314
+GQA 4 groups,40133197824.0,2.2019100189208984
+GQA 4 groups,40186675200.0,2.224965810775757
+GQA 4 groups,40230715392.0,2.2149291038513184
+GQA 4 groups,40376991744.0,2.1978325843811035
+GQA 4 groups,40465072128.0,2.1869254112243652
+GQA 4 groups,40538996736.0,2.2043251991271973
+GQA 4 groups,40619212800.0,2.183412551879883
+GQA 4 groups,40630222848.0,2.205368757247925
+GQA 4 groups,40723021824.0,2.2343995571136475
+GQA 4 groups,40776499200.0,2.1929221153259277
+GQA 4 groups,40899182592.0,2.247896671295166
+GQA 4 groups,40951087104.0,2.237565517425537
+GQA 4 groups,40963670016.0,2.19459867477417
+GQA 4 groups,40999845888.0,2.211625099182129
+GQA 4 groups,41100509184.0,2.2043299674987793
+GQA 4 groups,41227911168.0,2.2306017875671387
+GQA 4 groups,41311272960.0,2.1674399375915527
+GQA 4 groups,41485860864.0,2.187467336654663
+GQA 4 groups,41556639744.0,2.160215377807617
+GQA 4 groups,41594388480.0,2.1710970401763916
+GQA 4 groups,41643147264.0,2.218388080596924
+GQA 4 groups,41646292992.0,2.186995267868042
+GQA 4 groups,41654157312.0,2.235260486602783
+GQA 4 groups,41684041728.0,2.2028493881225586
+GQA 4 groups,41908961280.0,2.195803642272949
+GQA 4 groups,41935699968.0,2.2014288902282715
+GQA 4 groups,42053664768.0,2.198805809020996
+GQA 4 groups,42077257728.0,2.184447765350342
+GQA 4 groups,42170056704.0,2.243157386779785
+GQA 4 groups,42299031552.0,2.184457302093506
+GQA 4 groups,42426433536.0,2.1955699920654297
+GQA 4 groups,42508222464.0,2.2464966773986816
+GQA 4 groups,42597875712.0,2.16981840133667
+GQA 4 groups,42956488704.0,2.189286947250366
+GQA 4 groups,43091755008.0,2.2089452743530273
+GQA 4 groups,43355996160.0,2.199549674987793
+GQA 4 groups,43422056448.0,2.1728787422180176
+GQA 4 groups,43469242368.0,2.2352142333984375
+GQA 4 groups,43522719744.0,2.183420181274414
+GQA 4 groups,43624955904.0,2.205137252807617
+GQA 4 groups,43667423232.0,2.1770405769348145
+GQA 4 groups,43788533760.0,2.1862668991088867
+GQA 4 groups,43793252352.0,2.2030270099639893
+GQA 4 groups,43919081472.0,2.2223000526428223
+GQA 4 groups,43963121664.0,2.1862988471984863
+GQA 4 groups,44026036224.0,2.1677613258361816
+GQA 4 groups,44140855296.0,2.213205337524414
+GQA 4 groups,44161302528.0,2.1828341484069824
+GQA 4 groups,44191186944.0,2.206298828125
+GQA 4 groups,44232081408.0,2.1949949264526367
+GQA 4 groups,44315443200.0,2.167271375656128
+GQA 4 groups,44530925568.0,2.18361759185791
+GQA 4 groups,44641026048.0,2.19291615486145
+GQA 4 groups,44848644096.0,2.1768431663513184
+GQA 4 groups,45005930496.0,2.1934866905212402
+GQA 4 groups,45053116416.0,2.2098822593688965
+GQA 4 groups,45279608832.0,2.215724229812622
+GQA 4 groups,45290618880.0,2.200056314468384
+GQA 4 groups,45326794752.0,2.260249614715576
+GQA 4 groups,45410156544.0,2.16641902923584
+GQA 4 groups,45444759552.0,2.191943645477295
+GQA 4 groups,45784498176.0,2.2184054851531982
+GQA 4 groups,45897744384.0,2.197035312652588
+GQA 4 groups,45916618752.0,2.2112598419189453
+GQA 4 groups,45970096128.0,2.2219791412353516
+GQA 4 groups,45974814720.0,2.1904008388519287
+GQA 4 groups,46099070976.0,2.175201892852783
+GQA 4 groups,46102216704.0,2.178440570831299
+GQA 4 groups,46201307136.0,2.1947622299194336
+GQA 4 groups,46289387520.0,2.1697957515716553
+GQA 4 groups,46366457856.0,2.1588897705078125
+GQA 4 groups,46537900032.0,2.22517728805542
+GQA 4 groups,46602387456.0,2.1794533729553223
+GQA 4 groups,46690467840.0,2.18208646774292
+GQA 4 groups,46718779392.0,2.158367156982422
+GQA 4 groups,46824161280.0,2.177485466003418
+GQA 4 groups,46909095936.0,2.2072746753692627
+GQA 4 groups,47121432576.0,2.211941719055176
+MQA,113246208.0,8.14412784576416
+MQA,303562752.0,6.2208476066589355
+MQA,371195904.0,5.909540176391602
+MQA,481296384.0,5.446814060211182
+MQA,525336576.0,5.323301792144775
+MQA,641728512.0,5.006882667541504
+MQA,660602880.0,5.008271217346191
+MQA,671612928.0,4.972408294677734
+MQA,795869184.0,4.927322864532471
+MQA,896532480.0,4.509160041809082
+MQA,924844032.0,4.4585113525390625
+MQA,1294467072.0,3.7992515563964844
+MQA,1314914304.0,3.735898733139038
+MQA,1425014784.0,3.6534552574157715
+MQA,1454899200.0,3.719196319580078
+MQA,1506803712.0,3.7766997814178467
+MQA,1514668032.0,3.6746394634246826
+MQA,1546125312.0,3.650400161743164
+MQA,1616904192.0,3.5271852016448975
+MQA,1893728256.0,3.378302574157715
+MQA,1992818688.0,3.3555901050567627
+MQA,2030567424.0,3.3429150581359863
+MQA,2033713152.0,3.3240432739257812
+MQA,2189426688.0,3.2903594970703125
+MQA,2275934208.0,3.182614803314209
+MQA,2302672896.0,3.201237678527832
+MQA,2319974400.0,3.190706729888916
+MQA,2381316096.0,3.1317977905273438
+MQA,2423783424.0,3.147172212600708
+MQA,2568486912.0,3.146373748779297
+MQA,2643984384.0,3.1258444786071777
+MQA,2768240640.0,3.1590993404388428
+MQA,2861039616.0,3.167119264602661
+MQA,2947547136.0,3.0720109939575195
+MQA,3100114944.0,3.0065433979034424
+MQA,3112697856.0,3.0234804153442383
+MQA,3161456640.0,2.985538959503174
+MQA,3221225472.0,2.9706146717071533
+MQA,3460300800.0,2.9154627323150635
+MQA,3499622400.0,2.937453269958496
+MQA,3527933952.0,2.910630702972412
+MQA,3641180160.0,2.8729395866394043
+MQA,3929014272.0,2.8580617904663086
+MQA,4157079552.0,2.8549697399139404
+MQA,4193255424.0,2.8475537300109863
+MQA,4256169984.0,2.802062511444092
+MQA,4325376000.0,2.7798266410827637
+MQA,4328521728.0,2.8232686519622803
+MQA,4372561920.0,2.7987256050109863
+MQA,4393009152.0,2.8022940158843994
+MQA,4641521664.0,2.7437806129455566
+MQA,4729602048.0,2.7327349185943604
+MQA,4838129664.0,2.75828218460083
+MQA,5012717568.0,2.7499423027038574
+MQA,5058330624.0,2.7263224124908447
+MQA,5177868288.0,2.735185146331787
+MQA,5409079296.0,2.717514991760254
+MQA,5412225024.0,2.705322742462158
+MQA,5471993856.0,2.702827215194702
+MQA,5618270208.0,2.698456287384033
+MQA,5663883264.0,2.684408187866211
+MQA,5695340544.0,3.0016376972198486
+MQA,5740953600.0,2.656329393386841
+MQA,5780275200.0,2.6657400131225586
+MQA,5818023936.0,2.6691858768463135
+MQA,5819596800.0,2.700749158859253
+MQA,5891948544.0,2.655524969100952
+MQA,6079119360.0,2.7007217407226562
+MQA,6321340416.0,2.6541481018066406
+MQA,6381109248.0,2.6303539276123047
+MQA,6648496128.0,2.6329309940338135
+MQA,6714556416.0,2.6241588592529297
+MQA,6931611648.0,2.6542413234710693
+MQA,7140802560.0,2.6066508293151855
+MQA,7164395520.0,2.605870246887207
+MQA,7287078912.0,2.622634172439575
+MQA,7469531136.0,2.5923843383789062
+MQA,7472676864.0,2.5912959575653076
+MQA,7691304960.0,2.5980334281921387
+MQA,7733772288.0,2.5631449222564697
+MQA,7749500928.0,2.5370564460754395
+MQA,7754219520.0,2.6226110458374023
+MQA,7773093888.0,2.5938687324523926
+MQA,7963410432.0,2.617506504058838
+MQA,8002732032.0,2.5508008003234863
+MQA,8031043584.0,2.5970113277435303
+MQA,8152154112.0,2.5411109924316406
+MQA,8565817344.0,2.5384225845336914
+MQA,8721530880.0,2.590988874435425
+MQA,8789164032.0,2.5632858276367188
+MQA,8831631360.0,2.541761875152588
+MQA,8863088640.0,2.5482397079467773
+MQA,9023520768.0,2.5551257133483887
+MQA,9237430272.0,2.536346435546875
+MQA,9328656384.0,2.5135889053344727
+MQA,9578741760.0,2.5326623916625977
+MQA,9684123648.0,2.505079984664917
+MQA,9802088448.0,2.5365548133850098
+MQA,9846128640.0,2.539311170578003
+MQA,10184294400.0,2.4902238845825195
+MQA,10200023040.0,2.4996867179870605
+MQA,10207887360.0,2.4898629188537598
+MQA,10267656192.0,2.480168342590332
+MQA,10273947648.0,2.476958751678467
+MQA,10336862208.0,2.51523756980896
+MQA,10346299392.0,2.505746364593506
+MQA,10432806912.0,2.5017733573913574
+MQA,10483138560.0,2.497614860534668
+MQA,10506731520.0,2.4922008514404297
+MQA,10517741568.0,2.513805627822876
+MQA,10544480256.0,2.4930834770202637
+MQA,10553917440.0,2.508840322494507
+MQA,10599530496.0,2.491536855697632
+MQA,10653007872.0,2.5644619464874268
+MQA,10786701312.0,2.517627000808716
+MQA,10882646016.0,2.4874958992004395
+MQA,10936123392.0,2.5475735664367676
+MQA,10991173632.0,2.4969568252563477
+MQA,11164188672.0,2.503182888031006
+MQA,11294736384.0,2.482180595397949
+MQA,11618746368.0,2.4526140689849854
+MQA,11760304128.0,2.4692959785461426
+MQA,11804344320.0,2.4858458042144775
+MQA,11829510144.0,2.519515037536621
+MQA,11834228736.0,2.449284076690674
+MQA,11882987520.0,2.502345323562622
+MQA,12170821632.0,2.487438201904297
+MQA,12189696000.0,2.456949234008789
+MQA,12284067840.0,2.4946465492248535
+MQA,12326535168.0,2.4134199619293213
+MQA,12395741184.0,2.4224371910095215
+MQA,12408324096.0,2.456578016281128
+MQA,12543590400.0,2.4575066566467285
+MQA,12697731072.0,2.4789633750915527
+MQA,12711886848.0,2.4440317153930664
+MQA,13081509888.0,2.461805820465088
+MQA,13101957120.0,2.459613800048828
+MQA,13212057600.0,2.4315896034240723
+MQA,13336313856.0,2.4471263885498047
+MQA,13342605312.0,2.395817279815674
+MQA,13435404288.0,2.4479165077209473
+MQA,13484163072.0,2.457076072692871
+MQA,13504610304.0,2.456839084625244
+MQA,13729529856.0,2.457292318344116
+MQA,13820755968.0,2.419614553451538
+MQA,13825474560.0,2.4362359046936035
+MQA,13855358976.0,2.4642462730407715
+MQA,13913554944.0,2.451103448867798
+MQA,13948157952.0,2.4764366149902344
+MQA,13968605184.0,2.423065185546875
+MQA,13976469504.0,2.4094226360321045
+MQA,14073987072.0,2.4329023361206055
+MQA,14129037312.0,2.42635440826416
+MQA,14141620224.0,2.446718692779541
+MQA,14237564928.0,2.455335855484009
+MQA,14327218176.0,2.4262466430664062
+MQA,14745600000.0,2.4512646198272705
+MQA,14777057280.0,2.411557197570801
+MQA,14937489408.0,2.413912296295166
+MQA,14983102464.0,2.3870718479156494
+MQA,15063318528.0,2.4515583515167236
+MQA,15090057216.0,2.4317092895507812
+MQA,15148253184.0,2.3928720951080322
+MQA,15244197888.0,2.4061741828918457
+MQA,15355871232.0,2.4382338523864746
+MQA,15443951616.0,2.399930000305176
+MQA,15522594816.0,2.4599757194519043
+MQA,15590227968.0,2.4013476371765137
+MQA,15845031936.0,2.4211785793304443
+MQA,15857614848.0,2.4350926876068115
+MQA,15912665088.0,2.4043760299682617
+MQA,15914237952.0,2.423494577407837
+MQA,16013328384.0,2.4205715656280518
+MQA,16036921344.0,2.4284775257110596
+MQA,16093544448.0,2.4262571334838867
+MQA,16118710272.0,2.4029922485351562
+MQA,16236675072.0,2.42849063873291
+MQA,16346775552.0,2.3992257118225098
+MQA,16354639872.0,2.4131410121917725
+MQA,16393961472.0,2.4176275730133057
+MQA,16469458944.0,2.381999969482422
+MQA,16497770496.0,2.392119884490967
+MQA,16582705152.0,2.4166476726531982
+MQA,16749428736.0,2.411120891571045
+MQA,16760438784.0,2.410496234893799
+MQA,16766730240.0,2.3745603561401367
+MQA,16776167424.0,2.4106264114379883
+MQA,16788750336.0,2.4113731384277344
+MQA,16791896064.0,2.411033868789673
+MQA,16839081984.0,2.420565605163574
+MQA,17214996480.0,2.402980327606201
+MQA,17518559232.0,2.4122002124786377
+MQA,17576755200.0,2.3929479122161865
+MQA,17795383296.0,2.4187850952148438
+MQA,17867735040.0,2.3921961784362793
+MQA,17892900864.0,2.3810832500457764
+MQA,18213765120.0,2.372257709503174
+MQA,18237358080.0,2.3499913215637207
+MQA,18265669632.0,2.415618896484375
+MQA,18298699776.0,2.400789260864258
+MQA,18433966080.0,2.3804092407226562
+MQA,18531483648.0,2.379288911819458
+MQA,18657312768.0,2.3800477981567383
+MQA,18838192128.0,2.379807472229004
+MQA,19004915712.0,2.346930503845215
+MQA,19239272448.0,2.3603689670562744
+MQA,19289604096.0,2.3661932945251465
+MQA,19387121664.0,2.353275775909424
+MQA,19512950784.0,2.4058754444122314
+MQA,19556990976.0,2.3786420822143555
+MQA,19626196992.0,2.377767562866211
+MQA,19665518592.0,2.39788818359375
+MQA,19797639168.0,2.3814778327941895
+MQA,19868418048.0,2.3803935050964355
+MQA,19881000960.0,2.3849375247955322
+MQA,19895156736.0,2.4017550945281982
+MQA,20014694400.0,2.388382911682129
+MQA,20104347648.0,2.364626407623291
+MQA,20127940608.0,2.369741439819336
+MQA,20223885312.0,2.351757287979126
+MQA,20453523456.0,2.3484582901000977
+MQA,20459814912.0,2.3467812538146973
+MQA,20681588736.0,2.376349449157715
+MQA,20774387712.0,2.4073634147644043
+MQA,20991442944.0,2.3808772563934326
+MQA,21137719296.0,2.346707344055176
+MQA,21155020800.0,2.3616795539855957
+MQA,21162885120.0,2.329683303833008
+MQA,21304442880.0,2.3475470542907715
+MQA,21408251904.0,2.3852968215942383
+MQA,21513633792.0,2.353023052215576
+MQA,21617442816.0,2.388437271118164
+MQA,21853372416.0,2.362121105194092
+MQA,21985492992.0,2.3352854251861572
+MQA,22034251776.0,2.322829246520996
+MQA,22046834688.0,2.3697991371154785
+MQA,22172663808.0,2.3382487297058105
+MQA,22188392448.0,2.3680968284606934
+MQA,22202548224.0,2.347536087036133
+MQA,22204121088.0,2.346766471862793
+MQA,22257598464.0,2.385242462158203
+MQA,22300065792.0,2.3350305557250977
+MQA,22507683840.0,2.337437629699707
+MQA,22580035584.0,2.301503896713257
+MQA,22591045632.0,2.3128886222839355
+MQA,22664970240.0,2.295163154602051
+MQA,22820683776.0,2.3556771278381348
+MQA,22893035520.0,2.3750994205474854
+MQA,22955950080.0,2.3208982944488525
+MQA,22960668672.0,2.383281946182251
+MQA,23029874688.0,2.3451948165893555
+MQA,23037739008.0,2.354506492614746
+MQA,23051894784.0,2.348222494125366
+MQA,23089643520.0,2.325775146484375
+MQA,23240638464.0,2.313704252243042
+MQA,23386914816.0,2.340007781982422
+MQA,23396352000.0,2.339611053466797
+MQA,23651155968.0,2.357699394226074
+MQA,23659020288.0,2.3400797843933105
+MQA,23857201152.0,2.353005886077881
+MQA,24008196096.0,2.3243699073791504
+MQA,24053809152.0,2.316063404083252
+MQA,24146608128.0,2.3611371517181396
+MQA,24346361856.0,2.327413558959961
+MQA,24442306560.0,2.295902729034424
+MQA,24481628160.0,2.336998701095581
+MQA,24646778880.0,2.3352017402648926
+MQA,24802492416.0,2.340932846069336
+MQA,24980226048.0,2.319444179534912
+MQA,25121783808.0,2.337216377258301
+MQA,25154813952.0,2.321096897125244
+MQA,25213009920.0,2.2944211959838867
+MQA,25224019968.0,2.314185857772827
+MQA,25327828992.0,2.35166597366333
+MQA,25346703360.0,2.373138427734375
+MQA,25390743552.0,2.3165435791015625
+MQA,25404899328.0,2.3513073921203613
+MQA,25420627968.0,2.2981886863708496
+MQA,25463095296.0,2.347346544265747
+MQA,25514999808.0,2.3147382736206055
+MQA,25908215808.0,2.3297905921936035
+MQA,25922371584.0,2.343820571899414
+MQA,25994723328.0,2.310152530670166
+MQA,26054492160.0,2.330815315246582
+MQA,26068647936.0,2.305532217025757
+MQA,26147291136.0,2.3327479362487793
+MQA,26167738368.0,2.2931618690490723
+MQA,26208632832.0,2.350198268890381
+MQA,26260537344.0,2.344831705093384
+MQA,26623868928.0,2.332634925842285
+MQA,26730823680.0,2.315303087234497
+MQA,26800029696.0,2.2945661544799805
+MQA,26922713088.0,2.3219492435455322
+MQA,26985627648.0,2.333491802215576
+MQA,26999783424.0,2.3239402770996094
+MQA,27094155264.0,2.3172502517700195
+MQA,27100446720.0,2.353346347808838
+MQA,27172798464.0,2.3034534454345703
+MQA,27174371328.0,2.318462371826172
+MQA,27388280832.0,2.278193950653076
+MQA,27465351168.0,2.3301398754119873
+MQA,27492089856.0,2.3187899589538574
+MQA,27507818496.0,2.3212954998016357
+MQA,27517255680.0,2.3111019134521484
+MQA,27594326016.0,2.359261989593506
+MQA,27665104896.0,2.315993309020996
+MQA,27709145088.0,2.3278861045837402
+MQA,27751612416.0,2.276545763015747
+MQA,27801944064.0,2.316438674926758
+MQA,27901034496.0,2.2808403968811035
+MQA,27945074688.0,2.3022494316101074
+MQA,28319416320.0,2.32041072845459
+MQA,28360310784.0,2.303295612335205
+MQA,28538044416.0,2.3285036087036133
+MQA,28589948928.0,2.314114570617676
+MQA,28596240384.0,2.304976463317871
+MQA,28643426304.0,2.278182029724121
+MQA,28706340864.0,2.291994571685791
+MQA,28723642368.0,2.2990758419036865
+MQA,28847898624.0,2.312889337539673
+MQA,28946989056.0,2.3079819679260254
+MQA,28967436288.0,2.323345184326172
+MQA,29079109632.0,2.3364152908325195
+MQA,29248978944.0,2.3044300079345703
+MQA,29280436224.0,2.29829740524292
+MQA,29352787968.0,2.2909927368164062
+MQA,29484908544.0,2.2929065227508545
+MQA,29549395968.0,2.2862961292266846
+MQA,29799481344.0,2.3017287254333496
+MQA,29860823040.0,2.306896686553955
+MQA,29939466240.0,2.3076257705688477
+MQA,29961486336.0,2.319080352783203
+MQA,29980360704.0,2.2954182624816895
+MQA,30065295360.0,2.3197710514068604
+MQA,30070013952.0,2.3042078018188477
+MQA,30096752640.0,2.294262409210205
+MQA,30140792832.0,2.2811169624328613
+MQA,30235164672.0,2.2995853424072266
+MQA,30236737536.0,2.3107423782348633
+MQA,30405033984.0,2.2745471000671387
+MQA,30420762624.0,2.2691822052001953
+MQA,30618943488.0,2.328036069869995
+MQA,30667702272.0,2.293300151824951
+MQA,30848581632.0,2.302490234375
+MQA,30991712256.0,2.2931783199310303
+MQA,31024742400.0,2.2920823097229004
+MQA,31177310208.0,2.2798426151275635
+MQA,31323586560.0,2.279040813446045
+MQA,31388073984.0,2.301133155822754
+MQA,31452561408.0,2.3003945350646973
+MQA,31457280000.0,2.2728772163391113
+MQA,31479300096.0,2.322659969329834
+MQA,31509184512.0,2.2863636016845703
+MQA,31572099072.0,2.298952102661133
+MQA,31781289984.0,2.244279146194458
+MQA,31789154304.0,2.2853941917419434
+MQA,31877234688.0,2.320232629776001
+MQA,31900827648.0,2.2990338802337646
+MQA,32265732096.0,2.3288488388061523
+MQA,32415154176.0,2.2999930381774902
+MQA,32423018496.0,2.297919988632202
+MQA,32432455680.0,2.288599967956543
+MQA,32482787328.0,2.2978596687316895
+MQA,32561430528.0,2.315303087234497
+MQA,32698269696.0,2.2843852043151855
+MQA,32806797312.0,2.293560743331909
+MQA,32912179200.0,2.268954038619995
+MQA,33019133952.0,2.330066204071045
+MQA,33162264576.0,2.3061928749084473
+MQA,33214169088.0,2.292081594467163
+MQA,33450098688.0,2.281735897064209
+MQA,33457963008.0,2.305777072906494
+MQA,33527169024.0,2.294051170349121
+MQA,33623113728.0,2.2802083492279053
+MQA,33664008192.0,2.2437286376953125
+MQA,33789837312.0,2.2714591026306152
+MQA,33803993088.0,2.2767090797424316
+MQA,33829158912.0,2.2800190448760986
+MQA,33879490560.0,2.2798337936401367
+MQA,34025766912.0,2.260927200317383
+MQA,34058797056.0,2.2769417762756348
+MQA,34285289472.0,2.2525343894958496
+MQA,34316746752.0,2.2217559814453125
+MQA,34359214080.0,2.2588231563568115
+MQA,34453585920.0,2.33292293548584
+MQA,34461450240.0,2.2583422660827637
+MQA,34576269312.0,2.2485079765319824
+MQA,34614018048.0,2.2416887283325195
+MQA,34659631104.0,2.30698823928833
+MQA,34815344640.0,2.301455497741699
+MQA,34835791872.0,2.2613344192504883
+MQA,35063857152.0,2.2512166500091553
+MQA,35114188800.0,2.298788547515869
+MQA,35125198848.0,2.2895755767822266
+MQA,35145646080.0,2.2615795135498047
+MQA,35195977728.0,2.247892141342163
+MQA,35277766656.0,2.25451922416687
+MQA,35395731456.0,2.279481887817383
+MQA,35427188736.0,2.2374308109283447
+MQA,35433480192.0,2.2714858055114746
+MQA,35527852032.0,2.2954483032226562
+MQA,35658399744.0,2.2586119174957275
+MQA,35740188672.0,2.257101058959961
+MQA,35932078080.0,2.2946901321411133
+MQA,36051615744.0,2.2045764923095703
+MQA,36061052928.0,2.274845600128174
+MQA,36120821760.0,2.264847755432129
+MQA,36281253888.0,2.2310664653778076
+MQA,36303273984.0,2.2392578125
+MQA,36436967424.0,2.2199015617370605
+MQA,36446404608.0,2.2754902839660645
+MQA,36646158336.0,2.242945909500122
+MQA,36691771392.0,2.250126361846924
+MQA,36808163328.0,2.2229857444763184
+MQA,36852203520.0,2.2740540504455566
+MQA,37026791424.0,2.2530336380004883
+MQA,37055102976.0,2.231494903564453
+MQA,37155766272.0,2.2797579765319824
+MQA,37176213504.0,2.232987642288208
+MQA,37201379328.0,2.2390174865722656
+MQA,37297324032.0,2.250941276550293
+MQA,37330354176.0,2.2491743564605713
+MQA,37574148096.0,2.251866340637207
+MQA,37607178240.0,2.281994581222534
+MQA,37715705856.0,2.2502360343933105
+MQA,37805359104.0,2.267512321472168
+MQA,38132514816.0,2.27993106842041
+MQA,38252052480.0,2.2590842247009277
+MQA,38365298688.0,2.2723898887634277
+MQA,38395183104.0,2.2533295154571533
+MQA,38417203200.0,2.2600936889648438
+MQA,38645268480.0,2.2312564849853516
+MQA,38675152896.0,2.2500219345092773
+MQA,38769524736.0,2.2745933532714844
+MQA,38818283520.0,2.232135772705078
+MQA,38863896576.0,2.2368860244750977
+MQA,38898499584.0,2.2340145111083984
+MQA,39060504576.0,2.2200088500976562
+MQA,39271268352.0,2.2384185791015625
+MQA,39294861312.0,2.2559564113616943
+MQA,39301152768.0,2.2416391372680664
+MQA,39365640192.0,2.2216944694519043
+MQA,39378223104.0,2.249124765396118
+MQA,39801323520.0,2.241417646408081
+MQA,39818625024.0,2.250537872314453
+MQA,39865810944.0,2.2464327812194824
+MQA,40188248064.0,2.251237630844116
+MQA,40284192768.0,2.2214484214782715
+MQA,40505966592.0,2.2303450107574463
+MQA,40527986688.0,2.2355804443359375
+MQA,40583036928.0,2.2463464736938477
+MQA,40686845952.0,2.2425622940063477
+MQA,40707293184.0,2.2193551063537598
+MQA,40919629824.0,2.2767651081085205
+MQA,40971534336.0,2.2668356895446777
+MQA,40976252928.0,2.239875555038452
+MQA,41087926272.0,2.247352123260498
+MQA,41138257920.0,2.2323646545410156
+MQA,41333293056.0,2.240938663482666
+MQA,41385197568.0,2.21260404586792
+MQA,41710780416.0,2.2400522232055664
+MQA,41718644736.0,2.21946382522583
+MQA,41846046720.0,2.1821141242980957
+MQA,41910534144.0,2.1995949745178223
+MQA,42003333120.0,2.2300400733947754
+MQA,42011197440.0,2.2289299964904785
+MQA,42122870784.0,2.1617064476013184
+MQA,42127589376.0,2.2259933948516846
+MQA,42184212480.0,2.254704475402832
+MQA,42349363200.0,2.2363414764404297
+MQA,42511368192.0,2.1907944679260254
+MQA,42750443520.0,2.226032257080078
+MQA,42836951040.0,2.229362726211548
+MQA,42989518848.0,2.219181537628174
+MQA,43227021312.0,2.222052812576294
+MQA,43403182080.0,2.258761405944824
+MQA,44213207040.0,2.2565975189208984
+MQA,44532498432.0,2.253199577331543
+MQA,44589121536.0,2.2329087257385254
+MQA,44647317504.0,2.2363624572753906
+MQA,44740116480.0,2.2168807983398438
+MQA,44906840064.0,2.2411704063415527
+MQA,45010649088.0,2.257711887359619
+MQA,45418020864.0,2.2457103729248047
+MQA,45463633920.0,2.202352285385132
+MQA,45597327360.0,2.2238903045654297
+MQA,45625638912.0,2.2306127548217773
+MQA,45921337344.0,2.227912187576294
+MQA,46084915200.0,2.2441585063934326
+MQA,46379040768.0,2.2191996574401855
+MQA,46441955328.0,2.2218778133392334
+MQA,46520598528.0,2.2222070693969727
+MQA,46613397504.0,2.267489194869995
+MQA,46759673856.0,2.222490072250366
+MQA,46769111040.0,2.216132164001465
+MQA,46772256768.0,2.269493579864502
+MQA,46923251712.0,2.233909845352173
+MQA,46975156224.0,2.2353248596191406
+MQA,47053799424.0,2.233856439590454
+MQA,47176482816.0,2.260586738586426
+GQA 2 groups,62914560.0,9.312141418457031
+GQA 2 groups,317718528.0,6.193916320800781
+GQA 2 groups,352321536.0,6.013827323913574
+GQA 2 groups,470286336.0,5.545327663421631
+GQA 2 groups,489160704.0,5.516258239746094
+GQA 2 groups,503316480.0,5.389895439147949
+GQA 2 groups,569376768.0,5.234885215759277
+GQA 2 groups,649592832.0,4.9488115310668945
+GQA 2 groups,998768640.0,4.054037570953369
+GQA 2 groups,1201668096.0,3.6943423748016357
+GQA 2 groups,1390411776.0,3.5622305870056152
+GQA 2 groups,1399848960.0,3.5096893310546875
+GQA 2 groups,1401421824.0,3.490612030029297
+GQA 2 groups,1406140416.0,3.5447444915771484
+GQA 2 groups,1522532352.0,3.3783631324768066
+GQA 2 groups,1613758464.0,3.323582172393799
+GQA 2 groups,1665662976.0,3.3549764156341553
+GQA 2 groups,1701838848.0,3.3384482860565186
+GQA 2 groups,1789919232.0,3.322695255279541
+GQA 2 groups,2209873920.0,3.151698589324951
+GQA 2 groups,2307391488.0,3.159058094024658
+GQA 2 groups,2324692992.0,3.074309825897217
+GQA 2 groups,2364014592.0,3.067391872406006
+GQA 2 groups,2710044672.0,2.940305471420288
+GQA 2 groups,2872049664.0,2.9956822395324707
+GQA 2 groups,2887778304.0,2.985999584197998
+GQA 2 groups,2975858688.0,2.968336582183838
+GQA 2 groups,3085959168.0,2.947965145111084
+GQA 2 groups,3103260672.0,2.8986704349517822
+GQA 2 groups,3266838528.0,2.893007278442383
+GQA 2 groups,3312451584.0,2.8722739219665527
+GQA 2 groups,3375366144.0,2.8575024604797363
+GQA 2 groups,3510632448.0,2.8740875720977783
+GQA 2 groups,3603431424.0,2.849418878555298
+GQA 2 groups,3694657536.0,2.852841854095459
+GQA 2 groups,3702521856.0,2.800464391708374
+GQA 2 groups,3770155008.0,2.7943320274353027
+GQA 2 groups,3804758016.0,2.844904899597168
+GQA 2 groups,3853516800.0,2.8558197021484375
+GQA 2 groups,3930587136.0,2.9259960651397705
+GQA 2 groups,4013948928.0,2.7919232845306396
+GQA 2 groups,4119330816.0,2.7829132080078125
+GQA 2 groups,4171235328.0,2.7470383644104004
+GQA 2 groups,4259315712.0,2.7618088722229004
+GQA 2 groups,4358406144.0,2.7363977432250977
+GQA 2 groups,4495245312.0,2.759115219116211
+GQA 2 groups,4517265408.0,2.74190616607666
+GQA 2 groups,4696571904.0,2.7479300498962402
+GQA 2 groups,4877451264.0,2.71041202545166
+GQA 2 groups,4974968832.0,2.686635971069336
+GQA 2 groups,5081923584.0,2.682731866836548
+GQA 2 groups,5166858240.0,2.6992063522338867
+GQA 2 groups,5483003904.0,2.6849491596221924
+GQA 2 groups,5558501376.0,2.6152546405792236
+GQA 2 groups,5564792832.0,2.652733325958252
+GQA 2 groups,5879365632.0,2.5772619247436523
+GQA 2 groups,6022496256.0,2.5922069549560547
+GQA 2 groups,6131023872.0,2.6122989654541016
+GQA 2 groups,6455033856.0,2.5400538444519043
+GQA 2 groups,6489636864.0,2.59952449798584
+GQA 2 groups,6723993600.0,2.5852723121643066
+GQA 2 groups,7087325184.0,2.5517802238464355
+GQA 2 groups,7158104064.0,2.574310302734375
+GQA 2 groups,7320109056.0,2.54606556892395
+GQA 2 groups,7417626624.0,2.541696548461914
+GQA 2 groups,7521435648.0,2.5543341636657715
+GQA 2 groups,7526154240.0,2.593233585357666
+GQA 2 groups,7574913024.0,2.5336384773254395
+GQA 2 groups,7699169280.0,2.5637617111206055
+GQA 2 groups,7707033600.0,2.5545334815979004
+GQA 2 groups,7765229568.0,2.551440715789795
+GQA 2 groups,7774666752.0,2.555438995361328
+GQA 2 groups,7831289856.0,2.5035934448242188
+GQA 2 groups,7944536064.0,2.5073413848876953
+GQA 2 groups,7964983296.0,2.572260856628418
+GQA 2 groups,8012169216.0,2.579533338546753
+GQA 2 groups,8079802368.0,2.538959264755249
+GQA 2 groups,8180465664.0,2.478189706802368
+GQA 2 groups,8241807360.0,2.5468556880950928
+GQA 2 groups,8441561088.0,2.528933048248291
+GQA 2 groups,8587837440.0,2.5059638023376465
+GQA 2 groups,8674344960.0,2.5262629985809326
+GQA 2 groups,8685355008.0,2.482105016708374
+GQA 2 groups,8759279616.0,2.5416653156280518
+GQA 2 groups,8830058496.0,2.4858808517456055
+GQA 2 groups,8858370048.0,2.509303092956543
+GQA 2 groups,9105309696.0,2.522944927215576
+GQA 2 groups,9116319744.0,2.496772289276123
+GQA 2 groups,9276751872.0,2.4750399589538574
+GQA 2 groups,9311354880.0,2.523620843887329
+GQA 2 groups,9323937792.0,2.4557456970214844
+GQA 2 groups,9583460352.0,2.5019235610961914
+GQA 2 groups,9635364864.0,2.4800500869750977
+GQA 2 groups,9729736704.0,2.455564260482788
+GQA 2 groups,9948364800.0,2.4827284812927246
+GQA 2 groups,9949937664.0,2.484598159790039
+GQA 2 groups,10179575808.0,2.4630889892578125
+GQA 2 groups,10291249152.0,2.4662106037139893
+GQA 2 groups,10401349632.0,2.453732967376709
+GQA 2 groups,10417078272.0,2.4466543197631836
+GQA 2 groups,10435952640.0,2.47389554977417
+GQA 2 groups,10550771712.0,2.474118947982788
+GQA 2 groups,10670309376.0,2.4902760982513428
+GQA 2 groups,10715922432.0,2.4474611282348633
+GQA 2 groups,10893656064.0,2.443774700164795
+GQA 2 groups,10978590720.0,2.456597328186035
+GQA 2 groups,11066671104.0,2.452465772628784
+GQA 2 groups,11069816832.0,2.427866220474243
+GQA 2 groups,11087118336.0,2.4588167667388916
+GQA 2 groups,11161042944.0,2.469916820526123
+GQA 2 groups,11382816768.0,2.455000638961792
+GQA 2 groups,11445731328.0,2.4210753440856934
+GQA 2 groups,11676942336.0,2.3969168663024902
+GQA 2 groups,11678515200.0,2.425662040710449
+GQA 2 groups,11809062912.0,2.419099807739258
+GQA 2 groups,11853103104.0,2.4495630264282227
+GQA 2 groups,11934892032.0,2.451077938079834
+GQA 2 groups,12048138240.0,2.3978185653686523
+GQA 2 groups,12257329152.0,2.446807861328125
+GQA 2 groups,12545163264.0,2.3896901607513428
+GQA 2 groups,12556173312.0,2.401944398880005
+GQA 2 groups,12590776320.0,2.4487926959991455
+GQA 2 groups,12682002432.0,2.3933072090148926
+GQA 2 groups,12878610432.0,2.4339568614959717
+GQA 2 groups,13029605376.0,2.382094621658325
+GQA 2 groups,13056344064.0,2.4304113388061523
+GQA 2 groups,13208911872.0,2.4054903984069824
+GQA 2 groups,13262389248.0,2.421445369720459
+GQA 2 groups,13279690752.0,2.4286069869995117
+GQA 2 groups,13641449472.0,2.403420925140381
+GQA 2 groups,13760987136.0,2.3978898525238037
+GQA 2 groups,13825474560.0,2.396242141723633
+GQA 2 groups,13828620288.0,2.4108176231384277
+GQA 2 groups,13850640384.0,2.3737239837646484
+GQA 2 groups,14127464448.0,2.4098665714263916
+GQA 2 groups,14179368960.0,2.382107973098755
+GQA 2 groups,14248574976.0,2.3994102478027344
+GQA 2 groups,14799077376.0,2.4019808769226074
+GQA 2 groups,14805368832.0,2.3397274017333984
+GQA 2 groups,14869856256.0,2.3796701431274414
+GQA 2 groups,14923333632.0,2.374330997467041
+GQA 2 groups,15275655168.0,2.363636016845703
+GQA 2 groups,15837167616.0,2.3428544998168945
+GQA 2 groups,15857614848.0,2.397399425506592
+GQA 2 groups,15901655040.0,2.338568687438965
+GQA 2 groups,16143876096.0,2.382573127746582
+GQA 2 groups,16334192640.0,2.3578686714172363
+GQA 2 groups,16412835840.0,2.32885479927063
+GQA 2 groups,16488333312.0,2.343217611312866
+GQA 2 groups,16579559424.0,2.353782892227173
+GQA 2 groups,16673931264.0,2.382991313934326
+GQA 2 groups,16686514176.0,2.350156307220459
+GQA 2 groups,16773021696.0,2.373405933380127
+GQA 2 groups,16784031744.0,2.309204339981079
+GQA 2 groups,16862674944.0,2.3387675285339355
+GQA 2 groups,16864247808.0,2.3378143310546875
+GQA 2 groups,16872112128.0,2.333001136779785
+GQA 2 groups,16901996544.0,2.3694028854370117
+GQA 2 groups,17019961344.0,2.368764877319336
+GQA 2 groups,17230725120.0,2.3370604515075684
+GQA 2 groups,17263755264.0,2.3486106395721436
+GQA 2 groups,17325096960.0,2.3370585441589355
+GQA 2 groups,17587765248.0,2.3525617122650146
+GQA 2 groups,17589338112.0,2.3239800930023193
+GQA 2 groups,17713594368.0,2.3613781929016113
+GQA 2 groups,17823694848.0,2.31842041015625
+GQA 2 groups,17888182272.0,2.3254525661468506
+GQA 2 groups,17925931008.0,2.338797092437744
+GQA 2 groups,17954242560.0,2.3406882286071777
+GQA 2 groups,18001428480.0,2.3563764095306396
+GQA 2 groups,18031312896.0,2.364959239959717
+GQA 2 groups,18094227456.0,2.337052822113037
+GQA 2 groups,18240503808.0,2.3530635833740234
+GQA 2 groups,18306564096.0,2.3516430854797363
+GQA 2 groups,18311282688.0,2.3713181018829346
+GQA 2 groups,18559795200.0,2.3569462299346924
+GQA 2 groups,18616418304.0,2.3174097537994385
+GQA 2 groups,18798870528.0,2.3133089542388916
+GQA 2 groups,18852347904.0,2.3558359146118164
+GQA 2 groups,19036372992.0,2.3130741119384766
+GQA 2 groups,19039518720.0,2.325653553009033
+GQA 2 groups,19066257408.0,2.3448920249938965
+GQA 2 groups,19107151872.0,2.354222297668457
+GQA 2 groups,19115016192.0,2.348329544067383
+GQA 2 groups,19207815168.0,2.36069917678833
+GQA 2 groups,19286458368.0,2.3533430099487305
+GQA 2 groups,19297468416.0,2.3613977432250977
+GQA 2 groups,19336790016.0,2.3169023990631104
+GQA 2 groups,19391840256.0,2.329127788543701
+GQA 2 groups,19453181952.0,2.3719472885131836
+GQA 2 groups,19553845248.0,2.3009297847747803
+GQA 2 groups,19563282432.0,2.3429718017578125
+GQA 2 groups,19668664320.0,2.371493339538574
+GQA 2 groups,19785056256.0,2.3625662326812744
+GQA 2 groups,19901448192.0,2.3403587341308594
+GQA 2 groups,20041433088.0,2.3069868087768555
+GQA 2 groups,20116930560.0,2.346731185913086
+GQA 2 groups,20230176768.0,2.3322622776031494
+GQA 2 groups,20293091328.0,2.317918062210083
+GQA 2 groups,20390608896.0,2.3455278873443604
+GQA 2 groups,20450377728.0,2.3368167877197266
+GQA 2 groups,20568342528.0,2.29866886138916
+GQA 2 groups,20711473152.0,2.2976789474487305
+GQA 2 groups,20768096256.0,2.325740337371826
+GQA 2 groups,20805844992.0,2.338040828704834
+GQA 2 groups,20868759552.0,2.3361196517944336
+GQA 2 groups,20928528384.0,2.3151333332061768
+GQA 2 groups,21161312256.0,2.3247170448303223
+GQA 2 groups,21191196672.0,2.332833766937256
+GQA 2 groups,21480603648.0,2.3285627365112305
+GQA 2 groups,21549809664.0,2.3298277854919434
+GQA 2 groups,21551382528.0,2.2886624336242676
+GQA 2 groups,21584412672.0,2.357912302017212
+GQA 2 groups,21608005632.0,2.301319122314453
+GQA 2 groups,21710241792.0,2.355497121810913
+GQA 2 groups,21821915136.0,2.3032419681549072
+GQA 2 groups,21925724160.0,2.2981722354888916
+GQA 2 groups,21949317120.0,2.3203649520874023
+GQA 2 groups,21996503040.0,2.3494884967803955
+GQA 2 groups,22098739200.0,2.3069052696228027
+GQA 2 groups,22141206528.0,2.353623867034912
+GQA 2 groups,22204121088.0,2.3086915016174316
+GQA 2 groups,22229286912.0,2.342725992202759
+GQA 2 groups,22325231616.0,2.3413400650024414
+GQA 2 groups,22326804480.0,2.308873176574707
+GQA 2 groups,22373990400.0,2.300302267074585
+GQA 2 groups,22383427584.0,2.3085575103759766
+GQA 2 groups,22413312000.0,2.288844108581543
+GQA 2 groups,22499819520.0,2.3236467838287354
+GQA 2 groups,22535995392.0,2.2974486351013184
+GQA 2 groups,22578462720.0,2.273972988128662
+GQA 2 groups,22602055680.0,2.3083205223083496
+GQA 2 groups,22806528000.0,2.315304756164551
+GQA 2 groups,22883598336.0,2.26766300201416
+GQA 2 groups,22919774208.0,2.2816832065582275
+GQA 2 groups,22946512896.0,2.301781177520752
+GQA 2 groups,22976397312.0,2.313594341278076
+GQA 2 groups,23125819392.0,2.2980775833129883
+GQA 2 groups,23217045504.0,2.2897486686706543
+GQA 2 groups,23341301760.0,2.3162131309509277
+GQA 2 groups,23375904768.0,2.291229724884033
+GQA 2 groups,23578804224.0,2.286827564239502
+GQA 2 groups,23629135872.0,2.303323745727539
+GQA 2 groups,23660593152.0,2.2933521270751953
+GQA 2 groups,23839899648.0,2.2858755588531494
+GQA 2 groups,23920115712.0,2.3194961547851562
+GQA 2 groups,23950000128.0,2.306203842163086
+GQA 2 groups,24077402112.0,2.311115264892578
+GQA 2 groups,24233115648.0,2.299642562866211
+GQA 2 groups,24248844288.0,2.3442916870117188
+GQA 2 groups,24487919616.0,2.3007586002349854
+GQA 2 groups,24645206016.0,2.324282646179199
+GQA 2 groups,24742723584.0,2.2748727798461914
+GQA 2 groups,24893718528.0,2.3240883350372314
+GQA 2 groups,24977080320.0,2.2668662071228027
+GQA 2 groups,25161105408.0,2.2956080436706543
+GQA 2 groups,25165824000.0,2.3068456649780273
+GQA 2 groups,25172115456.0,2.3007559776306152
+GQA 2 groups,25195708416.0,2.3097243309020996
+GQA 2 groups,25384452096.0,2.2860426902770996
+GQA 2 groups,25392316416.0,2.2765064239501953
+GQA 2 groups,25842155520.0,2.299076557159424
+GQA 2 groups,25978994688.0,2.2800679206848145
+GQA 2 groups,25991577600.0,2.2792601585388184
+GQA 2 groups,26229080064.0,2.2535548210144043
+GQA 2 groups,26299858944.0,2.266792058944702
+GQA 2 groups,26433552384.0,2.267078161239624
+GQA 2 groups,26447708160.0,2.286220073699951
+GQA 2 groups,26460291072.0,2.287912130355835
+GQA 2 groups,26516914176.0,2.280323028564453
+GQA 2 groups,26600275968.0,2.2497541904449463
+GQA 2 groups,26855079936.0,2.2788939476013184
+GQA 2 groups,26906984448.0,2.296020030975342
+GQA 2 groups,26941587456.0,2.2614006996154785
+GQA 2 groups,27153924096.0,2.2671635150909424
+GQA 2 groups,27249868800.0,2.2985901832580566
+GQA 2 groups,27328512000.0,2.2713966369628906
+GQA 2 groups,27674542080.0,2.266181468963623
+GQA 2 groups,27740602368.0,2.25876784324646
+GQA 2 groups,27756331008.0,2.2831814289093018
+GQA 2 groups,27825537024.0,2.2694931030273438
+GQA 2 groups,27919908864.0,2.29874324798584
+GQA 2 groups,27974959104.0,2.281439781188965
+GQA 2 groups,28015853568.0,2.2733538150787354
+GQA 2 groups,28100788224.0,2.2839415073394775
+GQA 2 groups,28149547008.0,2.2929749488830566
+GQA 2 groups,28204597248.0,2.268691301345825
+GQA 2 groups,28231335936.0,2.247279167175293
+GQA 2 groups,28327280640.0,2.269864082336426
+GQA 2 groups,28358737920.0,2.2593750953674316
+GQA 2 groups,28393340928.0,2.269631862640381
+GQA 2 groups,28508160000.0,2.249128818511963
+GQA 2 groups,28629270528.0,2.2740111351013184
+GQA 2 groups,28729933824.0,2.2882537841796875
+GQA 2 groups,28807004160.0,2.283186435699463
+GQA 2 groups,28816441344.0,2.264124870300293
+GQA 2 groups,28862054400.0,2.272038459777832
+GQA 2 groups,28956426240.0,2.2330946922302246
+GQA 2 groups,29061808128.0,2.241286039352417
+GQA 2 groups,29222240256.0,2.287224292755127
+GQA 2 groups,29270999040.0,2.264190673828125
+GQA 2 groups,29308747776.0,2.301875114440918
+GQA 2 groups,29340205056.0,2.2484469413757324
+GQA 2 groups,29360652288.0,2.253350257873535
+GQA 2 groups,29362225152.0,2.2710371017456055
+GQA 2 groups,29377953792.0,2.29313325881958
+GQA 2 groups,29458169856.0,2.2344555854797363
+GQA 2 groups,29478617088.0,2.2555174827575684
+GQA 2 groups,29656350720.0,2.2748544216156006
+GQA 2 groups,29719265280.0,2.2588210105895996
+GQA 2 groups,29857677312.0,2.25759220123291
+GQA 2 groups,29868687360.0,2.2437140941619873
+GQA 2 groups,29873405952.0,2.2238552570343018
+GQA 2 groups,29952049152.0,2.2908825874328613
+GQA 2 groups,30162812928.0,2.2696261405944824
+GQA 2 groups,30354702336.0,2.265674114227295
+GQA 2 groups,30554456064.0,2.2596049308776855
+GQA 2 groups,30560747520.0,2.255932331085205
+GQA 2 groups,30571757568.0,2.238974094390869
+GQA 2 groups,30952390656.0,2.2399916648864746
+GQA 2 groups,31108104192.0,2.3013458251953125
+GQA 2 groups,31122259968.0,2.2638401985168457
+GQA 2 groups,31183601664.0,2.239781141281128
+GQA 2 groups,31208767488.0,2.2464871406555176
+GQA 2 groups,31240224768.0,2.2565441131591797
+GQA 2 groups,31279546368.0,2.2496161460876465
+GQA 2 groups,31384928256.0,2.236506938934326
+GQA 2 groups,31386501120.0,2.230693817138672
+GQA 2 groups,31422676992.0,2.2671737670898438
+GQA 2 groups,31600410624.0,2.2171530723571777
+GQA 2 groups,31614566400.0,2.2268848419189453
+GQA 2 groups,31647596544.0,2.2626023292541504
+GQA 2 groups,31751405568.0,2.2278831005096436
+GQA 2 groups,31804882944.0,2.245245933532715
+GQA 2 groups,31841058816.0,2.2474215030670166
+GQA 2 groups,31911837696.0,2.2238380908966064
+GQA 2 groups,31927566336.0,2.2255730628967285
+GQA 2 groups,31941722112.0,2.2331604957580566
+GQA 2 groups,31943294976.0,2.232327461242676
+GQA 2 groups,31952732160.0,2.2545604705810547
+GQA 2 groups,32018792448.0,2.2380247116088867
+GQA 2 groups,32050249728.0,2.221247673034668
+GQA 2 groups,32127320064.0,2.2140300273895264
+GQA 2 groups,32528400384.0,2.1951870918273926
+GQA 2 groups,32605470720.0,2.2282400131225586
+GQA 2 groups,32709279744.0,2.2457327842712402
+GQA 2 groups,32781631488.0,2.227077007293701
+GQA 2 groups,32898023424.0,2.237894058227539
+GQA 2 groups,32953073664.0,2.253019094467163
+GQA 2 groups,33133953024.0,2.2440361976623535
+GQA 2 groups,33292812288.0,2.261590003967285
+GQA 2 groups,33506721792.0,2.256141185760498
+GQA 2 groups,33601093632.0,2.215512752532959
+GQA 2 groups,33632550912.0,2.2538907527923584
+GQA 2 groups,33651425280.0,2.225485324859619
+GQA 2 groups,33797701632.0,2.2149834632873535
+GQA 2 groups,33973862400.0,2.2219762802124023
+GQA 2 groups,34010038272.0,2.2433762550354004
+GQA 2 groups,34049359872.0,2.254263162612915
+GQA 2 groups,34065088512.0,2.215670108795166
+GQA 2 groups,34142158848.0,2.231809616088867
+GQA 2 groups,34238103552.0,2.2533910274505615
+GQA 2 groups,34242822144.0,2.248906135559082
+GQA 2 groups,34294726656.0,2.2690258026123047
+GQA 2 groups,34308882432.0,2.2280733585357666
+GQA 2 groups,34321465344.0,2.2201013565063477
+GQA 2 groups,34345058304.0,2.2245402336120605
+GQA 2 groups,34720972800.0,2.2529191970825195
+GQA 2 groups,35123625984.0,2.2197823524475098
+GQA 2 groups,35170811904.0,2.2164740562438965
+GQA 2 groups,35213279232.0,2.204965591430664
+GQA 2 groups,35214852096.0,2.219728469848633
+GQA 2 groups,35219570688.0,2.229149103164673
+GQA 2 groups,35424043008.0,2.2172908782958984
+GQA 2 groups,35485384704.0,2.240367889404297
+GQA 2 groups,35490103296.0,2.233880043029785
+GQA 2 groups,35697721344.0,2.193977117538452
+GQA 2 groups,35768500224.0,2.2184462547302246
+GQA 2 groups,36292263936.0,2.2471327781677246
+GQA 2 groups,36317429760.0,2.233224391937256
+GQA 2 groups,36514037760.0,2.250432252883911
+GQA 2 groups,36532912128.0,2.2230963706970215
+GQA 2 groups,36600545280.0,2.187377452850342
+GQA 2 groups,36760977408.0,2.2246711254119873
+GQA 2 groups,36830183424.0,2.2351064682006836
+GQA 2 groups,36910399488.0,2.2297585010528564
+GQA 2 groups,36924555264.0,2.2311410903930664
+GQA 2 groups,37022072832.0,2.2156434059143066
+GQA 2 groups,37165203456.0,2.185708522796631
+GQA 2 groups,37228118016.0,2.2246217727661133
+GQA 2 groups,37294178304.0,2.244666576385498
+GQA 2 groups,37297324032.0,2.2145071029663086
+GQA 2 groups,37330354176.0,2.213275194168091
+GQA 2 groups,37404278784.0,2.2283096313476562
+GQA 2 groups,37424726016.0,2.2172303199768066
+GQA 2 groups,37596168192.0,2.2033443450927734
+GQA 2 groups,37937479680.0,2.2125768661499023
+GQA 2 groups,38071173120.0,2.2142257690429688
+GQA 2 groups,38256771072.0,2.198657989501953
+GQA 2 groups,38266208256.0,2.219693660736084
+GQA 2 groups,38437650432.0,2.1808128356933594
+GQA 2 groups,38462816256.0,2.2355074882507324
+GQA 2 groups,38538313728.0,2.2432899475097656
+GQA 2 groups,38612238336.0,2.255925178527832
+GQA 2 groups,38711328768.0,2.2092952728271484
+GQA 2 groups,38783680512.0,2.2121710777282715
+GQA 2 groups,38794690560.0,2.2225255966186523
+GQA 2 groups,38889062400.0,2.201417922973633
+GQA 2 groups,38907936768.0,2.213045120239258
+GQA 2 groups,38933102592.0,2.231022834777832
+GQA 2 groups,39040057344.0,2.1834816932678223
+GQA 2 groups,39098253312.0,2.2087910175323486
+GQA 2 groups,39286996992.0,2.2034130096435547
+GQA 2 groups,39296434176.0,2.2131080627441406
+GQA 2 groups,39327891456.0,2.2062668800354004
+GQA 2 groups,39472594944.0,2.2205028533935547
+GQA 2 groups,39557529600.0,2.1930856704711914
+GQA 2 groups,39570112512.0,2.2209935188293457
+GQA 2 groups,39628308480.0,2.2176594734191895
+GQA 2 groups,39755710464.0,2.2049617767333984
+GQA 2 groups,39842217984.0,2.238483428955078
+GQA 2 groups,39931871232.0,2.224360227584839
+GQA 2 groups,39986921472.0,2.197648048400879
+GQA 2 groups,40015233024.0,2.2052478790283203
+GQA 2 groups,40166227968.0,2.2151012420654297
+GQA 2 groups,40219705344.0,2.228182077407837
+GQA 2 groups,40251162624.0,2.2079293727874756
+GQA 2 groups,40254308352.0,2.2420663833618164
+GQA 2 groups,40274755584.0,2.2560648918151855
+GQA 2 groups,40483946496.0,2.223947525024414
+GQA 2 groups,40612921344.0,2.1844379901885986
+GQA 2 groups,40874016768.0,2.2140657901763916
+GQA 2 groups,40907046912.0,2.2233078479766846
+GQA 2 groups,40952659968.0,2.2506022453308105
+GQA 2 groups,41004564480.0,2.246553897857666
+GQA 2 groups,41231056896.0,2.23154354095459
+GQA 2 groups,41257795584.0,2.2086963653564453
+GQA 2 groups,41378906112.0,2.223090648651123
+GQA 2 groups,41463840768.0,2.2210235595703125
+GQA 2 groups,41503162368.0,2.2235846519470215
+GQA 2 groups,41724936192.0,2.2177798748016357
+GQA 2 groups,41817735168.0,2.219296932220459
+GQA 2 groups,41899524096.0,2.1984236240386963
+GQA 2 groups,41940418560.0,2.208095073699951
+GQA 2 groups,42074112000.0,2.232893705368042
+GQA 2 groups,42143318016.0,2.193429470062256
+GQA 2 groups,42346217472.0,2.2342491149902344
+GQA 2 groups,42479910912.0,2.220459461212158
+GQA 2 groups,42635624448.0,2.2263519763946533
+GQA 2 groups,42643488768.0,2.2183408737182617
+GQA 2 groups,42745724928.0,2.2030630111694336
+GQA 2 groups,42877845504.0,2.1956095695495605
+GQA 2 groups,42991091712.0,2.166832685470581
+GQA 2 groups,43020976128.0,2.194741725921631
+GQA 2 groups,43138940928.0,2.197996139526367
+GQA 2 groups,43231739904.0,2.1903834342956543
+GQA 2 groups,43266342912.0,2.198718309402466
+GQA 2 groups,43722473472.0,2.1886844635009766
+GQA 2 groups,43786960896.0,2.181326150894165
+GQA 2 groups,43950538752.0,2.2482833862304688
+GQA 2 groups,44002443264.0,2.208481788635254
+GQA 2 groups,44016599040.0,2.2167856693267822
+GQA 2 groups,44068503552.0,2.18164324760437
+GQA 2 groups,44118835200.0,2.1930716037750244
+GQA 2 groups,44282413056.0,2.238076686859131
+GQA 2 groups,44318588928.0,2.1993885040283203
+GQA 2 groups,44379930624.0,2.1818594932556152
+GQA 2 groups,44471156736.0,2.2259578704833984
+GQA 2 groups,44647317504.0,2.198887586593628
+GQA 2 groups,44768428032.0,2.1981592178344727
+GQA 2 groups,44782583808.0,2.1817665100097656
+GQA 2 groups,44799885312.0,2.226177215576172
+GQA 2 groups,44878528512.0,2.171171188354492
+GQA 2 groups,45013794816.0,2.166147232055664
+GQA 2 groups,45049970688.0,2.2188897132873535
+GQA 2 groups,45090865152.0,2.1788063049316406
+GQA 2 groups,45199392768.0,2.1920228004455566
+GQA 2 groups,45340950528.0,2.206786870956421
+GQA 2 groups,45377126400.0,2.1609725952148438
+GQA 2 groups,45433749504.0,2.180731773376465
+GQA 2 groups,45502955520.0,2.184995174407959
+GQA 2 groups,45535985664.0,2.1885457038879395
+GQA 2 groups,45605191680.0,2.219503402709961
+GQA 2 groups,45748322304.0,2.1695070266723633
+GQA 2 groups,45817528320.0,2.198948860168457
+GQA 2 groups,45919764480.0,2.187832832336426
+GQA 2 groups,46029864960.0,2.1828391551971436
+GQA 2 groups,46281523200.0,2.1933059692382812
+GQA 2 groups,46462402560.0,2.188288688659668
+GQA 2 groups,46479704064.0,2.210432767868042
+GQA 2 groups,46548910080.0,2.1901559829711914
+GQA 2 groups,46580367360.0,2.2091612815856934
+GQA 2 groups,46603960320.0,2.2120776176452637
+GQA 2 groups,46632271872.0,2.193185806274414
+GQA 2 groups,46633844736.0,2.2018625736236572
+GQA 2 groups,46836744192.0,2.1967530250549316
+GQA 2 groups,46852472832.0,2.2249531745910645
+GQA 2 groups,47129296896.0,2.189502716064453
+GQA 2 groups,47130869760.0,2.2183837890625
+GQA 2 groups,47159181312.0,2.2165541648864746
+GQA 16 groups,44040192.0,9.712762832641602
+GQA 16 groups,47185920.0,9.669817924499512
+GQA 16 groups,121110528.0,8.03754997253418
+GQA 16 groups,124256256.0,7.952033996582031
+GQA 16 groups,298844160.0,6.2075700759887695
+GQA 16 groups,440401920.0,5.594269752502441
+GQA 16 groups,622854144.0,5.051651954650879
+GQA 16 groups,775421952.0,4.57481575012207
+GQA 16 groups,1022361600.0,4.140632629394531
+GQA 16 groups,1031798784.0,4.1155195236206055
+GQA 16 groups,1203240960.0,3.786426305770874
+GQA 16 groups,1314914304.0,3.8301002979278564
+GQA 16 groups,1445462016.0,3.547868251800537
+GQA 16 groups,1470627840.0,3.54838228225708
+GQA 16 groups,1777336320.0,3.423748016357422
+GQA 16 groups,1789919232.0,3.422659397125244
+GQA 16 groups,1933049856.0,3.2945172786712646
+GQA 16 groups,2102919168.0,3.1897425651550293
+GQA 16 groups,2323120128.0,3.1782991886138916
+GQA 16 groups,2378170368.0,3.1763744354248047
+GQA 16 groups,2417491968.0,3.1344614028930664
+GQA 16 groups,2513436672.0,3.142148017883301
+GQA 16 groups,2702180352.0,3.054480791091919
+GQA 16 groups,2798125056.0,3.146930694580078
+GQA 16 groups,2815426560.0,3.063589096069336
+GQA 16 groups,2851602432.0,3.0327200889587402
+GQA 16 groups,3101687808.0,3.0033044815063477
+GQA 16 groups,3142582272.0,2.9527416229248047
+GQA 16 groups,3175612416.0,2.9903645515441895
+GQA 16 groups,3321888768.0,2.9276812076568604
+GQA 16 groups,3334471680.0,2.9447546005249023
+GQA 16 groups,3435134976.0,2.8670706748962402
+GQA 16 groups,3504340992.0,2.9111156463623047
+GQA 16 groups,3586129920.0,2.8421382904052734
+GQA 16 groups,3730833408.0,2.8984947204589844
+GQA 16 groups,3789029376.0,2.8551297187805176
+GQA 16 groups,3858235392.0,2.8861289024353027
+GQA 16 groups,3888119808.0,2.8271050453186035
+GQA 16 groups,3962044416.0,2.84910249710083
+GQA 16 groups,3984064512.0,2.800527334213257
+GQA 16 groups,4128768000.0,2.8128457069396973
+GQA 16 groups,4179099648.0,2.7649331092834473
+GQA 16 groups,4224712704.0,2.845724105834961
+GQA 16 groups,4246732800.0,2.795302152633667
+GQA 16 groups,4315938816.0,2.761404514312744
+GQA 16 groups,4331667456.0,2.7808241844177246
+GQA 16 groups,4355260416.0,2.781787157058716
+GQA 16 groups,4448059392.0,2.7611896991729736
+GQA 16 groups,4452777984.0,2.7822141647338867
+GQA 16 groups,4564451328.0,2.7376022338867188
+GQA 16 groups,4647813120.0,2.750516414642334
+GQA 16 groups,4679270400.0,2.772512912750244
+GQA 16 groups,4740612096.0,2.726318836212158
+GQA 16 groups,4935647232.0,2.7262203693389893
+GQA 16 groups,4982833152.0,2.703486919403076
+GQA 16 groups,5094506496.0,2.6948695182800293
+GQA 16 groups,5108662272.0,2.7130331993103027
+GQA 16 groups,5207752704.0,2.730836868286133
+GQA 16 groups,5234491392.0,2.7273473739624023
+GQA 16 groups,5343019008.0,2.681621551513672
+GQA 16 groups,5363466240.0,2.7254934310913086
+GQA 16 groups,5520752640.0,2.6792397499084473
+GQA 16 groups,5575802880.0,2.651188850402832
+GQA 16 groups,5582094336.0,2.6557040214538574
+GQA 16 groups,5605687296.0,2.645476818084717
+GQA 16 groups,5641863168.0,2.6335513591766357
+GQA 16 groups,5814878208.0,2.6479759216308594
+GQA 16 groups,5827461120.0,2.628364324569702
+GQA 16 groups,6006767616.0,2.622567653656006
+GQA 16 groups,6017777664.0,2.6151905059814453
+GQA 16 groups,6164054016.0,2.6213479042053223
+GQA 16 groups,6204948480.0,2.63755464553833
+GQA 16 groups,6348079104.0,2.5882577896118164
+GQA 16 groups,6447169536.0,2.621243476867676
+GQA 16 groups,6733430784.0,2.613192558288574
+GQA 16 groups,6818365440.0,2.6065902709960938
+GQA 16 groups,6832521216.0,2.613173007965088
+GQA 16 groups,7021264896.0,2.5977935791015625
+GQA 16 groups,7046430720.0,2.612865924835205
+GQA 16 groups,7147094016.0,2.586397171020508
+GQA 16 groups,7165968384.0,2.582613229751587
+GQA 16 groups,7313817600.0,2.601804256439209
+GQA 16 groups,7408189440.0,2.54193115234375
+GQA 16 groups,7505707008.0,2.576939582824707
+GQA 16 groups,7614234624.0,2.5972909927368164
+GQA 16 groups,7662993408.0,2.593017101287842
+GQA 16 groups,7729053696.0,2.576486825942993
+GQA 16 groups,7743209472.0,2.593073844909668
+GQA 16 groups,7880048640.0,2.5470659732818604
+GQA 16 groups,7909933056.0,2.5609183311462402
+GQA 16 groups,7949254656.0,2.554232358932495
+GQA 16 groups,8010596352.0,2.5405094623565674
+GQA 16 groups,8443133952.0,2.5660786628723145
+GQA 16 groups,8458862592.0,2.5294222831726074
+GQA 16 groups,8476164096.0,2.5318126678466797
+GQA 16 groups,8561098752.0,2.548767566680908
+GQA 16 groups,8812756992.0,2.5158493518829346
+GQA 16 groups,8867807232.0,2.5476582050323486
+GQA 16 groups,9006219264.0,2.5396718978881836
+GQA 16 groups,9125756928.0,2.5624446868896484
+GQA 16 groups,9193390080.0,2.5378828048706055
+GQA 16 groups,9224847360.0,2.522279739379883
+GQA 16 groups,9298771968.0,2.5209481716156006
+GQA 16 groups,9424601088.0,2.515169143676758
+GQA 16 groups,9432465408.0,2.5284547805786133
+GQA 16 groups,9434038272.0,2.5324528217315674
+GQA 16 groups,9452912640.0,2.4988226890563965
+GQA 16 groups,9586606080.0,2.514854907989502
+GQA 16 groups,9596043264.0,2.507812023162842
+GQA 16 groups,9756475392.0,2.5315091609954834
+GQA 16 groups,9800515584.0,2.5082716941833496
+GQA 16 groups,9857138688.0,2.5060830116271973
+GQA 16 groups,10000269312.0,2.464700222015381
+GQA 16 groups,10074193920.0,2.5080299377441406
+GQA 16 groups,10141827072.0,2.4776835441589355
+GQA 16 groups,10423369728.0,2.537780284881592
+GQA 16 groups,10502012928.0,2.468566417694092
+GQA 16 groups,10536615936.0,2.5287508964538574
+GQA 16 groups,10665590784.0,2.4611988067626953
+GQA 16 groups,10756816896.0,2.473278522491455
+GQA 16 groups,10769399808.0,2.497584104537964
+GQA 16 groups,10855907328.0,2.4711270332336426
+GQA 16 groups,10859053056.0,2.4781603813171387
+GQA 16 groups,10868490240.0,2.501575469970703
+GQA 16 groups,10887364608.0,2.4737861156463623
+GQA 16 groups,10966007808.0,2.5089333057403564
+GQA 16 groups,10984882176.0,2.498636245727539
+GQA 16 groups,11239686144.0,2.4901747703552246
+GQA 16 groups,11261706240.0,2.507929801940918
+GQA 16 groups,11307319296.0,2.4838671684265137
+GQA 16 groups,11308892160.0,2.4353013038635254
+GQA 16 groups,11477188608.0,2.4539618492126465
+GQA 16 groups,11543248896.0,2.494469165802002
+GQA 16 groups,11664359424.0,2.503021717071533
+GQA 16 groups,11684806656.0,2.4514031410217285
+GQA 16 groups,11706826752.0,2.4906530380249023
+GQA 16 groups,11711545344.0,2.4672131538391113
+GQA 16 groups,11927027712.0,2.442126750946045
+GQA 16 groups,12060721152.0,2.418640613555908
+GQA 16 groups,12206997504.0,2.46108078956604
+GQA 16 groups,12295077888.0,2.4593148231506348
+GQA 16 groups,12298223616.0,2.4525551795959473
+GQA 16 groups,12595494912.0,2.43556809425354
+GQA 16 groups,12718178304.0,2.4582877159118652
+GQA 16 groups,12921077760.0,2.417858600616455
+GQA 16 groups,12979273728.0,2.4442296028137207
+GQA 16 groups,13157007360.0,2.4396910667419434
+GQA 16 groups,13190037504.0,2.4530811309814453
+GQA 16 groups,13510901760.0,2.4387354850769043
+GQA 16 groups,13526630400.0,2.4591050148010254
+GQA 16 groups,13801881600.0,2.4070820808410645
+GQA 16 groups,13850640384.0,2.3983888626098633
+GQA 16 groups,13860077568.0,2.4250855445861816
+GQA 16 groups,13927710720.0,2.47091007232666
+GQA 16 groups,14163640320.0,2.4025325775146484
+GQA 16 groups,14234419200.0,2.4050495624542236
+GQA 16 groups,14349238272.0,2.375380516052246
+GQA 16 groups,14371258368.0,2.4415597915649414
+GQA 16 groups,14726725632.0,2.4057457447052
+GQA 16 groups,14747172864.0,2.3788347244262695
+GQA 16 groups,14813233152.0,2.429259777069092
+GQA 16 groups,14869856256.0,2.4039878845214844
+GQA 16 groups,14928052224.0,2.427910089492798
+GQA 16 groups,14951645184.0,2.3825063705444336
+GQA 16 groups,14970519552.0,2.415391683578491
+GQA 16 groups,15272509440.0,2.415985584259033
+GQA 16 groups,15313403904.0,2.413722515106201
+GQA 16 groups,15392047104.0,2.406860113143921
+GQA 16 groups,15442378752.0,2.429600715637207
+GQA 16 groups,15481700352.0,2.390674591064453
+GQA 16 groups,15582363648.0,2.426949977874756
+GQA 16 groups,15610675200.0,2.4202799797058105
+GQA 16 groups,15626403840.0,2.4291584491729736
+GQA 16 groups,16030629888.0,2.411754608154297
+GQA 16 groups,16085680128.0,2.365816354751587
+GQA 16 groups,16137584640.0,2.389728546142578
+GQA 16 groups,16197353472.0,2.380706310272217
+GQA 16 groups,16239820800.0,2.400156021118164
+GQA 16 groups,16250830848.0,2.384737968444824
+GQA 16 groups,16309026816.0,2.376028060913086
+GQA 16 groups,16384524288.0,2.365931987762451
+GQA 16 groups,16511926272.0,2.3926820755004883
+GQA 16 groups,16537092096.0,2.356260299682617
+GQA 16 groups,16725835776.0,2.361095905303955
+GQA 16 groups,17109614592.0,2.430969715118408
+GQA 16 groups,17178820608.0,2.4009878635406494
+GQA 16 groups,17213423616.0,2.4045915603637695
+GQA 16 groups,17229152256.0,2.383983612060547
+GQA 16 groups,17494966272.0,2.387241840362549
+GQA 16 groups,17652252672.0,2.393569231033325
+GQA 16 groups,17721458688.0,2.3632264137268066
+GQA 16 groups,17732468736.0,2.4156951904296875
+GQA 16 groups,17839423488.0,2.327010154724121
+GQA 16 groups,17896046592.0,2.3803677558898926
+GQA 16 groups,18062770176.0,2.3879332542419434
+GQA 16 groups,18496880640.0,2.362178087234497
+GQA 16 groups,18529910784.0,2.3697872161865234
+GQA 16 groups,18580242432.0,2.401279926300049
+GQA 16 groups,18616418304.0,2.342607021331787
+GQA 16 groups,18699780096.0,2.4041690826416016
+GQA 16 groups,18850775040.0,2.338442802429199
+GQA 16 groups,19026935808.0,2.3738176822662354
+GQA 16 groups,19069403136.0,2.3483786582946777
+GQA 16 groups,19092996096.0,2.372988224029541
+GQA 16 groups,19165347840.0,2.3593711853027344
+GQA 16 groups,19492503552.0,2.3772811889648438
+GQA 16 groups,19522387968.0,2.382620096206665
+GQA 16 groups,19612041216.0,2.340000867843628
+GQA 16 groups,19687538688.0,2.3572182655334473
+GQA 16 groups,19769327616.0,2.354236125946045
+GQA 16 groups,20043005952.0,2.3603925704956055
+GQA 16 groups,20318257152.0,2.405306577682495
+GQA 16 groups,20321402880.0,2.3714346885681152
+GQA 16 groups,20431503360.0,2.365478515625
+GQA 16 groups,20558905344.0,2.3600566387176514
+GQA 16 groups,20595081216.0,2.355397939682007
+GQA 16 groups,20635975680.0,2.344555377960205
+GQA 16 groups,20673724416.0,2.3381710052490234
+GQA 16 groups,20837302272.0,2.3808443546295166
+GQA 16 groups,20911226880.0,2.3589601516723633
+GQA 16 groups,20942684160.0,2.3224542140960693
+GQA 16 groups,21016608768.0,2.3606648445129395
+GQA 16 groups,21126709248.0,2.348255157470703
+GQA 16 groups,21142437888.0,2.394026279449463
+GQA 16 groups,21384658944.0,2.301551342010498
+GQA 16 groups,21430272000.0,2.33257794380188
+GQA 16 groups,21479030784.0,2.363974094390869
+GQA 16 groups,21518352384.0,2.3335304260253906
+GQA 16 groups,21648900096.0,2.332660436630249
+GQA 16 groups,21652045824.0,2.350527286529541
+GQA 16 groups,21722824704.0,2.3459858894348145
+GQA 16 groups,21831352320.0,2.3420019149780273
+GQA 16 groups,21889548288.0,2.3533215522766113
+GQA 16 groups,21898985472.0,2.3471968173980713
+GQA 16 groups,22007513088.0,2.3247804641723633
+GQA 16 groups,22032678912.0,2.3806867599487305
+GQA 16 groups,22056271872.0,2.3531627655029297
+GQA 16 groups,22273327104.0,2.320450782775879
+GQA 16 groups,22276472832.0,2.372067451477051
+GQA 16 groups,22306357248.0,2.3545684814453125
+GQA 16 groups,22430613504.0,2.3656463623046875
+GQA 16 groups,22474653696.0,2.3470377922058105
+GQA 16 groups,22487236608.0,2.3209149837493896
+GQA 16 groups,22587899904.0,2.354123592376709
+GQA 16 groups,22672834560.0,2.35294246673584
+GQA 16 groups,22713729024.0,2.3403806686401367
+GQA 16 groups,22749904896.0,2.3503875732421875
+GQA 16 groups,22779789312.0,2.3197951316833496
+GQA 16 groups,22860005376.0,2.3218026161193848
+GQA 16 groups,22995271680.0,2.3295154571533203
+GQA 16 groups,23084924928.0,2.3686914443969727
+GQA 16 groups,23143120896.0,2.3065879344940186
+GQA 16 groups,23204462592.0,2.308698892593384
+GQA 16 groups,23235919872.0,2.310515880584717
+GQA 16 groups,23443537920.0,2.3356270790100098
+GQA 16 groups,23512743936.0,2.321643114089966
+GQA 16 groups,23589814272.0,2.3568105697631836
+GQA 16 groups,23957864448.0,2.3150124549865723
+GQA 16 groups,24008196096.0,2.311366081237793
+GQA 16 groups,24077402112.0,2.3364157676696777
+GQA 16 groups,24099422208.0,2.3317317962646484
+GQA 16 groups,24143462400.0,2.336678981781006
+GQA 16 groups,24189075456.0,2.31587553024292
+GQA 16 groups,24239407104.0,2.324573040008545
+GQA 16 groups,24418713600.0,2.3574209213256836
+GQA 16 groups,24456462336.0,2.293802261352539
+GQA 16 groups,24492638208.0,2.3198022842407227
+GQA 16 groups,24561844224.0,2.2943625450134277
+GQA 16 groups,24766316544.0,2.306072950363159
+GQA 16 groups,25077743616.0,2.307765007019043
+GQA 16 groups,25080889344.0,2.283186435699463
+GQA 16 groups,25113919488.0,2.297354221343994
+GQA 16 groups,25175261184.0,2.323735237121582
+GQA 16 groups,25187844096.0,2.3073887825012207
+GQA 16 groups,25198854144.0,2.305882692337036
+GQA 16 groups,25279070208.0,2.326388120651245
+GQA 16 groups,25691160576.0,2.3364529609680176
+GQA 16 groups,25758793728.0,2.2980551719665527
+GQA 16 groups,25857884160.0,2.273329019546509
+GQA 16 groups,26205487104.0,2.292149066925049
+GQA 16 groups,26337607680.0,2.313776969909668
+GQA 16 groups,26359627776.0,2.2992191314697266
+GQA 16 groups,26416250880.0,2.327709674835205
+GQA 16 groups,26424115200.0,2.300434112548828
+GQA 16 groups,26513768448.0,2.3073785305023193
+GQA 16 groups,26933723136.0,2.284987688064575
+GQA 16 groups,26958888960.0,2.2960405349731445
+GQA 16 groups,26995064832.0,2.327341079711914
+GQA 16 groups,27124039680.0,2.294981002807617
+GQA 16 groups,27235713024.0,2.3524012565612793
+GQA 16 groups,27583315968.0,2.306187152862549
+GQA 16 groups,27588034560.0,2.2980518341064453
+GQA 16 groups,27661959168.0,2.3063015937805176
+GQA 16 groups,27704426496.0,2.286766290664673
+GQA 16 groups,27781496832.0,2.2794787883758545
+GQA 16 groups,27894743040.0,2.2820041179656982
+GQA 16 groups,27973386240.0,2.26039457321167
+GQA 16 groups,28141682688.0,2.292358636856079
+GQA 16 groups,28198305792.0,2.312039852142334
+GQA 16 groups,28217180160.0,2.3001580238342285
+GQA 16 groups,28360310784.0,2.2896175384521484
+GQA 16 groups,28479848448.0,2.2739152908325195
+GQA 16 groups,28503441408.0,2.300967216491699
+GQA 16 groups,28574220288.0,2.2958574295043945
+GQA 16 groups,28608823296.0,2.279879331588745
+GQA 16 groups,28629270528.0,2.298668146133423
+GQA 16 groups,28637134848.0,2.2842719554901123
+GQA 16 groups,28753526784.0,2.264036178588867
+GQA 16 groups,28799139840.0,2.275033473968506
+GQA 16 groups,28829024256.0,2.297166109085083
+GQA 16 groups,28843180032.0,2.2802846431732178
+GQA 16 groups,29058662400.0,2.28432297706604
+GQA 16 groups,29362225152.0,2.295897960662842
+GQA 16 groups,29403119616.0,2.2552852630615234
+GQA 16 groups,29423566848.0,2.2934837341308594
+GQA 16 groups,29517938688.0,2.30489444732666
+GQA 16 groups,29681516544.0,2.2827045917510986
+GQA 16 groups,29723983872.0,2.257026433944702
+GQA 16 groups,29747576832.0,2.2587730884552
+GQA 16 groups,29896998912.0,2.2945096492767334
+GQA 16 groups,29904863232.0,2.28426456451416
+GQA 16 groups,29970923520.0,2.2776284217834473
+GQA 16 groups,30063722496.0,2.28127384185791
+GQA 16 groups,30099898368.0,2.282562255859375
+GQA 16 groups,30142365696.0,2.2822861671447754
+GQA 16 groups,30189551616.0,2.2594995498657227
+GQA 16 groups,30276059136.0,2.2793993949890137
+GQA 16 groups,30502551552.0,2.2927427291870117
+GQA 16 groups,30543446016.0,2.2819299697875977
+GQA 16 groups,30625234944.0,2.28523850440979
+GQA 16 groups,30647255040.0,2.272411346435547
+GQA 16 groups,30653546496.0,2.2782254219055176
+GQA 16 groups,30802968576.0,2.2809066772460938
+GQA 16 groups,31062491136.0,2.2606287002563477
+GQA 16 groups,31128551424.0,2.253756046295166
+GQA 16 groups,31372345344.0,2.2590317726135254
+GQA 16 groups,31528058880.0,2.2685234546661377
+GQA 16 groups,31636586496.0,2.2603254318237305
+GQA 16 groups,31866224640.0,2.2538585662841797
+GQA 16 groups,31922847744.0,2.2720823287963867
+GQA 16 groups,31959023616.0,2.298424243927002
+GQA 16 groups,31973179392.0,2.262519121170044
+GQA 16 groups,32056541184.0,2.2473325729370117
+GQA 16 groups,32099008512.0,2.292153835296631
+GQA 16 groups,32177651712.0,2.2755422592163086
+GQA 16 groups,32234274816.0,2.278106689453125
+GQA 16 groups,32276742144.0,2.2736644744873047
+GQA 16 groups,32542556160.0,2.2405829429626465
+GQA 16 groups,32580304896.0,2.2566685676574707
+GQA 16 groups,32734445568.0,2.246037244796753
+GQA 16 groups,32946782208.0,2.2535200119018555
+GQA 16 groups,33055309824.0,2.245422601699829
+GQA 16 groups,33107214336.0,2.2793118953704834
+GQA 16 groups,33255063552.0,2.2382307052612305
+GQA 16 groups,33344716800.0,2.2578907012939453
+GQA 16 groups,33459535872.0,2.2674026489257812
+GQA 16 groups,33920385024.0,2.227121353149414
+GQA 16 groups,34013184000.0,2.266310453414917
+GQA 16 groups,34087108608.0,2.2451205253601074
+GQA 16 groups,34172043264.0,2.277822971343994
+GQA 16 groups,34245967872.0,2.256739616394043
+GQA 16 groups,34304163840.0,2.2892675399780273
+GQA 16 groups,34305736704.0,2.2713394165039062
+GQA 16 groups,34370224128.0,2.2720236778259277
+GQA 16 groups,34393817088.0,2.218960762023926
+GQA 16 groups,34429992960.0,2.2364683151245117
+GQA 16 groups,34529083392.0,2.2614283561706543
+GQA 16 groups,34625028096.0,2.243565559387207
+GQA 16 groups,34675359744.0,2.2585129737854004
+GQA 16 groups,34799616000.0,2.2604260444641113
+GQA 16 groups,34845229056.0,2.2397046089172363
+GQA 16 groups,34953756672.0,2.235393524169922
+GQA 16 groups,35011952640.0,2.285289764404297
+GQA 16 groups,35067002880.0,2.2587780952453613
+GQA 16 groups,35257319424.0,2.246128559112549
+GQA 16 groups,35279339520.0,2.263935089111328
+GQA 16 groups,35356409856.0,2.2583117485046387
+GQA 16 groups,35623796736.0,2.229445457458496
+GQA 16 groups,35796811776.0,2.274174690246582
+GQA 16 groups,35950952448.0,2.2015533447265625
+GQA 16 groups,35960389632.0,2.257357597351074
+GQA 16 groups,36078354432.0,2.230278968811035
+GQA 16 groups,36163289088.0,2.245915651321411
+GQA 16 groups,36274962432.0,2.227379322052002
+GQA 16 groups,36289118208.0,2.2392616271972656
+GQA 16 groups,36295409664.0,2.250368595123291
+GQA 16 groups,36446404608.0,2.262282371520996
+GQA 16 groups,36506173440.0,2.269665241241455
+GQA 16 groups,36576952320.0,2.2546708583831787
+GQA 16 groups,36654022656.0,2.267056941986084
+GQA 16 groups,36674469888.0,2.2388224601745605
+GQA 16 groups,36786143232.0,2.247039794921875
+GQA 16 groups,36841193472.0,2.2212305068969727
+GQA 16 groups,37000052736.0,2.193859338760376
+GQA 16 groups,37077123072.0,2.2781805992126465
+GQA 16 groups,37114871808.0,2.229978561401367
+GQA 16 groups,37171494912.0,2.2380714416503906
+GQA 16 groups,37207670784.0,2.238409996032715
+GQA 16 groups,37228118016.0,2.2501378059387207
+GQA 16 groups,37248565248.0,2.213679790496826
+GQA 16 groups,37364957184.0,2.2376699447631836
+GQA 16 groups,37423153152.0,2.2633161544799805
+GQA 16 groups,37431017472.0,2.256028175354004
+GQA 16 groups,37718851584.0,2.2326951026916504
+GQA 16 groups,37863555072.0,2.199155330657959
+GQA 16 groups,37997248512.0,2.2448344230651855
+GQA 16 groups,38195429376.0,2.2646422386169434
+GQA 16 groups,38352715776.0,2.2622194290161133
+GQA 16 groups,38590218240.0,2.254934310913086
+GQA 16 groups,38599655424.0,2.259539842605591
+GQA 16 groups,38717620224.0,2.2387168407440186
+GQA 16 groups,38723911680.0,2.2462997436523438
+GQA 16 groups,38933102592.0,2.256138324737549
+GQA 16 groups,38986579968.0,2.204770565032959
+GQA 16 groups,39036911616.0,2.2144432067871094
+GQA 16 groups,39040057344.0,2.208538293838501
+GQA 16 groups,39123419136.0,2.2584409713745117
+GQA 16 groups,39136002048.0,2.2005858421325684
+GQA 16 groups,39139147776.0,2.2308526039123535
+GQA 16 groups,39469449216.0,2.2122464179992676
+GQA 16 groups,39535509504.0,2.2397098541259766
+GQA 16 groups,39544946688.0,2.2616610527038574
+GQA 16 groups,39631454208.0,2.209641933441162
+GQA 16 groups,39790313472.0,2.2155251502990723
+GQA 16 groups,39823343616.0,2.2336721420288086
+GQA 16 groups,40021524480.0,2.2372031211853027
+GQA 16 groups,40054554624.0,2.2447509765625
+GQA 16 groups,40076574720.0,2.246441125869751
+GQA 16 groups,40169373696.0,2.223447322845459
+GQA 16 groups,40183529472.0,2.2134904861450195
+GQA 16 groups,40543715328.0,2.2426810264587402
+GQA 16 groups,40562589696.0,2.219176769256592
+GQA 16 groups,40655388672.0,2.247711181640625
+GQA 16 groups,41334865920.0,2.2203238010406494
+GQA 16 groups,41375760384.0,2.241375207901001
+GQA 16 groups,41404071936.0,2.236910343170166
+GQA 16 groups,41451257856.0,2.223986864089966
+GQA 16 groups,41584951296.0,2.2531776428222656
+GQA 16 groups,41624272896.0,2.1804556846618652
+GQA 16 groups,41745383424.0,2.2137017250061035
+GQA 16 groups,41757966336.0,2.203792095184326
+GQA 16 groups,41824026624.0,2.2100181579589844
+GQA 16 groups,41828745216.0,2.1865031719207764
+GQA 16 groups,41929408512.0,2.247629165649414
+GQA 16 groups,41951428608.0,2.257373332977295
+GQA 16 groups,42206232576.0,2.221900701522827
+GQA 16 groups,42313187328.0,2.2010045051574707
+GQA 16 groups,42338353152.0,2.201359510421753
+GQA 16 groups,42394976256.0,2.2161645889282227
+GQA 16 groups,42413850624.0,2.1922733783721924
+GQA 16 groups,42451599360.0,2.2335450649261475
+GQA 16 groups,42556981248.0,2.217245101928711
+GQA 16 groups,42607312896.0,2.218203544616699
+GQA 16 groups,42893574144.0,2.1857872009277344
+GQA 16 groups,42898292736.0,2.2188167572021484
+GQA 16 groups,42899865600.0,2.2216217517852783
+GQA 16 groups,42958061568.0,2.2569916248321533
+GQA 16 groups,43022548992.0,2.2114744186401367
+GQA 16 groups,43395317760.0,2.237142562866211
+GQA 16 groups,43426775040.0,2.2378387451171875
+GQA 16 groups,43450368000.0,2.232372999191284
+GQA 16 groups,43470815232.0,2.2004003524780273
+GQA 16 groups,43977277440.0,2.2251081466674805
+GQA 16 groups,44029181952.0,2.202869415283203
+GQA 16 groups,44109398016.0,2.2333602905273438
+GQA 16 groups,44159729664.0,2.2362661361694336
+GQA 16 groups,44180176896.0,2.2078163623809814
+GQA 16 groups,44362629120.0,2.2307209968566895
+GQA 16 groups,44464865280.0,2.2837462425231934
+GQA 16 groups,44582830080.0,2.207388162612915
+GQA 16 groups,44636307456.0,2.223177909851074
+GQA 16 groups,44697649152.0,2.218928337097168
+GQA 16 groups,44730679296.0,2.2015538215637207
+GQA 16 groups,44758990848.0,2.24558162689209
+GQA 16 groups,44773146624.0,2.21389102935791
+GQA 16 groups,44774719488.0,2.2037484645843506
+GQA 16 groups,44873809920.0,2.2247986793518066
+GQA 16 groups,44979191808.0,2.2589168548583984
+GQA 16 groups,45112885248.0,2.2342028617858887
+GQA 16 groups,45180518400.0,2.258241653442383
+GQA 16 groups,45194674176.0,2.238776445388794
+GQA 16 groups,45222985728.0,2.2246859073638916
+GQA 16 groups,45232422912.0,2.221989870071411
+GQA 16 groups,45386563584.0,2.2428367137908936
+GQA 16 groups,45440040960.0,2.210078716278076
+GQA 16 groups,45529694208.0,2.238572120666504
+GQA 16 groups,45569015808.0,2.2499589920043945
+GQA 16 groups,45647659008.0,2.222480297088623
+GQA 16 groups,45666533376.0,2.214606761932373
+GQA 16 groups,45894598656.0,2.2267203330993652
+GQA 16 groups,46055030784.0,2.2313263416290283
+GQA 16 groups,46108508160.0,2.240208148956299
+GQA 16 groups,46319271936.0,2.214446544647217
+GQA 16 groups,46338146304.0,2.198770046234131
+GQA 16 groups,46394769408.0,2.211268901824951
+GQA 16 groups,46537900032.0,2.2492408752441406
+GQA 16 groups,46621261824.0,2.228761672973633
+GQA 16 groups,46701477888.0,2.229795217514038
+GQA 16 groups,46850899968.0,2.1832141876220703
+GQA 16 groups,46871347200.0,2.242384195327759