scores/Watt-Tool-8B-F16.hsw

common_init_from_params: setting dry_penalty_last_n to ctx_size = 768
common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable)

system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 |
hellaswag_score : loaded 10042 tasks from prompt.
================================= is_spm = 0
hellaswag_score : selecting 750 randomized tasks.
hellaswag_score : calculating hellaswag score over selected tasks.

task	acc_norm
1	0.00000000
2	50.00000000
3	66.66666667
4	75.00000000
5	80.00000000
6	83.33333333
7	85.71428571
8	87.50000000
9	88.88888889
10	90.00000000
11	90.90909091
12	83.33333333
13	84.61538462
14	85.71428571
15	86.66666667
16	87.50000000
17	82.35294118
18	83.33333333
19	78.94736842
20	80.00000000
21	80.95238095
22	81.81818182
23	82.60869565
24	79.16666667
25	76.00000000
26	73.07692308
27	70.37037037
28	71.42857143
29	72.41379310
30	70.00000000
31	70.96774194
32	68.75000000
33	69.69696970
34	70.58823529
35	71.42857143
36	72.22222222
37	70.27027027
38	71.05263158
39	71.79487179
40	70.00000000
41	70.73170732
42	69.04761905
43	69.76744186
44	70.45454545
45	68.88888889
46	69.56521739
47	70.21276596
48	70.83333333
49	71.42857143
50	72.00000000
51	72.54901961
52	71.15384615
53	69.81132075
54	68.51851852
55	69.09090909
56	67.85714286
57	68.42105263
58	68.96551724
59	69.49152542
60	70.00000000
61	70.49180328
62	69.35483871
63	69.84126984
64	70.31250000
65	70.76923077
66	69.69696970
67	70.14925373
68	70.58823529
69	71.01449275
70	71.42857143
71	70.42253521
72	70.83333333
73	71.23287671
74	71.62162162
75	70.66666667
76	71.05263158
77	71.42857143
78	71.79487179
79	72.15189873
80	72.50000000
81	72.83950617
82	73.17073171
83	73.49397590
84	73.80952381
85	74.11764706
86	74.41860465
87	74.71264368
88	75.00000000
89	74.15730337
90	74.44444444
91	74.72527473
92	73.91304348
93	74.19354839
94	74.46808511
95	74.73684211
96	75.00000000
97	75.25773196
98	75.51020408
99	75.75757576
100	75.00000000
101	75.24752475
102	74.50980392
103	73.78640777
104	74.03846154
105	74.28571429
106	74.52830189
107	74.76635514
108	75.00000000
109	74.31192661
110	74.54545455
111	73.87387387
112	74.10714286
113	74.33628319
114	74.56140351
115	74.78260870
116	74.13793103
117	73.50427350
118	73.72881356
119	73.94957983
120	73.33333333
121	73.55371901
122	73.77049180
123	73.98373984
124	74.19354839
125	74.40000000
126	74.60317460
127	74.80314961
128	74.21875000
129	74.41860465
130	73.84615385
131	74.04580153
132	74.24242424
133	74.43609023
134	74.62686567
135	74.81481481
136	75.00000000
137	75.18248175
138	75.36231884
139	74.82014388
140	75.00000000
141	75.17730496
142	75.35211268
143	75.52447552
144	75.69444444
145	75.86206897
146	76.02739726
147	76.19047619
148	76.35135135
149	76.51006711
150	76.66666667
151	76.15894040
152	75.65789474
153	75.81699346
154	75.97402597
155	76.12903226
156	75.64102564
157	75.15923567
158	75.31645570
159	74.84276730
160	75.00000000
161	75.15527950
162	75.30864198
163	75.46012270
164	75.60975610
165	75.75757576
166	75.90361446
167	76.04790419
168	76.19047619
169	75.73964497
170	75.88235294
171	76.02339181
172	76.16279070
173	76.30057803
174	76.43678161
175	76.00000000
176	76.13636364
177	76.27118644
178	76.40449438
179	75.97765363
180	76.11111111
181	75.69060773
182	75.82417582
183	75.95628415
184	76.08695652
185	76.21621622
186	75.80645161
187	75.40106952
188	75.00000000
189	74.60317460
190	74.73684211
191	74.86910995
192	75.00000000
193	74.61139896
194	74.74226804
195	74.35897436
196	74.48979592
197	74.11167513
198	73.73737374
199	73.86934673
200	74.00000000
201	74.12935323
202	74.25742574
203	73.89162562
204	74.01960784
205	74.14634146
206	74.27184466
207	74.39613527
208	74.03846154
209	74.16267943
210	74.28571429
211	74.40758294
212	74.52830189
213	74.64788732
214	74.76635514
215	74.41860465
216	74.53703704
217	74.19354839
218	74.31192661
219	74.42922374
220	74.54545455
221	74.20814480
222	74.32432432
223	74.43946188
224	74.55357143
225	74.66666667
226	74.77876106
227	74.44933921
228	74.56140351
229	74.67248908
230	74.78260870
231	74.45887446
232	74.13793103
233	74.24892704
234	74.35897436
235	74.04255319
236	73.72881356
237	73.83966245
238	73.94957983
239	74.05857741
240	74.16666667
241	74.27385892
242	74.38016529
243	74.48559671
244	74.59016393
245	74.28571429
246	74.39024390
247	74.49392713
248	74.59677419
249	74.69879518
250	74.80000000
251	74.90039841
252	75.00000000
253	74.70355731
254	74.80314961
255	74.90196078
256	75.00000000
257	74.70817121
258	74.80620155
259	74.90347490
260	75.00000000
261	75.09578544
262	74.80916031
263	74.90494297
264	75.00000000
265	75.09433962
266	75.18796992
267	75.28089888
268	75.37313433
269	75.46468401
270	75.55555556
271	75.27675277
272	75.36764706
273	75.09157509
274	75.18248175
275	74.90909091
276	75.00000000
277	75.09025271
278	75.17985612
279	75.26881720
280	75.35714286
281	75.44483986
282	75.53191489
283	75.61837456
284	75.70422535
285	75.43859649
286	75.52447552
287	75.60975610
288	75.69444444
289	75.77854671
290	75.86206897
291	75.94501718
292	75.68493151
293	75.76791809
294	75.85034014
295	75.93220339
296	76.01351351
297	76.09427609
298	76.17449664
299	75.91973244
300	75.66666667
301	75.74750831
302	75.82781457
303	75.57755776
304	75.32894737
305	75.40983607
306	75.49019608
307	75.24429967
308	75.32467532
309	75.40453074
310	75.48387097
311	75.56270096
312	75.64102564
313	75.71884984
314	75.79617834
315	75.87301587
316	75.94936709
317	76.02523659
318	75.78616352
319	75.54858934
320	75.62500000
321	75.38940810
322	75.15527950
323	75.23219814
324	75.30864198
325	75.38461538
326	75.46012270
327	75.22935780
328	75.30487805
329	75.37993921
330	75.45454545
331	75.52870091
332	75.60240964
333	75.67567568
334	75.44910180
335	75.52238806
336	75.59523810
337	75.37091988
338	75.14792899
339	75.22123894
340	75.29411765
341	75.36656891
342	75.43859649
343	75.51020408
344	75.29069767
345	75.36231884
346	75.14450867
347	75.21613833
348	75.00000000
349	74.78510029
350	74.85714286
351	74.92877493
352	75.00000000
353	75.07082153
354	75.14124294
355	75.21126761
356	75.28089888
357	75.35014006
358	75.41899441
359	75.48746518
360	75.27777778
361	75.34626039
362	75.41436464
363	75.48209366
364	75.54945055
365	75.61643836
366	75.68306011
367	75.74931880
368	75.81521739
369	75.88075881
370	75.94594595
371	76.01078167
372	76.07526882
373	75.87131367
374	75.93582888
375	76.00000000
376	76.06382979
377	75.86206897
378	75.92592593
379	75.98944591
380	76.05263158
381	76.11548556
382	76.17801047
383	76.24020888
384	76.30208333
385	76.36363636
386	76.42487047
387	76.48578811
388	76.54639175
389	76.60668380
390	76.66666667
391	76.47058824
392	76.53061224
393	76.59033079
394	76.64974619
395	76.70886076
396	76.76767677
397	76.82619647
398	76.88442211
399	76.94235589
400	77.00000000
401	77.05735661
402	77.11442786
403	76.92307692
404	76.98019802
405	76.79012346
406	76.84729064
407	76.90417690
408	76.96078431
409	77.01711491
410	76.82926829
411	76.64233577
412	76.69902913
413	76.51331719
414	76.57004831
415	76.38554217
416	76.44230769
417	76.49880096
418	76.55502392
419	76.61097852
420	76.66666667
421	76.72209026
422	76.77725118
423	76.83215130
424	76.88679245
425	76.94117647
426	76.99530516
427	76.81498829
428	76.86915888
429	76.68997669
430	76.74418605
431	76.56612529
432	76.62037037
433	76.67436490
434	76.72811060
435	76.55172414
436	76.60550459
437	76.43020595
438	76.48401826
439	76.53758542
440	76.59090909
441	76.64399093
442	76.69683258
443	76.74943567
444	76.80180180
445	76.85393258
446	76.90582960
447	76.95749441
448	77.00892857
449	77.06013363
450	77.11111111
451	76.94013304
452	76.99115044
453	77.04194260
454	77.09251101
455	77.14285714
456	77.19298246
457	77.24288840
458	77.29257642
459	77.34204793
460	77.39130435
461	77.44034707
462	77.48917749
463	77.53779698
464	77.58620690
465	77.41935484
466	77.46781116
467	77.51605996
468	77.35042735
469	77.39872068
470	77.23404255
471	77.28237792
472	77.33050847
473	77.37843552
474	77.42616034
475	77.47368421
476	77.52100840
477	77.35849057
478	77.40585774
479	77.45302714
480	77.50000000
481	77.33887734
482	77.17842324
483	77.22567288
484	77.06611570
485	76.90721649
486	76.95473251
487	77.00205339
488	76.84426230
489	76.89161554
490	76.93877551
491	76.98574338
492	77.03252033
493	77.07910751
494	77.12550607
495	77.17171717
496	77.21774194
497	77.26358149
498	77.30923695
499	77.15430862
500	77.20000000
501	77.04590818
502	77.09163347
503	77.13717694
504	77.18253968
505	77.22772277
506	77.27272727
507	77.31755424
508	77.36220472
509	77.40667976
510	77.45098039
511	77.49510763
512	77.34375000
513	77.38791423
514	77.43190661
515	77.47572816
516	77.32558140
517	77.17601547
518	77.22007722
519	77.26396917
520	77.30769231
521	77.15930902
522	77.20306513
523	77.24665392
524	77.29007634
525	77.33333333
526	77.18631179
527	77.03984820
528	77.08333333
529	77.12665406
530	77.16981132
531	77.21280603
532	77.25563910
533	77.29831144
534	77.34082397
535	77.38317757
536	77.42537313
537	77.46741155
538	77.50929368
539	77.36549165
540	77.40740741
541	77.44916821
542	77.49077491
543	77.53222836
544	77.57352941
545	77.61467890
546	77.65567766
547	77.69652651
548	77.73722628
549	77.77777778
550	77.63636364
551	77.67695100
552	77.53623188
553	77.57685353
554	77.61732852
555	77.47747748
556	77.51798561
557	77.37881508
558	77.24014337
559	77.28085868
560	77.32142857
561	77.36185383
562	77.22419929
563	77.26465364
564	77.30496454
565	77.16814159
566	77.03180212
567	77.07231041
568	77.11267606
569	77.15289982
570	77.19298246
571	77.23292469
572	77.27272727
573	77.31239092
574	77.35191638
575	77.39130435
576	77.43055556
577	77.29636049
578	77.33564014
579	77.37478411
580	77.41379310
581	77.28055077
582	77.31958763
583	77.35849057
584	77.39726027
585	77.43589744
586	77.47440273
587	77.51277683
588	77.38095238
589	77.24957555
590	77.28813559
591	77.32656514
592	77.36486486
593	77.23440135
594	77.10437710
595	77.14285714
596	77.18120805
597	77.21943049
598	77.25752508
599	77.12854758
600	77.16666667
601	77.20465890
602	77.24252492
603	77.28026534
604	77.31788079
605	77.35537190
606	77.22772277
607	77.26523888
608	77.13815789
609	77.17569787
610	77.21311475
611	77.25040917
612	77.12418301
613	76.99836868
614	77.03583062
615	77.07317073
616	76.94805195
617	76.98541329
618	77.02265372
619	77.05977383
620	77.09677419
621	77.13365539
622	77.17041801
623	77.20706260
624	77.24358974
625	77.28000000
626	77.31629393
627	77.35247209
628	77.38853503
629	77.26550079
630	77.30158730
631	77.33755943
632	77.21518987
633	77.25118483
634	77.28706625
635	77.32283465
636	77.35849057
637	77.39403454
638	77.42946708
639	77.46478873
640	77.34375000
641	77.37909516
642	77.41433022
643	77.44945568
644	77.48447205
645	77.36434109
646	77.39938080
647	77.43431221
648	77.46913580
649	77.34976888
650	77.38461538
651	77.41935484
652	77.45398773
653	77.48851455
654	77.52293578
655	77.55725191
656	77.59146341
657	77.62557078
658	77.65957447
659	77.54172989
660	77.42424242
661	77.45839637
662	77.49244713
663	77.52639517
664	77.56024096
665	77.59398496
666	77.62762763
667	77.66116942
668	77.69461078
669	77.72795217
670	77.76119403
671	77.79433681
672	77.82738095
673	77.86032689
674	77.89317507
675	77.92592593
676	77.95857988
677	77.99113737
678	78.02359882
679	78.05596465
680	78.08823529
681	77.97356828
682	78.00586510
683	78.03806735
684	78.07017544
685	78.10218978
686	78.13411079
687	78.16593886
688	78.19767442
689	78.22931785
690	78.26086957
691	78.29232996
692	78.32369942
693	78.21067821
694	78.24207493
695	78.27338129
696	78.30459770
697	78.33572453
698	78.36676218
699	78.39771102
700	78.42857143
701	78.45934379
702	78.49002849
703	78.52062589
704	78.55113636
705	78.58156028
706	78.61189802
707	78.64214993
708	78.67231638
709	78.70239774
710	78.73239437
711	78.76230661
712	78.79213483
713	78.82187938
714	78.85154062
715	78.74125874
716	78.77094972
717	78.80055788
718	78.83008357
719	78.85952712
720	78.88888889
721	78.77947295
722	78.80886427
723	78.83817427
724	78.86740331
725	78.89655172
726	78.92561983
727	78.95460798
728	78.98351648
729	79.01234568
730	79.04109589
731	79.06976744
732	78.96174863
733	78.85402456
734	78.88283379
735	78.77551020
736	78.80434783
737	78.69742198
738	78.59078591
739	78.48443843
740	78.51351351
741	78.54251012
742	78.57142857
743	78.60026918
744	78.62903226
745	78.65771812
746	78.68632708
747	78.58099063
748	78.60962567
749	78.63818425
750	78.66666667