Spaces:
Sleeping
Sleeping
Add PLLuM and other models
Browse files
data.json
CHANGED
@@ -310,5 +310,165 @@
|
|
310 |
"Sentiment": 1.955128205128205,
|
311 |
"Language understanding": 0.835,
|
312 |
"Phraseology": 2.595
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
313 |
}
|
314 |
]
|
|
|
310 |
"Sentiment": 1.955128205128205,
|
311 |
"Language understanding": 0.835,
|
312 |
"Phraseology": 2.595
|
313 |
+
},
|
314 |
+
{
|
315 |
+
"Model": "CYFRAGOVPL/Llama-PLLuM-70B-chat",
|
316 |
+
"Params": "70.6B",
|
317 |
+
"Average": 3.63,
|
318 |
+
"Sentiment": 3.94,
|
319 |
+
"Language understanding": 3.61,
|
320 |
+
"Phraseology": 3.35
|
321 |
+
},
|
322 |
+
{
|
323 |
+
"Model": "CYFRAGOVPL/PLLuM-8x7B-nc-instruct",
|
324 |
+
"Params": "46.7B",
|
325 |
+
"Average": 3.56,
|
326 |
+
"Sentiment": 3.88,
|
327 |
+
"Language understanding": 3.59,
|
328 |
+
"Phraseology": 3.22
|
329 |
+
},
|
330 |
+
{
|
331 |
+
"Model": "CYFRAGOVPL/Llama-PLLuM-70B-instruct",
|
332 |
+
"Params": "70.6B",
|
333 |
+
"Average": 3.56,
|
334 |
+
"Sentiment": 3.78,
|
335 |
+
"Language understanding": 3.63,
|
336 |
+
"Phraseology": 3.26
|
337 |
+
},
|
338 |
+
{
|
339 |
+
"Model": "CYFRAGOVPL/PLLuM-8x7B-instruct",
|
340 |
+
"Params": "46.7B",
|
341 |
+
"Average": 3.50,
|
342 |
+
"Sentiment": 3.59,
|
343 |
+
"Language understanding": 3.47,
|
344 |
+
"Phraseology": 3.46
|
345 |
+
},
|
346 |
+
{
|
347 |
+
"Model": "CYFRAGOVPL/PLLuM-12B-instruct",
|
348 |
+
"Params": "12.2B",
|
349 |
+
"Average": 3.49,
|
350 |
+
"Sentiment": 3.71,
|
351 |
+
"Language understanding": 3.17,
|
352 |
+
"Phraseology": 3.59
|
353 |
+
},
|
354 |
+
{
|
355 |
+
"Model": "CYFRAGOVPL/PLLuM-8x7B-nc-chat",
|
356 |
+
"Params": "46.7B",
|
357 |
+
"Average": 3.44,
|
358 |
+
"Sentiment": 3.76,
|
359 |
+
"Language understanding": 3.48,
|
360 |
+
"Phraseology": 3.08
|
361 |
+
},
|
362 |
+
{
|
363 |
+
"Model": "CYFRAGOVPL/PLLuM-8x7B-chat",
|
364 |
+
"Params": "46.7B",
|
365 |
+
"Average": 3.41,
|
366 |
+
"Sentiment": 3.44,
|
367 |
+
"Language understanding": 3.45,
|
368 |
+
"Phraseology": 3.35
|
369 |
+
},
|
370 |
+
{
|
371 |
+
"Model": "CYFRAGOVPL/PLLuM-12B-chat",
|
372 |
+
"Params": "12.2B",
|
373 |
+
"Average": 3.32,
|
374 |
+
"Sentiment": 3.32,
|
375 |
+
"Language understanding": 3.21,
|
376 |
+
"Phraseology": 3.43
|
377 |
+
},
|
378 |
+
{
|
379 |
+
"Model": "CYFRAGOVPL/PLLuM-12B-nc-instruct",
|
380 |
+
"Params": "12.2B",
|
381 |
+
"Average": 3.29,
|
382 |
+
"Sentiment": 3.24,
|
383 |
+
"Language understanding": 3.31,
|
384 |
+
"Phraseology": 3.32
|
385 |
+
},
|
386 |
+
{
|
387 |
+
"Model": "CYFRAGOVPL/Llama-PLLuM-8B-instruct",
|
388 |
+
"Params": "8.03B",
|
389 |
+
"Average": 3.20,
|
390 |
+
"Sentiment": 3.24,
|
391 |
+
"Language understanding": 2.90,
|
392 |
+
"Phraseology": 3.46
|
393 |
+
},
|
394 |
+
{
|
395 |
+
"Model": "CYFRAGOVPL/Llama-PLLuM-8B-chat",
|
396 |
+
"Params": "8.03B",
|
397 |
+
"Average": 3.14,
|
398 |
+
"Sentiment": 3.13,
|
399 |
+
"Language understanding": 2.93,
|
400 |
+
"Phraseology": 3.36
|
401 |
+
},
|
402 |
+
{
|
403 |
+
"Model": "CYFRAGOVPL/PLLuM-12B-nc-chat",
|
404 |
+
"Params": "12.2B",
|
405 |
+
"Average": 3.33,
|
406 |
+
"Sentiment": 3.22,
|
407 |
+
"Language understanding": 3.23,
|
408 |
+
"Phraseology": 3.54
|
409 |
+
},
|
410 |
+
{
|
411 |
+
"Model": "Qwen/Qwen2.5-72B-Instruct",
|
412 |
+
"Params": "72.7B",
|
413 |
+
"Average": 3.9923076923076923,
|
414 |
+
"Sentiment": 4.076923076923077,
|
415 |
+
"Language understanding": 3.97,
|
416 |
+
"Phraseology": 3.93
|
417 |
+
},
|
418 |
+
{
|
419 |
+
"Model": "Qwen/Qwen2.5-32B-Instruct",
|
420 |
+
"Params": "32.8B",
|
421 |
+
"Average": 3.8047008547008545,
|
422 |
+
"Sentiment": 3.8141025641025643,
|
423 |
+
"Language understanding": 3.565,
|
424 |
+
"Phraseology": 4.035
|
425 |
+
},
|
426 |
+
{
|
427 |
+
"Model": "mistralai/Mistral-Small-24B-Instruct-2501",
|
428 |
+
"Params": "23.6B",
|
429 |
+
"Average": 3.79508547008547,
|
430 |
+
"Sentiment": 3.91025641025641,
|
431 |
+
"Language understanding": 3.6,
|
432 |
+
"Phraseology": 3.875
|
433 |
+
},
|
434 |
+
{
|
435 |
+
"Model": "meta-llama/Llama-3.3-70B-Instruct",
|
436 |
+
"Params": "70.6B",
|
437 |
+
"Average": 3.7332905982905977,
|
438 |
+
"Sentiment": 4.294871794871795,
|
439 |
+
"Language understanding": 3.865,
|
440 |
+
"Phraseology": 3.04
|
441 |
+
},
|
442 |
+
{
|
443 |
+
"Model": "Qwen/Qwen2.5-14B-Instruct",
|
444 |
+
"Params": "14.8B",
|
445 |
+
"Average": 3.61508547008547,
|
446 |
+
"Sentiment": 3.91025641025641,
|
447 |
+
"Language understanding": 3.565,
|
448 |
+
"Phraseology": 3.37
|
449 |
+
},
|
450 |
+
{
|
451 |
+
"Model": "microsoft/phi-4",
|
452 |
+
"Params": "14.7B",
|
453 |
+
"Average": 3.4976495726495727,
|
454 |
+
"Sentiment": 3.717948717948718,
|
455 |
+
"Language understanding": 3.54,
|
456 |
+
"Phraseology": 3.235
|
457 |
+
},
|
458 |
+
{
|
459 |
+
"Model": "Qwen/Qwen2.5-7B-Instruct",
|
460 |
+
"Params": "7.62B",
|
461 |
+
"Average": 3.2258974358974357,
|
462 |
+
"Sentiment": 3.5576923076923075,
|
463 |
+
"Language understanding": 3.025,
|
464 |
+
"Phraseology": 3.095
|
465 |
+
},
|
466 |
+
{
|
467 |
+
"Model": "microsoft/Phi-4-mini-instruct",
|
468 |
+
"Params": "3.84B",
|
469 |
+
"Average": 2.455769230769231,
|
470 |
+
"Sentiment": 2.6923076923076925,
|
471 |
+
"Language understanding": 2.43,
|
472 |
+
"Phraseology": 2.245
|
473 |
}
|
474 |
]
|