jansowa commited on
Commit
47b0b81
·
verified ·
1 Parent(s): 1c56da3

Add PLLuM and other models

Browse files
Files changed (1) hide show
  1. data.json +160 -0
data.json CHANGED
@@ -310,5 +310,165 @@
310
  "Sentiment": 1.955128205128205,
311
  "Language understanding": 0.835,
312
  "Phraseology": 2.595
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
313
  }
314
  ]
 
310
  "Sentiment": 1.955128205128205,
311
  "Language understanding": 0.835,
312
  "Phraseology": 2.595
313
+ },
314
+ {
315
+ "Model": "CYFRAGOVPL/Llama-PLLuM-70B-chat",
316
+ "Params": "70.6B",
317
+ "Average": 3.63,
318
+ "Sentiment": 3.94,
319
+ "Language understanding": 3.61,
320
+ "Phraseology": 3.35
321
+ },
322
+ {
323
+ "Model": "CYFRAGOVPL/PLLuM-8x7B-nc-instruct",
324
+ "Params": "46.7B",
325
+ "Average": 3.56,
326
+ "Sentiment": 3.88,
327
+ "Language understanding": 3.59,
328
+ "Phraseology": 3.22
329
+ },
330
+ {
331
+ "Model": "CYFRAGOVPL/Llama-PLLuM-70B-instruct",
332
+ "Params": "70.6B",
333
+ "Average": 3.56,
334
+ "Sentiment": 3.78,
335
+ "Language understanding": 3.63,
336
+ "Phraseology": 3.26
337
+ },
338
+ {
339
+ "Model": "CYFRAGOVPL/PLLuM-8x7B-instruct",
340
+ "Params": "46.7B",
341
+ "Average": 3.50,
342
+ "Sentiment": 3.59,
343
+ "Language understanding": 3.47,
344
+ "Phraseology": 3.46
345
+ },
346
+ {
347
+ "Model": "CYFRAGOVPL/PLLuM-12B-instruct",
348
+ "Params": "12.2B",
349
+ "Average": 3.49,
350
+ "Sentiment": 3.71,
351
+ "Language understanding": 3.17,
352
+ "Phraseology": 3.59
353
+ },
354
+ {
355
+ "Model": "CYFRAGOVPL/PLLuM-8x7B-nc-chat",
356
+ "Params": "46.7B",
357
+ "Average": 3.44,
358
+ "Sentiment": 3.76,
359
+ "Language understanding": 3.48,
360
+ "Phraseology": 3.08
361
+ },
362
+ {
363
+ "Model": "CYFRAGOVPL/PLLuM-8x7B-chat",
364
+ "Params": "46.7B",
365
+ "Average": 3.41,
366
+ "Sentiment": 3.44,
367
+ "Language understanding": 3.45,
368
+ "Phraseology": 3.35
369
+ },
370
+ {
371
+ "Model": "CYFRAGOVPL/PLLuM-12B-chat",
372
+ "Params": "12.2B",
373
+ "Average": 3.32,
374
+ "Sentiment": 3.32,
375
+ "Language understanding": 3.21,
376
+ "Phraseology": 3.43
377
+ },
378
+ {
379
+ "Model": "CYFRAGOVPL/PLLuM-12B-nc-instruct",
380
+ "Params": "12.2B",
381
+ "Average": 3.29,
382
+ "Sentiment": 3.24,
383
+ "Language understanding": 3.31,
384
+ "Phraseology": 3.32
385
+ },
386
+ {
387
+ "Model": "CYFRAGOVPL/Llama-PLLuM-8B-instruct",
388
+ "Params": "8.03B",
389
+ "Average": 3.20,
390
+ "Sentiment": 3.24,
391
+ "Language understanding": 2.90,
392
+ "Phraseology": 3.46
393
+ },
394
+ {
395
+ "Model": "CYFRAGOVPL/Llama-PLLuM-8B-chat",
396
+ "Params": "8.03B",
397
+ "Average": 3.14,
398
+ "Sentiment": 3.13,
399
+ "Language understanding": 2.93,
400
+ "Phraseology": 3.36
401
+ },
402
+ {
403
+ "Model": "CYFRAGOVPL/PLLuM-12B-nc-chat",
404
+ "Params": "12.2B",
405
+ "Average": 3.33,
406
+ "Sentiment": 3.22,
407
+ "Language understanding": 3.23,
408
+ "Phraseology": 3.54
409
+ },
410
+ {
411
+ "Model": "Qwen/Qwen2.5-72B-Instruct",
412
+ "Params": "72.7B",
413
+ "Average": 3.9923076923076923,
414
+ "Sentiment": 4.076923076923077,
415
+ "Language understanding": 3.97,
416
+ "Phraseology": 3.93
417
+ },
418
+ {
419
+ "Model": "Qwen/Qwen2.5-32B-Instruct",
420
+ "Params": "32.8B",
421
+ "Average": 3.8047008547008545,
422
+ "Sentiment": 3.8141025641025643,
423
+ "Language understanding": 3.565,
424
+ "Phraseology": 4.035
425
+ },
426
+ {
427
+ "Model": "mistralai/Mistral-Small-24B-Instruct-2501",
428
+ "Params": "23.6B",
429
+ "Average": 3.79508547008547,
430
+ "Sentiment": 3.91025641025641,
431
+ "Language understanding": 3.6,
432
+ "Phraseology": 3.875
433
+ },
434
+ {
435
+ "Model": "meta-llama/Llama-3.3-70B-Instruct",
436
+ "Params": "70.6B",
437
+ "Average": 3.7332905982905977,
438
+ "Sentiment": 4.294871794871795,
439
+ "Language understanding": 3.865,
440
+ "Phraseology": 3.04
441
+ },
442
+ {
443
+ "Model": "Qwen/Qwen2.5-14B-Instruct",
444
+ "Params": "14.8B",
445
+ "Average": 3.61508547008547,
446
+ "Sentiment": 3.91025641025641,
447
+ "Language understanding": 3.565,
448
+ "Phraseology": 3.37
449
+ },
450
+ {
451
+ "Model": "microsoft/phi-4",
452
+ "Params": "14.7B",
453
+ "Average": 3.4976495726495727,
454
+ "Sentiment": 3.717948717948718,
455
+ "Language understanding": 3.54,
456
+ "Phraseology": 3.235
457
+ },
458
+ {
459
+ "Model": "Qwen/Qwen2.5-7B-Instruct",
460
+ "Params": "7.62B",
461
+ "Average": 3.2258974358974357,
462
+ "Sentiment": 3.5576923076923075,
463
+ "Language understanding": 3.025,
464
+ "Phraseology": 3.095
465
+ },
466
+ {
467
+ "Model": "microsoft/Phi-4-mini-instruct",
468
+ "Params": "3.84B",
469
+ "Average": 2.455769230769231,
470
+ "Sentiment": 2.6923076923076925,
471
+ "Language understanding": 2.43,
472
+ "Phraseology": 2.245
473
  }
474
  ]