|
--- |
|
base_model: |
|
- recoilme/Gemma-2-Ataraxy-Gemmasutra-9B-slerp |
|
|
|
model-index: |
|
- name: recoilme/Gemma-2-Ataraxy-Gemmasutra-9B-slerp-GGUF |
|
results: |
|
- task: |
|
type: PPL |
|
dataset: |
|
name: Vikhrmodels/Veles-2.5 |
|
type: Dummy |
|
metrics: |
|
- name: Q5_K_S |
|
type: perplexity |
|
value: '4.2069 +/- 0.0348' |
|
- name: Q6_K |
|
type: perplexity |
|
value: '4.2071 +/- 0.0348' |
|
- name: Q5_K |
|
type: perplexity |
|
value: '4.2103 +/- 0.0348' |
|
- name: Q5_K_M |
|
type: perplexity |
|
value: '4.2103 +/- 0.0348' |
|
- name: Q8_0 |
|
type: perplexity |
|
value: '4.2127 +/- 0.0349' |
|
- name: Q5_0 |
|
type: perplexity |
|
value: '4.2243 +/- 0.0350' |
|
- name: Q5_1 |
|
type: perplexity |
|
value: '4.2284 +/- 0.0351' |
|
- name: IQ4_XS |
|
type: perplexity |
|
value: '4.2335 +/- 0.0350' |
|
- name: IQ4_NL |
|
type: perplexity |
|
value: '4.2361 +/- 0.0351' |
|
- name: Q4_K |
|
type: perplexity |
|
value: '4.2418 +/- 0.0352' |
|
- name: Q4_K_M |
|
type: perplexity |
|
value: '4.2418 +/- 0.0352' |
|
- name: Q4_K_S |
|
type: perplexity |
|
value: '4.2540 +/- 0.0353' |
|
- name: Q4_0 |
|
type: perplexity |
|
value: '4.2543 +/- 0.0352' |
|
- name: Q4_1 |
|
type: perplexity |
|
value: '4.2636 +/- 0.0354' |
|
- name: Q3_K_L |
|
type: perplexity |
|
value: '4.2748 +/- 0.0355' |
|
- name: Q3_K_M |
|
type: perplexity |
|
value: '4.3016 +/- 0.0358' |
|
- name: Q3_K |
|
type: perplexity |
|
value: '4.3016 +/- 0.0358' |
|
- name: IQ3_M |
|
type: perplexity |
|
value: '4.3161 +/- 0.0360' |
|
- name: IQ3_S |
|
type: perplexity |
|
value: '4.3541 +/- 0.0364' |
|
- name: Q3_K_S |
|
type: perplexity |
|
value: '4.3628 +/- 0.0363' |
|
- name: IQ3_XS |
|
type: perplexity |
|
value: '4.3692 +/- 0.0364' |
|
- name: IQ3_XXS |
|
type: perplexity |
|
value: '4.3951 +/- 0.0363' |
|
- name: Q2_K |
|
type: perplexity |
|
value: '4.4597 +/- 0.0371' |
|
- name: IQ2_M |
|
type: perplexity |
|
value: '4.6029 +/- 0.0387' |
|
- name: Q2_K_S |
|
type: perplexity |
|
value: '4.6483 +/- 0.0385' |
|
- name: IQ2_S |
|
type: perplexity |
|
value: '4.7825 +/- 0.0404' |
|
- name: IQ2_XS |
|
type: perplexity |
|
value: '4.9246 +/- 0.0415' |
|
- name: IQ2_XXS |
|
type: perplexity |
|
value: '5.3178 +/- 0.0450' |
|
- name: IQ1_M |
|
type: perplexity |
|
value: '6.6785 +/- 0.0587' |
|
- name: IQ1_S |
|
type: perplexity |
|
value: '8.3323 +/- 0.0748' |
|
- task: |
|
type: PPL |
|
dataset: |
|
name: ggml-org/wikitext-2-raw-v1 |
|
type: Dummy |
|
metrics: |
|
- name: Q8_0 |
|
type: perplexity |
|
value: '7.8895 +/- 0.0548' |
|
- name: Q6_K |
|
type: perplexity |
|
value: '7.8896 +/- 0.0547' |
|
- name: Q5_K_S |
|
type: perplexity |
|
value: '7.8957 +/- 0.0547' |
|
- name: Q5_K |
|
type: perplexity |
|
value: '7.9047 +/- 0.0548' |
|
- name: Q5_K_M |
|
type: perplexity |
|
value: '7.9047 +/- 0.0548' |
|
- name: Q5_1 |
|
type: perplexity |
|
value: '7.9092 +/- 0.0549' |
|
- name: Q5_0 |
|
type: perplexity |
|
value: '7.9210 +/- 0.0549' |
|
- name: IQ4_XS |
|
type: perplexity |
|
value: '7.9583 +/- 0.0551' |
|
- name: IQ4_NL |
|
type: perplexity |
|
value: '7.9635 +/- 0.0553' |
|
- name: Q4_K |
|
type: perplexity |
|
value: '7.9777 +/- 0.0554' |
|
- name: Q4_K_M |
|
type: perplexity |
|
value: '7.9777 +/- 0.0554' |
|
- name: Q4_K_S |
|
type: perplexity |
|
value: '8.0115 +/- 0.0558' |
|
- name: Q4_1 |
|
type: perplexity |
|
value: '8.0142 +/- 0.0556' |
|
- name: Q4_0 |
|
type: perplexity |
|
value: '8.0419 +/- 0.0557' |
|
- name: Q3_K_L |
|
type: perplexity |
|
value: '8.0924 +/- 0.0563' |
|
- name: IQ3_M |
|
type: perplexity |
|
value: '8.1460 +/- 0.0568' |
|
- name: Q3_K_M |
|
type: perplexity |
|
value: '8.1713 +/- 0.0571' |
|
- name: Q3_K |
|
type: perplexity |
|
value: '8.1713 +/- 0.0571' |
|
- name: IQ3_S |
|
type: perplexity |
|
value: '8.2287 +/- 0.0576' |
|
- name: IQ3_XS |
|
type: perplexity |
|
value: '8.3294 +/- 0.0583' |
|
- name: Q3_K_S |
|
type: perplexity |
|
value: '8.3341 +/- 0.0582' |
|
- name: IQ3_XXS |
|
type: perplexity |
|
value: '8.3716 +/- 0.0581' |
|
- name: Q2_K |
|
type: perplexity |
|
value: '8.6176 +/- 0.0597' |
|
- name: IQ2_M |
|
type: perplexity |
|
value: '8.7986 +/- 0.0616' |
|
- name: Q2_K_S |
|
type: perplexity |
|
value: '9.1279 +/- 0.0633' |
|
- name: IQ2_S |
|
type: perplexity |
|
value: '9.2979 +/- 0.0656' |
|
- name: IQ2_XS |
|
type: perplexity |
|
value: '9.6843 +/- 0.0682' |
|
- name: IQ2_XXS |
|
type: perplexity |
|
value: '10.5431 +/- 0.0748' |
|
- name: IQ1_M |
|
type: perplexity |
|
value: '12.9640 +/- 0.0951' |
|
- name: IQ1_S |
|
type: perplexity |
|
value: '15.2188 +/- 0.1137' |
|
--- |
|
|
|
# Perplexity evaluations |
|
|
|
Vikhrmodels/Veles-2.5 subset evaluations: |
|
| Model | Perplexity | Lower Bound | Upper Bound | Confidence | |
|
|:--------------------------------------------|-------------:|--------------:|--------------:|-------------:| |
|
| Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q5_K_S | 4.2069 | 4.1722 | 4.2416 | 0.0348 | |
|
| Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q6_K | 4.2071 | 4.1723 | 4.2419 | 0.0348 | |
|
| Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q5_K | 4.2103 | 4.1755 | 4.2451 | 0.0348 | |
|
| Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q5_K_M | 4.2103 | 4.1755 | 4.2451 | 0.0348 | |
|
| Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q8_0 | 4.2127 | 4.1778 | 4.2476 | 0.0349 | |
|
| Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q5_0 | 4.2243 | 4.1893 | 4.2593 | 0.035 | |
|
| Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q5_1 | 4.2284 | 4.1933 | 4.2635 | 0.0351 | |
|
| Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ4_XS | 4.2335 | 4.1985 | 4.2685 | 0.035 | |
|
| Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ4_NL | 4.2361 | 4.201 | 4.2712 | 0.0351 | |
|
| Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q4_K | 4.2418 | 4.2066 | 4.277 | 0.0352 | |
|
| Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q4_K_M | 4.2418 | 4.2066 | 4.277 | 0.0352 | |
|
| Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q4_K_S | 4.254 | 4.2187 | 4.2893 | 0.0353 | |
|
| Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q4_0 | 4.2543 | 4.2191 | 4.2895 | 0.0352 | |
|
| Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q4_1 | 4.2636 | 4.2282 | 4.299 | 0.0354 | |
|
| Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q3_K_L | 4.2748 | 4.2393 | 4.3103 | 0.0355 | |
|
| Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q3_K_M | 4.3016 | 4.2658 | 4.3374 | 0.0358 | |
|
| Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q3_K | 4.3016 | 4.2658 | 4.3374 | 0.0358 | |
|
| Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ3_M | 4.3161 | 4.2801 | 4.3521 | 0.036 | |
|
| Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ3_S | 4.3541 | 4.3177 | 4.3905 | 0.0364 | |
|
| Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q3_K_S | 4.3628 | 4.3265 | 4.3991 | 0.0363 | |
|
| Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ3_XS | 4.3692 | 4.3328 | 4.4056 | 0.0364 | |
|
| Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ3_XXS | 4.3951 | 4.3588 | 4.4314 | 0.0363 | |
|
| Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q2_K | 4.4597 | 4.4226 | 4.4968 | 0.0371 | |
|
| Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ2_M | 4.6029 | 4.5642 | 4.6416 | 0.0387 | |
|
| Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q2_K_S | 4.6483 | 4.6098 | 4.6868 | 0.0385 | |
|
| Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ2_S | 4.7825 | 4.7421 | 4.8229 | 0.0404 | |
|
| Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ2_XS | 4.9246 | 4.8831 | 4.9661 | 0.0415 | |
|
| Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ2_XXS | 5.3178 | 5.2728 | 5.3628 | 0.045 | |
|
| Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ1_M | 6.6785 | 6.6198 | 6.7372 | 0.0587 | |
|
| Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ1_S | 8.3323 | 8.2575 | 8.4071 | 0.0748 | |
|
|
|
ggml-org/wikitext-2-raw-v1 evaluations: |
|
| Model | Perplexity | Lower Bound | Upper Bound | Confidence | |
|
|:--------------------------------------------|-------------:|--------------:|--------------:|-------------:| |
|
| Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q8_0 | 7.8895 | 7.8347 | 7.9443 | 0.0548 | |
|
| Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q6_K | 7.8896 | 7.8349 | 7.9443 | 0.0547 | |
|
| Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q5_K_S | 7.8957 | 7.841 | 7.9504 | 0.0547 | |
|
| Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q5_K | 7.9047 | 7.8499 | 7.9595 | 0.0548 | |
|
| Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q5_K_M | 7.9047 | 7.8499 | 7.9595 | 0.0548 | |
|
| Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q5_1 | 7.9092 | 7.8543 | 7.9641 | 0.0549 | |
|
| Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q5_0 | 7.921 | 7.8661 | 7.976 | 0.0549 | |
|
| Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ4_XS | 7.9583 | 7.9032 | 8.0135 | 0.0551 | |
|
| Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ4_NL | 7.9635 | 7.9082 | 8.0187 | 0.0553 | |
|
| Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q4_K | 7.9777 | 7.9223 | 8.0331 | 0.0554 | |
|
| Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q4_K_M | 7.9777 | 7.9223 | 8.0331 | 0.0554 | |
|
| Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q4_K_S | 8.0115 | 7.9557 | 8.0673 | 0.0558 | |
|
| Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q4_1 | 8.0142 | 7.9586 | 8.0698 | 0.0556 | |
|
| Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q4_0 | 8.0419 | 7.9862 | 8.0976 | 0.0557 | |
|
| Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q3_K_L | 8.0924 | 8.036 | 8.1487 | 0.0563 | |
|
| Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ3_M | 8.146 | 8.0892 | 8.2028 | 0.0568 | |
|
| Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q3_K_M | 8.1713 | 8.1142 | 8.2284 | 0.0571 | |
|
| Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q3_K | 8.1713 | 8.1142 | 8.2284 | 0.0571 | |
|
| Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ3_S | 8.2287 | 8.1711 | 8.2863 | 0.0576 | |
|
| Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ3_XS | 8.3294 | 8.271 | 8.3878 | 0.0583 | |
|
| Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q3_K_S | 8.3341 | 8.2759 | 8.3923 | 0.0582 | |
|
| Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ3_XXS | 8.3716 | 8.3135 | 8.4297 | 0.0581 | |
|
| Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q2_K | 8.6176 | 8.5579 | 8.6773 | 0.0597 | |
|
| Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ2_M | 8.7986 | 8.737 | 8.8602 | 0.0616 | |
|
| Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q2_K_S | 9.1279 | 9.0646 | 9.1912 | 0.0633 | |
|
| Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ2_S | 9.2979 | 9.2323 | 9.3635 | 0.0656 | |
|
| Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ2_XS | 9.6843 | 9.6161 | 9.7525 | 0.0682 | |
|
| Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ2_XXS | 10.5431 | 10.4683 | 10.6179 | 0.0748 | |
|
| Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ1_M | 12.964 | 12.8689 | 13.0591 | 0.0951 | |
|
| Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ1_S | 15.2188 | 15.1051 | 15.3325 | 0.1137 | |
