Hugging Face's logo

AI-Art-Collab
/
Gemma-2-Ataraxy-Gemmasutra-9B-slerp-GGUF

GGUF
Eval Results
Inference Endpoints
conversational
Model card Files Community
Gemma-2-Ataraxy-Gemmasutra-9B-slerp-GGUF / README.md
WaveCut's picture
WaveCut
Update README.md
600884b verified
preview code
|
raw
history blame
13.1 kB
metadata
base_model:
  - recoilme/Gemma-2-Ataraxy-Gemmasutra-9B-slerp
model-index:
  - name: recoilme/Gemma-2-Ataraxy-Gemmasutra-9B-slerp-GGUF
    results:
      - task:
          type: PPL
        dataset:
          name: Vikhrmodels/Veles-2.5
          type: Dummy
        metrics:
          - name: Q5_K_S
            type: perplexity
            value: 4.2069 +/- 0.0348
          - name: Q6_K
            type: perplexity
            value: 4.2071 +/- 0.0348
          - name: Q5_K
            type: perplexity
            value: 4.2103 +/- 0.0348
          - name: Q5_K_M
            type: perplexity
            value: 4.2103 +/- 0.0348
          - name: Q8_0
            type: perplexity
            value: 4.2127 +/- 0.0349
          - name: Q5_0
            type: perplexity
            value: 4.2243 +/- 0.0350
          - name: Q5_1
            type: perplexity
            value: 4.2284 +/- 0.0351
          - name: IQ4_XS
            type: perplexity
            value: 4.2335 +/- 0.0350
          - name: IQ4_NL
            type: perplexity
            value: 4.2361 +/- 0.0351
          - name: Q4_K
            type: perplexity
            value: 4.2418 +/- 0.0352
          - name: Q4_K_M
            type: perplexity
            value: 4.2418 +/- 0.0352
          - name: Q4_K_S
            type: perplexity
            value: 4.2540 +/- 0.0353
          - name: Q4_0
            type: perplexity
            value: 4.2543 +/- 0.0352
          - name: Q4_1
            type: perplexity
            value: 4.2636 +/- 0.0354
          - name: Q3_K_L
            type: perplexity
            value: 4.2748 +/- 0.0355
          - name: Q3_K_M
            type: perplexity
            value: 4.3016 +/- 0.0358
          - name: Q3_K
            type: perplexity
            value: 4.3016 +/- 0.0358
          - name: IQ3_M
            type: perplexity
            value: 4.3161 +/- 0.0360
          - name: IQ3_S
            type: perplexity
            value: 4.3541 +/- 0.0364
          - name: Q3_K_S
            type: perplexity
            value: 4.3628 +/- 0.0363
          - name: IQ3_XS
            type: perplexity
            value: 4.3692 +/- 0.0364
          - name: IQ3_XXS
            type: perplexity
            value: 4.3951 +/- 0.0363
          - name: Q2_K
            type: perplexity
            value: 4.4597 +/- 0.0371
          - name: IQ2_M
            type: perplexity
            value: 4.6029 +/- 0.0387
          - name: Q2_K_S
            type: perplexity
            value: 4.6483 +/- 0.0385
          - name: IQ2_S
            type: perplexity
            value: 4.7825 +/- 0.0404
          - name: IQ2_XS
            type: perplexity
            value: 4.9246 +/- 0.0415
          - name: IQ2_XXS
            type: perplexity
            value: 5.3178 +/- 0.0450
          - name: IQ1_M
            type: perplexity
            value: 6.6785 +/- 0.0587
          - name: IQ1_S
            type: perplexity
            value: 8.3323 +/- 0.0748
      - task:
          type: PPL
        dataset:
          name: ggml-org/wikitext-2-raw-v1
          type: Dummy
        metrics:
          - name: Q8_0
            type: perplexity
            value: 7.8895 +/- 0.0548
          - name: Q6_K
            type: perplexity
            value: 7.8896 +/- 0.0547
          - name: Q5_K_S
            type: perplexity
            value: 7.8957 +/- 0.0547
          - name: Q5_K
            type: perplexity
            value: 7.9047 +/- 0.0548
          - name: Q5_K_M
            type: perplexity
            value: 7.9047 +/- 0.0548
          - name: Q5_1
            type: perplexity
            value: 7.9092 +/- 0.0549
          - name: Q5_0
            type: perplexity
            value: 7.9210 +/- 0.0549
          - name: IQ4_XS
            type: perplexity
            value: 7.9583 +/- 0.0551
          - name: IQ4_NL
            type: perplexity
            value: 7.9635 +/- 0.0553
          - name: Q4_K
            type: perplexity
            value: 7.9777 +/- 0.0554
          - name: Q4_K_M
            type: perplexity
            value: 7.9777 +/- 0.0554
          - name: Q4_K_S
            type: perplexity
            value: 8.0115 +/- 0.0558
          - name: Q4_1
            type: perplexity
            value: 8.0142 +/- 0.0556
          - name: Q4_0
            type: perplexity
            value: 8.0419 +/- 0.0557
          - name: Q3_K_L
            type: perplexity
            value: 8.0924 +/- 0.0563
          - name: IQ3_M
            type: perplexity
            value: 8.1460 +/- 0.0568
          - name: Q3_K_M
            type: perplexity
            value: 8.1713 +/- 0.0571
          - name: Q3_K
            type: perplexity
            value: 8.1713 +/- 0.0571
          - name: IQ3_S
            type: perplexity
            value: 8.2287 +/- 0.0576
          - name: IQ3_XS
            type: perplexity
            value: 8.3294 +/- 0.0583
          - name: Q3_K_S
            type: perplexity
            value: 8.3341 +/- 0.0582
          - name: IQ3_XXS
            type: perplexity
            value: 8.3716 +/- 0.0581
          - name: Q2_K
            type: perplexity
            value: 8.6176 +/- 0.0597
          - name: IQ2_M
            type: perplexity
            value: 8.7986 +/- 0.0616
          - name: Q2_K_S
            type: perplexity
            value: 9.1279 +/- 0.0633
          - name: IQ2_S
            type: perplexity
            value: 9.2979 +/- 0.0656
          - name: IQ2_XS
            type: perplexity
            value: 9.6843 +/- 0.0682
          - name: IQ2_XXS
            type: perplexity
            value: 10.5431 +/- 0.0748
          - name: IQ1_M
            type: perplexity
            value: 12.9640 +/- 0.0951
          - name: IQ1_S
            type: perplexity
            value: 15.2188 +/- 0.1137

Perplexity evaluations

Vikhrmodels/Veles-2.5 subset evaluations:

Model Perplexity Lower Bound Upper Bound Confidence
Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q5_K_S 4.2069 4.1722 4.2416 0.0348
Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q6_K 4.2071 4.1723 4.2419 0.0348
Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q5_K 4.2103 4.1755 4.2451 0.0348
Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q5_K_M 4.2103 4.1755 4.2451 0.0348
Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q8_0 4.2127 4.1778 4.2476 0.0349
Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q5_0 4.2243 4.1893 4.2593 0.035
Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q5_1 4.2284 4.1933 4.2635 0.0351
Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ4_XS 4.2335 4.1985 4.2685 0.035
Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ4_NL 4.2361 4.201 4.2712 0.0351
Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q4_K 4.2418 4.2066 4.277 0.0352
Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q4_K_M 4.2418 4.2066 4.277 0.0352
Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q4_K_S 4.254 4.2187 4.2893 0.0353
Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q4_0 4.2543 4.2191 4.2895 0.0352
Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q4_1 4.2636 4.2282 4.299 0.0354
Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q3_K_L 4.2748 4.2393 4.3103 0.0355
Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q3_K_M 4.3016 4.2658 4.3374 0.0358
Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q3_K 4.3016 4.2658 4.3374 0.0358
Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ3_M 4.3161 4.2801 4.3521 0.036
Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ3_S 4.3541 4.3177 4.3905 0.0364
Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q3_K_S 4.3628 4.3265 4.3991 0.0363
Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ3_XS 4.3692 4.3328 4.4056 0.0364
Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ3_XXS 4.3951 4.3588 4.4314 0.0363
Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q2_K 4.4597 4.4226 4.4968 0.0371
Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ2_M 4.6029 4.5642 4.6416 0.0387
Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q2_K_S 4.6483 4.6098 4.6868 0.0385
Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ2_S 4.7825 4.7421 4.8229 0.0404
Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ2_XS 4.9246 4.8831 4.9661 0.0415
Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ2_XXS 5.3178 5.2728 5.3628 0.045
Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ1_M 6.6785 6.6198 6.7372 0.0587
Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ1_S 8.3323 8.2575 8.4071 0.0748

ggml-org/wikitext-2-raw-v1 evaluations:

Model Perplexity Lower Bound Upper Bound Confidence
Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q8_0 7.8895 7.8347 7.9443 0.0548
Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q6_K 7.8896 7.8349 7.9443 0.0547
Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q5_K_S 7.8957 7.841 7.9504 0.0547
Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q5_K 7.9047 7.8499 7.9595 0.0548
Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q5_K_M 7.9047 7.8499 7.9595 0.0548
Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q5_1 7.9092 7.8543 7.9641 0.0549
Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q5_0 7.921 7.8661 7.976 0.0549
Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ4_XS 7.9583 7.9032 8.0135 0.0551
Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ4_NL 7.9635 7.9082 8.0187 0.0553
Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q4_K 7.9777 7.9223 8.0331 0.0554
Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q4_K_M 7.9777 7.9223 8.0331 0.0554
Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q4_K_S 8.0115 7.9557 8.0673 0.0558
Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q4_1 8.0142 7.9586 8.0698 0.0556
Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q4_0 8.0419 7.9862 8.0976 0.0557
Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q3_K_L 8.0924 8.036 8.1487 0.0563
Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ3_M 8.146 8.0892 8.2028 0.0568
Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q3_K_M 8.1713 8.1142 8.2284 0.0571
Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q3_K 8.1713 8.1142 8.2284 0.0571
Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ3_S 8.2287 8.1711 8.2863 0.0576
Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ3_XS 8.3294 8.271 8.3878 0.0583
Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q3_K_S 8.3341 8.2759 8.3923 0.0582
Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ3_XXS 8.3716 8.3135 8.4297 0.0581
Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q2_K 8.6176 8.5579 8.6773 0.0597
Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ2_M 8.7986 8.737 8.8602 0.0616
Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q2_K_S 9.1279 9.0646 9.1912 0.0633
Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ2_S 9.2979 9.2323 9.3635 0.0656
Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ2_XS 9.6843 9.6161 9.7525 0.0682
Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ2_XXS 10.5431 10.4683 10.6179 0.0748
Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ1_M 12.964 12.8689 13.0591 0.0951
Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ1_S 15.2188 15.1051 15.3325 0.1137