kollama2-7b / README.md
psyche's picture
Update README.md
3db0f8a
|
raw
history blame
1 kB
metadata
license: apache-2.0
language:
  - en
  - ko
model-index:
  - name: ARC
    results:
      - task:
          type: natural-language-generation
        dataset:
          type: huggingface
          name: ARC-Challenge(25 shots)
        metrics:
          - type: acc_norm
            value: 53.24
  - name: HellaSwag
    results:
      - task:
          type: natural-language-generation
        dataset:
          type: huggingface
          name: HellaSwag(10 shots)
        metrics:
          - type: acc_norm
            value: 78.82
  - name: MMLU
    results:
      - task:
          type: natural-language-generation
        dataset:
          type: huggingface
          name: MMLU(5 shots)
        metrics:
          - type: acc
            value: 42.38
  - name: TruthfulQA
    results:
      - task:
          type: natural-language-generation
        dataset:
          type: huggingface
          name: TruthfulQA(0 shots)
        metrics:
          - type: MC2
            value: 44.65