---
license: apache-2.0
language:
- en
- ko

model-index:
  - name: ARC
    results:
      - task:
          type: natural-language-generation
        dataset:
          type: huggingface
          name: ARC-Challenge(25 shots)
        metrics:
          - type: acc_norm
            value: 53.24
  - name: HellaSwag
    results:
      - task:
          type: natural-language-generation
        dataset:
          type: huggingface
          name: HellaSwag(10 shots)
        metrics:
          - type: acc_norm
            value: 78.82
  - name: MMLU
    results:
      - task:
          type: natural-language-generation
        dataset:
          type: huggingface
          name: MMLU(5 shots)
        metrics:
          - type: acc
            value: 42.38
  - name: TruthfulQA
    results:
      - task:
          type: natural-language-generation
        dataset:
          type: huggingface
          name: TruthfulQA(0 shots)
        metrics:
          - type: MC2
            value: 44.65
---