| datasets: | |
| - Open-Orca/OpenOrca | |
| - zetavg/ShareGPT-Processed | |
| - bigcode/starcoderdata | |
| - togethercomputer/RedPajama-Data-1T | |
| - tiiuae/falcon-refinedweb | |
| metrics: | |
| - code_eval | |
| - accuracy | |
| pipeline_tag: text-generation | |
| tags: | |
| - code | |
| - text-generation-inference | |
| model-index: | |
| - name: long_llama_3b_instruct | |
| results: | |
| - task: | |
| name: Code Generation | |
| type: code-generation | |
| dataset: | |
| name: "HumanEval" | |
| type: openai_humaneval | |
| metrics: | |
| - name: pass@1 | |
| type: pass@1 | |
| value: 0.12 | |
| verified: false | |