ncoop57 commited on
Commit
0ace7bc
1 Parent(s): 9b17725

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +63 -0
README.md CHANGED
@@ -15,6 +15,69 @@ tags:
15
  metrics:
16
  - code_eval
17
  library_name: transformers
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
18
  ---
19
  # `stable-code-3b`
20
 
 
15
  metrics:
16
  - code_eval
17
  library_name: transformers
18
+ model-index:
19
+ - name: StarCoderBase-3B
20
+ results:
21
+ - task:
22
+ type: text-generation
23
+ dataset:
24
+ type: nuprl/MultiPL-E
25
+ name: MultiPL-HumanEval (Python)
26
+ metrics:
27
+ - name: pass@1
28
+ type: pass@1
29
+ value: 32.4
30
+ verified: false
31
+ - task:
32
+ type: text-generation
33
+ dataset:
34
+ type: nuprl/MultiPL-E
35
+ name: MultiPL-HumanEval (C++)
36
+ metrics:
37
+ - name: pass@1
38
+ type: pass@1
39
+ value: 30.9
40
+ verified: false
41
+ - task:
42
+ type: text-generation
43
+ dataset:
44
+ type: nuprl/MultiPL-E
45
+ name: MultiPL-HumanEval (Java)
46
+ metrics:
47
+ - name: pass@1
48
+ type: pass@1
49
+ value: 32.1
50
+ verified: false
51
+ - task:
52
+ type: text-generation
53
+ dataset:
54
+ type: nuprl/MultiPL-E
55
+ name: MultiPL-HumanEval (JavaScript)
56
+ metrics:
57
+ - name: pass@1
58
+ type: pass@1
59
+ value: 32.1
60
+ verified: false
61
+ - task:
62
+ type: text-generation
63
+ dataset:
64
+ type: nuprl/MultiPL-E
65
+ name: MultiPL-HumanEval (PHP)
66
+ metrics:
67
+ - name: pass@1
68
+ type: pass@1
69
+ value: 24.2
70
+ verified: false
71
+ - task:
72
+ type: text-generation
73
+ dataset:
74
+ type: nuprl/MultiPL-E
75
+ name: MultiPL-HumanEval (Rust)
76
+ metrics:
77
+ - name: pass@1
78
+ type: pass@1
79
+ value: 23.0
80
+ verified: false
81
  ---
82
  # `stable-code-3b`
83