Jason Zheng commited on
Commit
ae712c6
·
1 Parent(s): c380c7e

add results on claude-3.5-sonnet

Browse files
Files changed (1) hide show
  1. RESULTS.json +38 -0
RESULTS.json CHANGED
@@ -75,6 +75,44 @@
75
  "RACE Score": 42.8
76
  }
77
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
78
  "CodeLlama-7b-Instruct": {
79
  "readability": {
80
  "R*": 32.3,
 
75
  "RACE Score": 42.8
76
  }
77
  },
78
+ "claude-3.5-sonnet": {
79
+ "correctness": {
80
+ "Correctness": 64.6
81
+ },
82
+ "readability": {
83
+ "R*": 77.4,
84
+ "RN_p": 76.3,
85
+ "RN_if": 92.3,
86
+ "RN": 71.9,
87
+ "RL_p": 62.2,
88
+ "RL_if": 70.3,
89
+ "RL": 52.0,
90
+ "RC_p": 74.1,
91
+ "RC_if": 72.2,
92
+ "RC": 58.0,
93
+ "MBPP*": 63.5,
94
+ "Readability": 60.6
95
+ },
96
+ "maintainability": {
97
+ "MI*": 42.0,
98
+ "MI_p": 32.0,
99
+ "MI": 75.3,
100
+ "MC*": 71.7,
101
+ "MC_p": 68.5,
102
+ "MC": 59.8,
103
+ "Maintainability": 67.5
104
+ },
105
+ "efficiency": {
106
+ "E*": 68.3,
107
+ "E_p": 66.3,
108
+ "E_NI_T": 56.8,
109
+ "E_NI_S": 49.7,
110
+ "Efficiency": 53.2
111
+ },
112
+ "overall": {
113
+ "RACE Score": 61.5
114
+ }
115
+ },
116
  "CodeLlama-7b-Instruct": {
117
  "readability": {
118
  "R*": 32.3,