Spaces:
Running
Running
add qwen3 mkqa_tr results
Browse files
results/zero-shot/Qwen3-1.7B-Base.json
CHANGED
@@ -184,6 +184,12 @@
|
|
184 |
"name": "gecturk_generation",
|
185 |
"task": "grammatical_error_correction",
|
186 |
"exact_match": 0.13134960758823247
|
|
|
|
|
|
|
|
|
|
|
|
|
187 |
}
|
188 |
]
|
189 |
}
|
|
|
184 |
"name": "gecturk_generation",
|
185 |
"task": "grammatical_error_correction",
|
186 |
"exact_match": 0.13134960758823247
|
187 |
+
},
|
188 |
+
{
|
189 |
+
"name": "mkqa_tr",
|
190 |
+
"task": "extractive_question_answering",
|
191 |
+
"exact_match": 0.010358094110683634,
|
192 |
+
"f1": 0.03028719281652508
|
193 |
}
|
194 |
]
|
195 |
}
|
results/zero-shot/Qwen3-1.7B.json
CHANGED
@@ -235,6 +235,12 @@
|
|
235 |
"name": "gecturk_generation",
|
236 |
"task": "grammatical_error_correction",
|
237 |
"exact_match": 0.3063700707785642
|
|
|
|
|
|
|
|
|
|
|
|
|
238 |
}
|
239 |
]
|
240 |
}
|
|
|
235 |
"name": "gecturk_generation",
|
236 |
"task": "grammatical_error_correction",
|
237 |
"exact_match": 0.3063700707785642
|
238 |
+
},
|
239 |
+
{
|
240 |
+
"name": "mkqa_tr",
|
241 |
+
"task": "extractive_question_answering",
|
242 |
+
"exact_match": 0.003551346552234389,
|
243 |
+
"f1": 0.022310279753587976
|
244 |
}
|
245 |
]
|
246 |
}
|
results/zero-shot/Qwen3-14B-Base.json
CHANGED
@@ -184,6 +184,12 @@
|
|
184 |
"name": "gecturk_generation",
|
185 |
"task": "grammatical_error_correction",
|
186 |
"exact_match": 0.32360729934036303
|
|
|
|
|
|
|
|
|
|
|
|
|
187 |
}
|
188 |
]
|
189 |
}
|
|
|
184 |
"name": "gecturk_generation",
|
185 |
"task": "grammatical_error_correction",
|
186 |
"exact_match": 0.32360729934036303
|
187 |
+
},
|
188 |
+
{
|
189 |
+
"name": "mkqa_tr",
|
190 |
+
"task": "extractive_question_answering",
|
191 |
+
"exact_match": 0.10224918614974844,
|
192 |
+
"f1": 0.1594714514525995
|
193 |
}
|
194 |
]
|
195 |
}
|
results/zero-shot/Qwen3-14B.json
CHANGED
@@ -184,6 +184,12 @@
|
|
184 |
"name": "gecturk_generation",
|
185 |
"task": "grammatical_error_correction",
|
186 |
"exact_match": 0.05931917762049208
|
|
|
|
|
|
|
|
|
|
|
|
|
187 |
}
|
188 |
]
|
189 |
}
|
|
|
184 |
"name": "gecturk_generation",
|
185 |
"task": "grammatical_error_correction",
|
186 |
"exact_match": 0.05931917762049208
|
187 |
+
},
|
188 |
+
{
|
189 |
+
"name": "mkqa_tr",
|
190 |
+
"task": "extractive_question_answering",
|
191 |
+
"exact_match": 0.02219591595146493,
|
192 |
+
"f1": 0.039068673658563535
|
193 |
}
|
194 |
]
|
195 |
}
|
results/zero-shot/Qwen3-8B-Base.json
CHANGED
@@ -184,7 +184,12 @@
|
|
184 |
"name": "gecturk_generation",
|
185 |
"task": "grammatical_error_correction",
|
186 |
"exact_match": 0.3391111753093553
|
|
|
|
|
|
|
|
|
|
|
|
|
187 |
}
|
188 |
-
|
189 |
]
|
190 |
}
|
|
|
184 |
"name": "gecturk_generation",
|
185 |
"task": "grammatical_error_correction",
|
186 |
"exact_match": 0.3391111753093553
|
187 |
+
},
|
188 |
+
{
|
189 |
+
"name": "mkqa_tr",
|
190 |
+
"task": "extractive_question_answering",
|
191 |
+
"exact_match": 0.02959455460195324,
|
192 |
+
"f1": 0.08457114070882307
|
193 |
}
|
|
|
194 |
]
|
195 |
}
|
results/zero-shot/Qwen3-8B.json
CHANGED
@@ -184,7 +184,12 @@
|
|
184 |
"name": "gecturk_generation",
|
185 |
"task": "grammatical_error_correction",
|
186 |
"exact_match": 0.1439164138860802
|
|
|
|
|
|
|
|
|
|
|
|
|
187 |
}
|
188 |
-
|
189 |
]
|
190 |
}
|
|
|
184 |
"name": "gecturk_generation",
|
185 |
"task": "grammatical_error_correction",
|
186 |
"exact_match": 0.1439164138860802
|
187 |
+
},
|
188 |
+
{
|
189 |
+
"name": "mkqa_tr",
|
190 |
+
"task": "extractive_question_answering",
|
191 |
+
"exact_match": 0.006510802012429713,
|
192 |
+
"f1": 0.049845144430382994
|
193 |
}
|
|
|
194 |
]
|
195 |
}
|