Update Space (evaluate main: e4a27243)

chrf.py

@@ -12,6 +12,8 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 """ Chrf(++) metric as available in sacrebleu. """
+from dataclasses import dataclass
+
 import datasets
 import sacrebleu as scb
 from packaging import version
@@ -123,9 +125,25 @@ Examples:
 """
 
 
+@dataclass
+class ChrFConfig(evaluate.info.Config):
+
+    name: str = "default"
+
+    char_order: int = CHRF.CHAR_ORDER
+    word_order: int = CHRF.WORD_ORDER
+    beta: int = CHRF.BETA
+    lowercase: bool = False
+    whitespace: bool = False
+    eps_smoothing: bool = False
+
+
 @evaluate.utils.file_utils.add_start_docstrings(_DESCRIPTION, _KWARGS_DESCRIPTION)
 class ChrF(evaluate.Metric):
-    def _info(self):
+    CONFIG_CLASS = ChrFConfig
+    ALLOWED_CONFIG_NAMES = ["default"]
+
+    def _info(self, config):
         if version.parse(scb.__version__) < version.parse("1.4.12"):
             raise ImportWarning(
                 "To use `sacrebleu`, the module `sacrebleu>=1.4.12` is required, and the current version of `sacrebleu` doesn't match this condition.\n"
@@ -136,6 +154,7 @@ class ChrF(evaluate.Metric):
             citation=_CITATION,
             homepage="https://github.com/mjpost/sacreBLEU#chrf--chrf",
             inputs_description=_KWARGS_DESCRIPTION,
+            config=config,
             features=[
                 datasets.Features(
                     {
@@ -156,17 +175,7 @@ class ChrF(evaluate.Metric):
             ],
         )
 
-    def _compute(
-        self,
-        predictions,
-        references,
-        char_order: int = CHRF.CHAR_ORDER,
-        word_order: int = CHRF.WORD_ORDER,
-        beta: int = CHRF.BETA,
-        lowercase: bool = False,
-        whitespace: bool = False,
-        eps_smoothing: bool = False,
-    ):
+    def _compute(self, predictions, references):
         # if only one reference is provided make sure we still use list of lists
         if isinstance(references[0], str):
             references = [[ref] for ref in references]
@@ -177,7 +186,14 @@ class ChrF(evaluate.Metric):
             )
         transformed_references = [[refs[i] for refs in references] for i in range(references_per_prediction)]
 
-        sb_chrf = CHRF(char_order, word_order, beta, lowercase, whitespace, eps_smoothing)
+        sb_chrf = CHRF(
+            self.config.char_order,
+            self.config.word_order,
+            self.config.beta,
+            self.config.lowercase,
+            self.config.whitespace,
+            self.config.eps_smoothing,
+        )
         output = sb_chrf.corpus_score(predictions, transformed_references)
 
         return {

requirements.txt

@@ -1,2 +1,2 @@
-git+https://github.com/huggingface/evaluate@80448674f5447a9682afe051db243c4a13bfe4ff
+git+https://github.com/huggingface/evaluate@e4a2724377909fe2aeb4357e3971e5a569673b39
 sacrebleu