update

hamming_loss.py

@@ -15,6 +15,7 @@
 
 import evaluate
 import datasets
+from sklearn.metrics import hamming_loss
 
 
 # TODO: Add BibTeX citation
@@ -54,7 +55,7 @@ Examples:
 """
 
 # TODO: Define external resources urls if needed
-BAD_WORDS_URL = "http://url/to/external/resource/bad_words.txt"
+# BAD_WORDS_URL = "http://url/to/external/resource/bad_words.txt"
 
 
 @evaluate.utils.file_utils.add_start_docstrings(_DESCRIPTION, _KWARGS_DESCRIPTION)
@@ -75,10 +76,10 @@ class HammingLoss(evaluate.Metric):
                 'references': datasets.Value('int64'),
             }),
             # Homepage of the module for documentation
-            homepage="http://module.homepage",
+            # homepage="http://module.homepage",
             # Additional links to the codebase or references
-            codebase_urls=["http://github.com/path/to/codebase/of/new_module"],
-            reference_urls=["http://path.to.reference.url/new_module"]
+            # codebase_urls=["http://github.com/path/to/codebase/of/new_module"],
+            # reference_urls=["http://path.to.reference.url/new_module"]
         )
 
     def _download_and_prepare(self, dl_manager):
@@ -89,7 +90,6 @@ class HammingLoss(evaluate.Metric):
     def _compute(self, predictions, references):
         """Returns the scores"""
         # TODO: Compute the different scores of the module
-        accuracy = sum(i == j for i, j in zip(predictions, references)) / len(predictions)
         return {
-            "accuracy": accuracy,
+            "hamming_loss": hamming_loss(references, predictions),
         }