Fix CI for metrics

huggingface · Aug 13, 2024 · ac0b9a8 · ac0b9a8
1 parent af818af
commit ac0b9a8
Show file tree

Hide file tree

Showing 3 changed files with 4 additions and 2 deletions.
diff --git a/setup.py b/setup.py
@@ -197,7 +197,7 @@
     "jiwer",
     "langdetect",
     "mauve-text",
-    "nltk",
+    "nltk<3.8.2",
     "rouge_score",
     "sacrebleu",
     "sacremoses",

diff --git a/tests/test_inspect.py b/tests/test_inspect.py
@@ -29,7 +29,7 @@ def test_inspect_dataset(path, tmp_path):
 @pytest.mark.filterwarnings("ignore:metric_module_factory is deprecated:FutureWarning")
 @pytest.mark.parametrize("path", ["accuracy"])
 def test_inspect_metric(path, tmp_path):
-    inspect_metric(path, tmp_path, trust_remote_code=True)
+    inspect_metric(path, tmp_path, trust_remote_code=True, revision="2.21")
     script_name = path + ".py"
     assert script_name in os.listdir(tmp_path)
     assert "__pycache__" not in os.listdir(tmp_path)

diff --git a/tests/test_load.py b/tests/test_load.py
@@ -452,6 +452,7 @@ def test_GithubMetricModuleFactory_with_internal_import(self):
         # "squad_v2" requires additional imports (internal)
         factory = GithubMetricModuleFactory(
             "squad_v2",
+            revision="2.21",
             download_config=self.download_config,
             dynamic_modules_path=self.dynamic_modules_path,
             trust_remote_code=True,
@@ -464,6 +465,7 @@ def test_GithubMetricModuleFactory_with_external_import(self):
         # "bleu" requires additional imports (external from github)
         factory = GithubMetricModuleFactory(
             "bleu",
+            revision="2.21",
             download_config=self.download_config,
             dynamic_modules_path=self.dynamic_modules_path,
             trust_remote_code=True,