Increase tolerance + nightly path fix (#318)

Co-authored-by: Ashwin Vaidya <ashwinitinvaidya@gmail.com>
openvinotoolkit · May 17, 2022 · dd89f1e · dd89f1e
1 parent 9b117b0
commit dd89f1e
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 3 deletions.
diff --git a/tests/nightly/models/test_model_nightly.py b/tests/nightly/models/test_model_nightly.py
@@ -91,7 +91,7 @@ def _test_metrics(self, trainer, config, model, datamodule):
         if "optimization" in config.keys() and "nncf" in config.optimization.keys() and config.optimization.nncf.apply:
             threshold = threshold.nncf
         if not (
-            np.isclose(results["image_AUROC"], threshold["image_AUROC"], rtol=0.02)
+            np.isclose(results["image_AUROC"], threshold["image_AUROC"], rtol=0.05)
             or (results["image_AUROC"] >= threshold["image_AUROC"])
         ):
             raise AssertionError(
@@ -100,7 +100,7 @@ def _test_metrics(self, trainer, config, model, datamodule):
 
         if config.dataset.task == "segmentation":
             if not (
-                np.isclose(results["pixel_AUROC"], threshold["pixel_AUROC"], rtol=0.02)
+                np.isclose(results["pixel_AUROC"], threshold["pixel_AUROC"], rtol=0.05)
                 or (results["pixel_AUROC"] >= threshold["pixel_AUROC"])
             ):
                 raise AssertionError(

diff --git a/tests/nightly/tools/benchmarking/test_benchmarking.py b/tests/nightly/tools/benchmarking/test_benchmarking.py
@@ -51,7 +51,7 @@ def check_csv(model: str):
 
 def test_benchmarking():
     """Test if benchmarking script produces the required artifacts."""
-    config_path = "tests/pre_merge/tools/benchmarking/benchmark_params.yaml"
+    config_path = "tests/nightly/tools/benchmarking/benchmark_params.yaml"
     test_config = OmegaConf.load(config_path)
     test_config.grid_search.dataset["path"] = [get_dataset_path()]