Ignore pixel metrics in classification task (#516)

* ignore pixel metrics and show warning in classification task

* add task parameter to cli and add default value

anomalib/utils/callbacks/__init__.py

@@ -75,6 +75,7 @@ def get_callbacks(config: Union[ListConfig, DictConfig]) -> List[Callback]:
     )
     metrics_callback = MetricsConfigurationCallback(
         config.metrics.threshold.adaptive,
+        config.dataset.task,
         image_threshold,
         pixel_threshold,
         image_metric_names,

anomalib/utils/callbacks/metrics_configuration.py

@@ -4,6 +4,7 @@
 # SPDX-License-Identifier: Apache-2.0
 
 
+import logging
 from typing import List, Optional
 
 import pytorch_lightning as pl
@@ -14,6 +15,8 @@
 from anomalib.models.components.base.anomaly_module import AnomalyModule
 from anomalib.utils.metrics import metric_collection_from_names
 
+logger = logging.getLogger(__name__)
+
 __all__ = ["MetricsConfigurationCallback"]
 
 
@@ -24,6 +27,7 @@ class MetricsConfigurationCallback(Callback):
     def __init__(
         self,
         adaptive_threshold: bool,
+        task: str = "segmentation",
         default_image_threshold: Optional[float] = None,
         default_pixel_threshold: Optional[float] = None,
         image_metric_names: Optional[List[str]] = None,
@@ -38,6 +42,7 @@ def __init__(
         these to the lightning module.
 
         Args:
+            task (str): Task type of the current run.
             adaptive_threshold (bool): Flag indicating whether threshold should be adaptive.
             default_image_threshold (Optional[float]): Default image threshold value.
             default_pixel_threshold (Optional[float]): Default pixel threshold value.
@@ -46,6 +51,7 @@ def __init__(
             normalization_method(Optional[str]): Normalization method. <None, min_max, cdf>
         """
         # TODO: https://github.com/openvinotoolkit/anomalib/issues/384
+        self.task = task
         self.image_metric_names = image_metric_names
         self.pixel_metric_names = pixel_metric_names
 
@@ -76,7 +82,19 @@ def setup(
             stage (Optional[str], optional): fit, validate, test or predict. Defaults to None.
         """
         image_metric_names = [] if self.image_metric_names is None else self.image_metric_names
-        pixel_metric_names = [] if self.pixel_metric_names is None else self.pixel_metric_names
+
+        pixel_metric_names: List[str]
+        if self.pixel_metric_names is None:
+            pixel_metric_names = []
+        elif self.task == "classification":
+            pixel_metric_names = []
+            logger.warning(
+                "Cannot perform pixel-level evaluation when task type is classification. "
+                "Ignoring the following pixel-level metrics: %s",
+                self.pixel_metric_names,
+            )
+        else:
+            pixel_metric_names = self.pixel_metric_names
 
         if isinstance(pl_module, AnomalyModule):
             pl_module.adaptive_threshold = self.adaptive_threshold

anomalib/utils/cli/cli.py

@@ -111,6 +111,7 @@ def add_arguments_to_parser(self, parser: LightningArgumentParser) -> None:
         parser.set_defaults(
             {
                 "metrics.adaptive_threshold": True,
+                "metrics.task": "segmentation",
                 "metrics.default_image_threshold": None,
                 "metrics.default_pixel_threshold": None,
                 "metrics.image_metric_names": ["F1Score", "AUROC"],