Add console logger

anomalib/data/btech.py

@@ -20,7 +20,6 @@
 # See the License for the specific language governing permissions
 # and limitations under the License.
 
-import logging
 import shutil
 import zipfile
 from pathlib import Path
@@ -47,9 +46,9 @@
     split_normal_images_in_train_set,
 )
 from anomalib.pre_processing import PreProcessor
+from anomalib.utils.loggers import get_console_logger
 
-logger = logging.getLogger(name="Dataset: BTech")
-logger.setLevel(logging.DEBUG)
+logger = get_console_logger(__name__)
 
 
 def make_btech_dataset(
@@ -349,23 +348,23 @@ def __init__(
     def prepare_data(self) -> None:
         """Download the dataset if not available."""
         if (self.root / self.category).is_dir():
-            logging.info("Found the dataset.")
+            logger.info("Found the dataset.")
         else:
             zip_filename = self.root.parent / "btad.zip"
 
-            logging.info("Downloading the BTech dataset.")
+            logger.info("Downloading the BTech dataset.")
             with DownloadProgressBar(unit="B", unit_scale=True, miniters=1, desc="BTech") as progress_bar:
                 urlretrieve(
                     url="https://avires.dimi.uniud.it/papers/btad/btad.zip",
                     filename=zip_filename,
                     reporthook=progress_bar.update_to,
                 )  # nosec
 
-            logging.info("Extracting the dataset.")
+            logger.info("Extracting the dataset.")
             with zipfile.ZipFile(zip_filename, "r") as zip_file:
                 zip_file.extractall(self.root.parent)
 
-            logging.info("Renaming the dataset directory")
+            logger.info("Renaming the dataset directory")
             shutil.move(src=str(self.root.parent / "BTech_Dataset_transformed"), dst=str(self.root))
 
             # NOTE: Each BTech category has different image extension as follows
@@ -377,13 +376,13 @@ def prepare_data(self) -> None:
             # To avoid any conflict, the following script converts all the extensions to png.
             # This solution works fine, but it's also possible to properly ready the bmp and
             # png filenames from categories in `make_btech_dataset` function.
-            logging.info("Convert the bmp formats to png to have consistent image extensions")
+            logger.info("Convert the bmp formats to png to have consistent image extensions")
             for filename in tqdm(self.root.glob("**/*.bmp"), desc="Converting bmp to png"):
                 image = cv2.imread(str(filename))
                 cv2.imwrite(str(filename.with_suffix(".png")), image)
                 filename.unlink()
 
-            logging.info("Cleaning the tar file")
+            logger.info("Cleaning the tar file")
             zip_filename.unlink()
 
     def setup(self, stage: Optional[str] = None) -> None:
@@ -396,6 +395,7 @@ def setup(self, stage: Optional[str] = None) -> None:
           stage: Optional[str]:  Train/Val/Test stages. (Default value = None)
 
         """
+        logger.info("Setting up train, validation, test and prediction datasets.")
         if stage in (None, "fit"):
             self.train_data = BTech(
                 root=self.root,

anomalib/data/folder.py

@@ -17,7 +17,6 @@
 # See the License for the specific language governing permissions
 # and limitations under the License.
 
-import logging
 from pathlib import Path
 from typing import Dict, Optional, Tuple, Union
 
@@ -38,9 +37,9 @@
     split_normal_images_in_train_set,
 )
 from anomalib.pre_processing import PreProcessor
+from anomalib.utils.loggers import get_console_logger
 
-logger = logging.getLogger(name="Dataset: Folder Dataset")
-logger.setLevel(logging.DEBUG)
+logger = get_console_logger(__name__)
 
 
 def _check_and_convert_path(path: Union[str, Path]) -> Path:
@@ -459,6 +458,7 @@ def setup(self, stage: Optional[str] = None) -> None:
           stage: Optional[str]:  Train/Val/Test stages. (Default value = None)
 
         """
+        logger.info("Setting up train, validation, test and prediction datasets.")
         if stage in (None, "fit"):
             self.train_data = FolderDataset(
                 normal_dir=self.normal_dir,

anomalib/data/mvtec.py

@@ -38,7 +38,6 @@
 # See the License for the specific language governing permissions
 # and limitations under the License.
 
-import logging
 import tarfile
 from pathlib import Path
 from typing import Dict, Optional, Tuple, Union
@@ -63,9 +62,9 @@
     split_normal_images_in_train_set,
 )
 from anomalib.pre_processing import PreProcessor
+from anomalib.utils.loggers import get_console_logger
 
-logger = logging.getLogger(name="Dataset: MVTec AD")
-logger.setLevel(logging.DEBUG)
+logger = get_console_logger(__name__)
 
 
 def make_mvtec_dataset(
@@ -372,24 +371,24 @@ def __init__(
     def prepare_data(self) -> None:
         """Download the dataset if not available."""
         if (self.root / self.category).is_dir():
-            logging.info("Found the dataset.")
+            logger.info("Found the dataset.")
         else:
             self.root.mkdir(parents=True, exist_ok=True)
             dataset_name = "mvtec_anomaly_detection.tar.xz"
 
-            logging.info("Downloading the dataset.")
+            logger.info("Downloading the Mvtec AD dataset.")
             with DownloadProgressBar(unit="B", unit_scale=True, miniters=1, desc="MVTec AD") as progress_bar:
                 urlretrieve(
                     url=f"ftp://guest:GU.205dldo@ftp.softronics.ch/mvtec_anomaly_detection/{dataset_name}",
                     filename=self.root / dataset_name,
                     reporthook=progress_bar.update_to,
                 )
 
-            logging.info("Extracting the dataset.")
+            logger.info("Extracting the dataset.")
             with tarfile.open(self.root / dataset_name) as tar_file:
                 tar_file.extractall(self.root)
 
-            logging.info("Cleaning the tar file")
+            logger.info("Cleaning the tar file")
             (self.root / dataset_name).unlink()
 
     def setup(self, stage: Optional[str] = None) -> None:
@@ -399,6 +398,7 @@ def setup(self, stage: Optional[str] = None) -> None:
           stage: Optional[str]:  Train/Val/Test stages. (Default value = None)
 
         """
+        logger.info("Setting up train, validation, test and prediction datasets.")
         if stage in (None, "fit"):
             self.train_data = MVTec(
                 root=self.root,

anomalib/deploy/inferencers/openvino.py

@@ -14,7 +14,7 @@
 # See the License for the specific language governing permissions
 # and limitations under the License.
 
-import importlib
+from importlib.util import find_spec
 from pathlib import Path
 from typing import Dict, Optional, Tuple, Union
 
@@ -26,8 +26,10 @@
 
 from .base import Inferencer
 
-if importlib.util.find_spec("openvino") is not None:
-    from openvino.inference_engine import IECore  # pylint: disable=no-name-in-module
+if find_spec("openvino") is not None:
+    from openvino.inference_engine import (  # type: ignore  # pylint: disable=no-name-in-module
+        IECore,
+    )
 
 
 class OpenVINOInferencer(Inferencer):

anomalib/models/cflow/lightning_model.py

@@ -26,6 +26,9 @@
 from anomalib.models.cflow.torch_model import CflowModel
 from anomalib.models.cflow.utils import get_logp, positional_encoding_2d
 from anomalib.models.components import AnomalyModule
+from anomalib.utils.loggers import get_console_logger
+
+logger = get_console_logger(__name__)
 
 __all__ = ["CflowLightning"]
 
@@ -35,6 +38,7 @@ class CflowLightning(AnomalyModule):
 
     def __init__(self, hparams):
         super().__init__(hparams)
+        logger.info("Initializing Cflow Lightning model.")
 
         self.model: CflowModel = CflowModel(hparams)
         self.loss_val = 0

anomalib/models/cflow/utils.py

@@ -22,6 +22,9 @@
 
 from anomalib.models.components.freia.framework import SequenceINN
 from anomalib.models.components.freia.modules import AllInOneBlock
+from anomalib.utils.loggers import get_console_logger
+
+logger = get_console_logger(__name__)
 
 
 def get_logp(dim_feature_vector: int, p_u: torch.Tensor, logdet_j: torch.Tensor) -> torch.Tensor:
@@ -108,7 +111,7 @@ def cflow_head(
         SequenceINN: decoder network block
     """
     coder = SequenceINN(n_features)
-    print("CNF coder:", n_features)
+    logger.info("CNF coder: %d", n_features)
     for _ in range(coupling_blocks):
         coder.append(
             AllInOneBlock,

anomalib/models/dfkde/lightning_model.py

@@ -21,9 +21,12 @@
 from torch import Tensor
 
 from anomalib.models.components import AnomalyModule
+from anomalib.utils.loggers import get_console_logger
 
 from .torch_model import DfkdeModel
 
+logger = get_console_logger(__name__)
+
 
 class DfkdeLightning(AnomalyModule):
     """DFKDE: Deep Feature Kernel Density Estimation.
@@ -34,6 +37,7 @@ class DfkdeLightning(AnomalyModule):
 
     def __init__(self, hparams: Union[DictConfig, ListConfig]):
         super().__init__(hparams)
+        logger.info("Initializing DFKDE Lightning model.")
         threshold_steepness = 0.05
         threshold_offset = 12
 
@@ -75,6 +79,7 @@ def on_validation_start(self) -> None:
         # NOTE: Previous anomalib versions fit Gaussian at the end of the epoch.
         #   This is not possible anymore with PyTorch Lightning v1.4.0 since validation
         #   is run within train epoch.
+        logger.info("Fitting a KDE model to the embedding collected from the training set.")
         self.model.fit(self.embeddings)
 
     def validation_step(self, batch, _):  # pylint: disable=arguments-differ

anomalib/models/dfkde/torch_model.py

@@ -22,6 +22,9 @@
 from torch import Tensor, nn
 
 from anomalib.models.components import PCA, FeatureExtractor, GaussianKDE
+from anomalib.utils.loggers import get_console_logger
+
+logger = get_console_logger(__name__)
 
 
 class DfkdeModel(nn.Module):
@@ -88,7 +91,7 @@ def fit(self, embeddings: List[Tensor]) -> bool:
         _embeddings = torch.vstack(embeddings)
 
         if _embeddings.shape[0] < self.n_components:
-            print("Not enough features to commit. Not making a model.")
+            logger.info("Not enough features to commit. Not making a model.")
             return False
 
         # if max training points is non-zero and smaller than number of staged features, select random subset

anomalib/models/dfm/config.yaml

@@ -79,7 +79,6 @@ trainer:
   overfit_batches: 0.0
   plugins: null
   precision: 32
-
   profiler: null
   reload_dataloaders_every_n_epochs: 0
   replace_sampler_ddp: true

anomalib/models/dfm/lightning_model.py

@@ -21,15 +21,19 @@
 from torch import Tensor
 
 from anomalib.models.components import AnomalyModule
+from anomalib.utils.loggers import get_console_logger
 
 from .torch_model import DFMModel
 
+logger = get_console_logger(__name__)
+
 
 class DfmLightning(AnomalyModule):
     """DFM: Deep Featured Kernel Density Estimation."""
 
     def __init__(self, hparams: Union[DictConfig, ListConfig]):
         super().__init__(hparams)
+        logger.info("Initializing DFKDE Lightning model.")
 
         self.model: DFMModel = DFMModel(
             backbone=hparams.model.backbone,
@@ -66,11 +70,14 @@ def training_step(self, batch, _):  # pylint: disable=arguments-differ
         self.embeddings.append(embedding)
 
     def on_validation_start(self) -> None:
-        """Fit a KDE Model to the embedding collected from the training set."""
+        """Fit a PCA transformation and a Gaussian model to dataset."""
         # NOTE: Previous anomalib versions fit Gaussian at the end of the epoch.
         #   This is not possible anymore with PyTorch Lightning v1.4.0 since validation
         #   is run within train epoch.
+        logger.info("Aggregating the embedding extracted from the training set.")
         embeddings = torch.vstack(self.embeddings)
+
+        logger.info("Fitting a PCA and a Gaussian model to dataset.")
         self.model.fit(embeddings)
 
     def validation_step(self, batch, _):  # pylint: disable=arguments-differ

anomalib/models/ganomaly/config.yaml

@@ -97,7 +97,6 @@ trainer:
   overfit_batches: 0.0
   plugins: null
   precision: 32
-
   profiler: null
   reload_dataloaders_every_n_epochs: 0
   replace_sampler_ddp: true

anomalib/models/ganomaly/lightning_model.py

@@ -26,9 +26,12 @@
 
 from anomalib.data.utils.image import pad_nextpow2
 from anomalib.models.components import AnomalyModule
+from anomalib.utils.loggers import get_console_logger
 
 from .torch_model import GanomalyModel
 
+logger = get_console_logger(__name__)
+
 
 class GanomalyLightning(AnomalyModule):
     """PL Lightning Module for the GANomaly Algorithm.
@@ -39,6 +42,7 @@ class GanomalyLightning(AnomalyModule):
 
     def __init__(self, hparams: Union[DictConfig, ListConfig]):
         super().__init__(hparams)
+        logger.info("Initializing Ganomaly Lightning model.")
 
         self.model: GanomalyModel = GanomalyModel(
             input_size=hparams.model.input_size,
@@ -140,6 +144,7 @@ def validation_step(self, batch, _) -> Dict[str, Tensor]:  # type: ignore # pyli
 
     def validation_epoch_end(self, outputs):
         """Normalize outputs based on min/max values."""
+        logger.info("Normalizing validation outputs based on min/max values.")
         for prediction in outputs:
             prediction["pred_scores"] = self._normalize(prediction["pred_scores"])
         super().validation_epoch_end(outputs)
@@ -159,6 +164,7 @@ def test_step(self, batch, _):
 
     def test_epoch_end(self, outputs):
         """Normalize outputs based on min/max values."""
+        logger.info("Normalizing test outputs based on min/max values.")
         for prediction in outputs:
             prediction["pred_scores"] = self._normalize(prediction["pred_scores"])
         super().test_epoch_end(outputs)

anomalib/models/padim/config.yaml

@@ -92,7 +92,6 @@ trainer:
   profiler: null
   reload_dataloaders_every_n_epochs: 0
   replace_sampler_ddp: true
-
   sync_batchnorm: false
   tpu_cores: null
   track_grad_norm: -1

anomalib/models/padim/lightning_model.py

@@ -25,6 +25,9 @@
 
 from anomalib.models.components import AnomalyModule
 from anomalib.models.padim.torch_model import PadimModel
+from anomalib.utils.loggers import get_console_logger
+
+logger = get_console_logger(__name__)
 
 __all__ = ["PadimLightning"]
 
@@ -38,6 +41,8 @@ class PadimLightning(AnomalyModule):
 
     def __init__(self, hparams: Union[DictConfig, ListConfig]):
         super().__init__(hparams)
+        logger.info("Initializing Padim Lightning model.")
+
         self.layers = hparams.model.layers
         self.model: PadimModel = PadimModel(
             layers=hparams.model.layers,
@@ -80,7 +85,10 @@ def on_validation_start(self) -> None:
         # NOTE: Previous anomalib versions fit Gaussian at the end of the epoch.
         #   This is not possible anymore with PyTorch Lightning v1.4.0 since validation
         #   is run within train epoch.
+        logger.info("Aggregating the embedding extracted from the training set.")
         embeddings = torch.vstack(self.embeddings)
+
+        logger.info("Fitting a Gaussian to the embedding collected from the training set.")
         self.stats = self.model.gaussian.fit(embeddings)
 
     def validation_step(self, batch, _):  # pylint: disable=arguments-differ