Skip to content

Commit

Permalink
update model validation and drift checks
Browse files Browse the repository at this point in the history
  • Loading branch information
wjayesh committed Sep 4, 2024
1 parent 389814f commit 281e7f7
Showing 1 changed file with 36 additions and 0 deletions.
36 changes: 36 additions & 0 deletions src/zenml/integrations/deepchecks/validation_checks.py
Original file line number Diff line number Diff line change
Expand Up @@ -258,9 +258,15 @@ class DeepchecksDataDriftCheck(DeepchecksValidationCheck):
TABULAR_TRAIN_TEST_FEATURE_DRIFT = source_utils.resolve(
tabular_checks.TrainTestFeatureDrift
).import_path
TABULAR_FEATURE_DRIFT = source_utils.resolve(
tabular_checks.FeatureDrift
).import_path
TABULAR_TRAIN_TEST_LABEL_DRIFT = source_utils.resolve(
tabular_checks.TrainTestLabelDrift
).import_path
TABULAR_LABEL_DRIFT = source_utils.resolve(
tabular_checks.LabelDrift
).import_path
TABULAR_TRAIN_TEST_SAMPLES_MIX = source_utils.resolve(
tabular_checks.TrainTestSamplesMix
).import_path
Expand Down Expand Up @@ -317,6 +323,12 @@ class DeepchecksModelValidationCheck(DeepchecksValidationCheck):
TABULAR_MODEL_INFERENCE_TIME = source_utils.resolve(
tabular_checks.ModelInferenceTime
).import_path
TABULAR_MODEL_INFO = source_utils.resolve(
tabular_checks.ModelInfo
).import_path
TABULAR_PERFORMANCE_BIAS = source_utils.resolve(
tabular_checks.model_evaluation.PerformanceBias
).import_path
TABULAR_REGRESSION_ERROR_DISTRIBUTION = source_utils.resolve(
tabular_checks.RegressionErrorDistribution
).import_path
Expand All @@ -329,6 +341,18 @@ class DeepchecksModelValidationCheck(DeepchecksValidationCheck):
TABULAR_SEGMENT_PERFORMANCE = source_utils.resolve(
tabular_checks.SegmentPerformance
).import_path
TABULAR_WEAK_SEGMENT_PERFORMANCE = source_utils.resolve(
tabular_checks.WeakSegmentsPerformance
).import_path
TABULAR_SINGLE_DATASET_PERFORMANCE = source_utils.resolve(
tabular_checks.SingleDatasetPerformance
).import_path
TABULAR_TRAIN_TEST_PERFORMANCE = source_utils.resolve(
tabular_checks.TrainTestPerformance
).import_path
TABULAR_MULTI_MODEL_PERFORMANCE_REPORT = source_utils.resolve(
tabular_checks.MultiModelPerformanceReport
).import_path

VISION_CONFUSION_MATRIX_REPORT = source_utils.resolve(
vision_checks.ConfusionMatrixReport
Expand All @@ -339,6 +363,12 @@ class DeepchecksModelValidationCheck(DeepchecksValidationCheck):
VISION_MEAN_AVERAGE_RECALL_REPORT = source_utils.resolve(
vision_checks.MeanAverageRecallReport
).import_path
VISION_SINGLE_DATASET_PERFORMANCE = source_utils.resolve(
vision_checks.SingleDatasetPerformance
).import_path
VISION_WEAK_SEGMENT_PERFORMANCE = source_utils.resolve(
vision_checks.WeakSegmentsPerformance
).import_path


class DeepchecksModelDriftCheck(DeepchecksValidationCheck):
Expand All @@ -364,6 +394,9 @@ class DeepchecksModelDriftCheck(DeepchecksValidationCheck):
TABULAR_TRAIN_TEST_PREDICTION_DRIFT = source_utils.resolve(
tabular_checks.TrainTestPredictionDrift
).import_path
TABULAR_PREDICTION_DRIFT = source_utils.resolve(
tabular_checks.PredictionDrift
).import_path
TABULAR_UNUSED_FEATURES = source_utils.resolve(
tabular_checks.UnusedFeatures
).import_path
Expand All @@ -377,3 +410,6 @@ class DeepchecksModelDriftCheck(DeepchecksValidationCheck):
VISION_TRAIN_TEST_PREDICTION_DRIFT = source_utils.resolve(
vision_checks.TrainTestPredictionDrift
).import_path
VISION_PREDICTION_DRIFT = source_utils.resolve(
vision_checks.PredictionDrift
).import_path

0 comments on commit 281e7f7

Please sign in to comment.