/ src / evidently / legacy / tests / __init__.py
__init__.py
  1  """Available tests for TestSuite reports.
  2  Tests grouped into modules.
  3  For detailed information see module documentation.
  4  """
  5  
  6  from .classification_performance_tests import TestAccuracyScore
  7  from .classification_performance_tests import TestF1ByClass
  8  from .classification_performance_tests import TestF1Score
  9  from .classification_performance_tests import TestFNR
 10  from .classification_performance_tests import TestFPR
 11  from .classification_performance_tests import TestLogLoss
 12  from .classification_performance_tests import TestPrecisionByClass
 13  from .classification_performance_tests import TestPrecisionScore
 14  from .classification_performance_tests import TestRecallByClass
 15  from .classification_performance_tests import TestRecallScore
 16  from .classification_performance_tests import TestRocAuc
 17  from .classification_performance_tests import TestTNR
 18  from .classification_performance_tests import TestTPR
 19  from .data_drift_tests import TestAllFeaturesValueDrift
 20  from .data_drift_tests import TestColumnDrift
 21  from .data_drift_tests import TestCustomFeaturesValueDrift
 22  from .data_drift_tests import TestEmbeddingsDrift
 23  from .data_drift_tests import TestNumberOfDriftedColumns
 24  from .data_drift_tests import TestShareOfDriftedColumns
 25  from .data_integrity_tests import TestAllColumnsShareOfMissingValues
 26  from .data_integrity_tests import TestColumnAllConstantValues
 27  from .data_integrity_tests import TestColumnAllUniqueValues
 28  from .data_integrity_tests import TestColumnNumberOfDifferentMissingValues
 29  from .data_integrity_tests import TestColumnNumberOfMissingValues
 30  from .data_integrity_tests import TestColumnRegExp
 31  from .data_integrity_tests import TestColumnShareOfMissingValues
 32  from .data_integrity_tests import TestColumnsType
 33  from .data_integrity_tests import TestNumberOfColumns
 34  from .data_integrity_tests import TestNumberOfColumnsWithMissingValues
 35  from .data_integrity_tests import TestNumberOfConstantColumns
 36  from .data_integrity_tests import TestNumberOfDifferentMissingValues
 37  from .data_integrity_tests import TestNumberOfDuplicatedColumns
 38  from .data_integrity_tests import TestNumberOfDuplicatedRows
 39  from .data_integrity_tests import TestNumberOfEmptyColumns
 40  from .data_integrity_tests import TestNumberOfEmptyRows
 41  from .data_integrity_tests import TestNumberOfMissingValues
 42  from .data_integrity_tests import TestNumberOfRows
 43  from .data_integrity_tests import TestNumberOfRowsWithMissingValues
 44  from .data_integrity_tests import TestShareOfColumnsWithMissingValues
 45  from .data_integrity_tests import TestShareOfMissingValues
 46  from .data_integrity_tests import TestShareOfRowsWithMissingValues
 47  from .data_quality_tests import TestAllColumnsMostCommonValueShare
 48  from .data_quality_tests import TestCatColumnsOutOfListValues
 49  from .data_quality_tests import TestCategoryCount
 50  from .data_quality_tests import TestCategoryShare
 51  from .data_quality_tests import TestColumnQuantile
 52  from .data_quality_tests import TestColumnValueMax
 53  from .data_quality_tests import TestColumnValueMean
 54  from .data_quality_tests import TestColumnValueMedian
 55  from .data_quality_tests import TestColumnValueMin
 56  from .data_quality_tests import TestColumnValueStd
 57  from .data_quality_tests import TestConflictPrediction
 58  from .data_quality_tests import TestConflictTarget
 59  from .data_quality_tests import TestCorrelationChanges
 60  from .data_quality_tests import TestHighlyCorrelatedColumns
 61  from .data_quality_tests import TestMeanInNSigmas
 62  from .data_quality_tests import TestMostCommonValueShare
 63  from .data_quality_tests import TestNumberOfOutListValues
 64  from .data_quality_tests import TestNumberOfOutRangeValues
 65  from .data_quality_tests import TestNumberOfUniqueValues
 66  from .data_quality_tests import TestNumColumnsMeanInNSigmas
 67  from .data_quality_tests import TestNumColumnsOutOfRangeValues
 68  from .data_quality_tests import TestPredictionFeaturesCorrelations
 69  from .data_quality_tests import TestShareOfOutListValues
 70  from .data_quality_tests import TestShareOfOutRangeValues
 71  from .data_quality_tests import TestTargetFeaturesCorrelations
 72  from .data_quality_tests import TestTargetPredictionCorrelation
 73  from .data_quality_tests import TestUniqueValuesShare
 74  from .data_quality_tests import TestValueList
 75  from .data_quality_tests import TestValueRange
 76  from .recsys_tests import TestARP
 77  from .recsys_tests import TestCoverage
 78  from .recsys_tests import TestDiversity
 79  from .recsys_tests import TestFBetaTopK
 80  from .recsys_tests import TestGiniIndex
 81  from .recsys_tests import TestHitRateK
 82  from .recsys_tests import TestMAPK
 83  from .recsys_tests import TestMARK
 84  from .recsys_tests import TestMRRK
 85  from .recsys_tests import TestNDCGK
 86  from .recsys_tests import TestNovelty
 87  from .recsys_tests import TestPersonalization
 88  from .recsys_tests import TestPrecisionTopK
 89  from .recsys_tests import TestRecallTopK
 90  from .recsys_tests import TestScoreEntropy
 91  from .recsys_tests import TestSerendipity
 92  from .regression_performance_tests import TestValueAbsMaxError
 93  from .regression_performance_tests import TestValueMAE
 94  from .regression_performance_tests import TestValueMAPE
 95  from .regression_performance_tests import TestValueMeanError
 96  from .regression_performance_tests import TestValueR2Score
 97  from .regression_performance_tests import TestValueRMSE
 98  
 99  __all__ = [
100      "TestAccuracyScore",
101      "TestF1ByClass",
102      "TestF1Score",
103      "TestFNR",
104      "TestFPR",
105      "TestLogLoss",
106      "TestPrecisionByClass",
107      "TestPrecisionScore",
108      "TestRecallByClass",
109      "TestRecallScore",
110      "TestRocAuc",
111      "TestTNR",
112      "TestTPR",
113      "TestAllFeaturesValueDrift",
114      "TestCategoryCount",
115      "TestCategoryShare",
116      "TestColumnDrift",
117      "TestCustomFeaturesValueDrift",
118      "TestEmbeddingsDrift",
119      "TestNumberOfDriftedColumns",
120      "TestShareOfDriftedColumns",
121      "TestAllColumnsShareOfMissingValues",
122      "TestColumnAllConstantValues",
123      "TestColumnAllUniqueValues",
124      "TestColumnNumberOfDifferentMissingValues",
125      "TestColumnNumberOfMissingValues",
126      "TestColumnRegExp",
127      "TestColumnShareOfMissingValues",
128      "TestColumnsType",
129      "TestNumberOfColumns",
130      "TestNumberOfColumnsWithMissingValues",
131      "TestNumberOfConstantColumns",
132      "TestNumberOfDifferentMissingValues",
133      "TestNumberOfDuplicatedColumns",
134      "TestNumberOfDuplicatedRows",
135      "TestNumberOfEmptyColumns",
136      "TestNumberOfEmptyRows",
137      "TestNumberOfMissingValues",
138      "TestNumberOfRows",
139      "TestNumberOfRowsWithMissingValues",
140      "TestShareOfColumnsWithMissingValues",
141      "TestShareOfMissingValues",
142      "TestShareOfRowsWithMissingValues",
143      "TestAllColumnsMostCommonValueShare",
144      "TestCatColumnsOutOfListValues",
145      "TestColumnQuantile",
146      "TestColumnValueMax",
147      "TestColumnValueMean",
148      "TestColumnValueMedian",
149      "TestColumnValueMin",
150      "TestColumnValueStd",
151      "TestConflictPrediction",
152      "TestConflictTarget",
153      "TestCorrelationChanges",
154      "TestHighlyCorrelatedColumns",
155      "TestMeanInNSigmas",
156      "TestMostCommonValueShare",
157      "TestNumberOfOutListValues",
158      "TestNumberOfOutRangeValues",
159      "TestNumberOfUniqueValues",
160      "TestNumColumnsMeanInNSigmas",
161      "TestNumColumnsOutOfRangeValues",
162      "TestPredictionFeaturesCorrelations",
163      "TestShareOfOutListValues",
164      "TestShareOfOutRangeValues",
165      "TestTargetFeaturesCorrelations",
166      "TestTargetPredictionCorrelation",
167      "TestUniqueValuesShare",
168      "TestValueList",
169      "TestValueRange",
170      "TestValueAbsMaxError",
171      "TestValueMAE",
172      "TestValueMAPE",
173      "TestValueMeanError",
174      "TestValueR2Score",
175      "TestValueRMSE",
176      "TestFBetaTopK",
177      "TestHitRateK",
178      "TestMAPK",
179      "TestMRRK",
180      "TestMARK",
181      "TestNDCGK",
182      "TestPrecisionTopK",
183      "TestRecallTopK",
184      "TestNovelty",
185      "TestPersonalization",
186      "TestSerendipity",
187      "TestDiversity",
188      "TestARP",
189      "TestGiniIndex",
190      "TestCoverage",
191      "TestScoreEntropy",
192  ]