apunkt/ai-privacy-toolkit
1
0
Fork 0
mirror of https://github.com/IBM/ai-privacy-toolkit.git synced 2026-06-05 14:55:13 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

BlackboxClassifier based on predictions to work with DatasetWithPredictions

Browse source
This commit is contained in:
abigailt 2022-07-24 21:05:12 +03:00 • committed by abigailgold
parent 77a6e08c8e
commit fb534f7a0f
3 changed files with 63 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

10
apt/utils/models/model.py
View file

@ -246,6 +246,8 @@ class BlackboxClassifier(Model):
:type scoring_method: `ScoringMethod`, optional
:return: the score as float (for classifiers, between 0 and 1)
"""
if test_data.get_samples() is None or test_data.get_labels() is None:
raise ValueError('score can only be computed when test data and labels are available')
predicted = self._art_model.predict(test_data.get_samples())
y = check_and_transform_label_format(test_data.get_labels(), nb_classes=self._nb_classes)
if scoring_method == ScoringMethod.ACCURACY:
@ -276,9 +278,13 @@ class BlackboxClassifierPredictions(BlackboxClassifier):
unlimited_queries: Optional[bool] = True, **kwargs):
super().__init__(model, output_type, black_box_access=True, unlimited_queries=False, **kwargs)
x_train_pred = model.get_train_samples()
y_train_pred = model.get_train_labels()
y_train_pred = model.get_train_predictions()
if y_train_pred is None:
y_train_pred = model.get_train_labels()
x_test_pred = model.get_test_samples()
y_test_pred = model.get_test_labels()
y_test_pred = model.get_test_predictions()
if y_test_pred is None:
y_test_pred = model.get_test_labels()
if y_train_pred is not None:
check_correct_model_output(y_train_pred, self.output_type)