Lime and Anchors code added

anchor/__init__.py

+

anchor/anchor_base.py

+"""Base anchor functions"""
+from __future__ import print_function
+import numpy as np
+import operator
+import copy
+import sklearn
+import collections
+
+
+def matrix_subset(matrix, n_samples):
+    if matrix.shape[0] == 0:
+        return matrix
+    n_samples = min(matrix.shape[0], n_samples)
+    return matrix[np.random.choice(matrix.shape[0], n_samples, replace=False)]
+
+
+class AnchorBaseBeam(object):
+    def __init__(self):
+        pass
+
+    @staticmethod
+    def kl_bernoulli(p, q):
+        p = min(0.9999999999999999, max(0.0000001, p))
+        q = min(0.9999999999999999, max(0.0000001, q))
+        return (p * np.log(float(p) / q) + (1 - p) *
+                np.log(float(1 - p) / (1 - q)))
+
+    @staticmethod
+    def dup_bernoulli(p, level):
+        lm = p
+        um = min(min(1, p + np.sqrt(level / 2.)), 1)
+        for j in range(1, 17):
+            qm = (um + lm) / 2.
+    #         print 'lm', lm, 'qm', qm, kl_bernoulli(p, qm)
+            if AnchorBaseBeam.kl_bernoulli(p, qm) > level:
+                um = qm
+            else:
+                lm = qm
+        return um
+
+    @staticmethod
+    def dlow_bernoulli(p, level):
+        um = p
+        lm = max(min(1, p - np.sqrt(level / 2.)), 0)
+        for j in range(1, 17):
+            qm = (um + lm) / 2.
+    #         print 'lm', lm, 'qm', qm, kl_bernoulli(p, qm)
+            if AnchorBaseBeam.kl_bernoulli(p, qm) > level:
+                lm = qm
+            else:
+                um = qm
+        return lm
+
+    @staticmethod
+    def compute_beta(n_features, t, delta):
+        alpha = 1.1
+        k = 405.5
+        temp = np.log(k * n_features * (t ** alpha) / delta)
+        return temp + np.log(temp)
+
+    @staticmethod
+    def lucb(sample_fns, initial_stats, epsilon, delta, batch_size, top_n,
+             verbose=False, verbose_every=1):
+        # initial_stats must have n_samples, positive
+        n_features = len(sample_fns)
+        n_samples = np.array(initial_stats['n_samples'])
+        positives = np.array(initial_stats['positives'])
+        ub = np.zeros(n_samples.shape)
+        lb = np.zeros(n_samples.shape)
+        for f in np.where(n_samples == 0)[0]:
+            n_samples[f] += 1
+            positives[f] += sample_fns[f](1)
+        if n_features == top_n:
+            return range(n_features)
+        means = positives / n_samples
+        t = 1
+
+        def update_bounds(t):
+            sorted_means = np.argsort(means)
+            beta = AnchorBaseBeam.compute_beta(n_features, t, delta)
+            J = sorted_means[-top_n:]
+            not_J = sorted_means[:-top_n]
+            for f in not_J:
+                ub[f] = AnchorBaseBeam.dup_bernoulli(means[f], beta /
+                                                     n_samples[f])
+            for f in J:
+                lb[f] = AnchorBaseBeam.dlow_bernoulli(means[f],
+                                                      beta / n_samples[f])
+            ut = not_J[np.argmax(ub[not_J])]
+            lt = J[np.argmin(lb[J])]
+            return ut, lt
+        ut, lt = update_bounds(t)
+        B = ub[ut] - lb[lt]
+        verbose_count = 0
+        while B > epsilon:
+            verbose_count += 1
+            if verbose and verbose_count % verbose_every == 0:
+                print('Best: %d (mean:%.10f, n: %d, lb:%.4f)' %
+                      (lt, means[lt], n_samples[lt], lb[lt]), end=' ')
+                print('Worst: %d (mean:%.4f, n: %d, ub:%.4f)' %
+                      (ut, means[ut], n_samples[ut], ub[ut]), end=' ')
+                print('B = %.2f' % B)
+            n_samples[ut] += batch_size
+            positives[ut] += sample_fns[ut](batch_size)
+            means[ut] = positives[ut] / n_samples[ut]
+            n_samples[lt] += batch_size
+            positives[lt] += sample_fns[lt](batch_size)
+            means[lt] = positives[lt] / n_samples[lt]
+            t += 1
+            ut, lt = update_bounds(t)
+            B = ub[ut] - lb[lt]
+        sorted_means = np.argsort(means)
+        return sorted_means[-top_n:]
+
+    @staticmethod
+    def make_tuples(previous_best, state):
+        # alters state, computes support for new tuples
+        normalize_tuple = lambda x: tuple(sorted(set(x)))  # noqa
+        all_features = range(state['n_features'])
+        coverage_data = state['coverage_data']
+        current_idx = state['current_idx']
+        data = state['data'][:current_idx]
+        labels = state['labels'][:current_idx]
+        if len(previous_best) == 0:
+            tuples = [(x, ) for x in all_features]
+            for x in tuples:
+                pres = data[:, x[0]].nonzero()[0]
+                # NEW
+                state['t_idx'][x] = set(pres)
+                state['t_nsamples'][x] = float(len(pres))
+                state['t_positives'][x] = float(labels[pres].sum())
+                state['t_order'][x].append(x[0])
+                # NEW
+                state['t_coverage_idx'][x] = set(
+                    coverage_data[:, x[0]].nonzero()[0])
+                state['t_coverage'][x] = (
+                    float(len(state['t_coverage_idx'][x])) /
+                    coverage_data.shape[0])
+            return tuples
+        new_tuples = set()
+        for f in all_features:
+            for t in previous_best:
+                new_t = normalize_tuple(t + (f, ))
+                if len(new_t) != len(t) + 1:
+                    continue
+                if new_t not in new_tuples:
+                    new_tuples.add(new_t)
+                    state['t_order'][new_t] = copy.deepcopy(state['t_order'][t])
+                    state['t_order'][new_t].append(f)
+                    state['t_coverage_idx'][new_t] = (
+                        state['t_coverage_idx'][t].intersection(
+                            state['t_coverage_idx'][(f,)]))
+                    state['t_coverage'][new_t] = (
+                        float(len(state['t_coverage_idx'][new_t])) /
+                        coverage_data.shape[0])
+                    t_idx = np.array(list(state['t_idx'][t]))
+                    t_data = state['data'][t_idx]
+                    present = np.where(t_data[:, f] == 1)[0]
+                    state['t_idx'][new_t] = set(t_idx[present])
+                    idx_list = list(state['t_idx'][new_t])
+                    state['t_nsamples'][new_t] = float(len(idx_list))
+                    state['t_positives'][new_t] = np.sum(
+                        state['labels'][idx_list])
+        return list(new_tuples)
+
+    @staticmethod
+    def get_sample_fns(sample_fn, tuples, state):
+        # each sample fn returns number of positives
+        sample_fns = []
+        def complete_sample_fn(t, n):
+            raw_data, data, labels = sample_fn(list(t), n)
+            current_idx = state['current_idx']
+            # idxs = range(state['data'].shape[0], state['data'].shape[0] + n)
+            idxs = range(current_idx, current_idx + n)
+            state['t_idx'][t].update(idxs)
+            state['t_nsamples'][t] += n
+            state['t_positives'][t] += labels.sum()
+            state['data'][idxs] = data
+            state['raw_data'][idxs] = raw_data
+            state['labels'][idxs] = labels
+            state['current_idx'] += n
+            if state['current_idx'] >= state['data'].shape[0] - max(1000, n):
+                prealloc_size = state['prealloc_size']
+                current_idx = data.shape[0]
+                state['data'] = np.vstack(
+                    (state['data'],
+                     np.zeros((prealloc_size, data.shape[1]), data.dtype)))
+                state['raw_data'] = np.vstack(
+                    (state['raw_data'],
+                     np.zeros((prealloc_size, raw_data.shape[1]),
+                              raw_data.dtype)))
+                state['labels'] = np.hstack(
+                    (state['labels'],
+                     np.zeros(prealloc_size, labels.dtype)))
+            # This can be really slow
+            # state['data'] = np.vstack((state['data'], data))
+            # state['raw_data'] = np.vstack((state['raw_data'], raw_data))
+            # state['labels'] = np.hstack((state['labels'], labels))
+            return labels.sum()
+        for t in tuples:
+            sample_fns.append(lambda n, t=t: complete_sample_fn(t, n))
+        return sample_fns
+
+
+    @staticmethod
+    def get_initial_statistics(tuples, state):
+        stats = {
+            'n_samples': [],
+            'positives': []
+        }
+        for t in tuples:
+            stats['n_samples'].append(state['t_nsamples'][t])
+            stats['positives'].append(state['t_positives'][t])
+        return stats
+
+    @staticmethod
+    def get_anchor_from_tuple(t, state):
+        # TODO: This is wrong, some of the intermediate anchors may not exist.
+        anchor = {'feature': [], 'mean': [], 'precision': [],
+                  'coverage': [], 'examples': [], 'all_precision': 0}
+        anchor['num_preds'] = state['data'].shape[0]
+        normalize_tuple = lambda x: tuple(sorted(set(x)))  # noqa
+        current_t = tuple()
+        for f in state['t_order'][t]:
+            current_t = normalize_tuple(current_t + (f,))
+
+            mean = (state['t_positives'][current_t] /
+                    state['t_nsamples'][current_t])
+            anchor['feature'].append(f)
+            anchor['mean'].append(mean)
+            anchor['precision'].append(mean)
+            anchor['coverage'].append(state['t_coverage'][current_t])
+            raw_idx = list(state['t_idx'][current_t])
+            raw_data = state['raw_data'][raw_idx]
+            covered_true = (
+                state['raw_data'][raw_idx][state['labels'][raw_idx] == 1])
+            covered_false = (
+                state['raw_data'][raw_idx][state['labels'][raw_idx] == 0])
+            exs = {}
+            exs['covered'] = matrix_subset(raw_data, 10)
+            exs['covered_true'] = matrix_subset(covered_true, 10)
+            exs['covered_false'] = matrix_subset(covered_false, 10)
+            exs['uncovered_true'] = np.array([])
+            exs['uncovered_false'] = np.array([])
+            anchor['examples'].append(exs)
+        return anchor
+
+    @staticmethod
+    def anchor_beam(sample_fn, delta=0.05, epsilon=0.1, batch_size=10,
+                    min_shared_samples=0, desired_confidence=1, beam_size=1,
+                    verbose=False, epsilon_stop=0.05, min_samples_start=0,
+                    max_anchor_size=None, verbose_every=1,
+                    stop_on_first=False, coverage_samples=10000):
+        anchor = {'feature': [], 'mean': [], 'precision': [],
+                  'coverage': [], 'examples': [], 'all_precision': 0}
+        _, coverage_data, _ = sample_fn([], coverage_samples, compute_labels=False)
+        raw_data, data, labels = sample_fn([], max(1, min_samples_start))
+        mean = labels.mean()
+        beta = np.log(1. / delta)
+        lb = AnchorBaseBeam.dlow_bernoulli(mean, beta / data.shape[0])
+        while mean > desired_confidence and lb < desired_confidence - epsilon:
+            nraw_data, ndata, nlabels = sample_fn([], batch_size)
+            data = np.vstack((data, ndata))
+            raw_data = np.vstack((raw_data, nraw_data))
+            labels = np.hstack((labels, nlabels))
+            mean = labels.mean()
+            lb = AnchorBaseBeam.dlow_bernoulli(mean, beta / data.shape[0])
+        if lb > desired_confidence:
+            anchor['num_preds'] = data.shape[0]
+            anchor['all_precision'] = mean
+            return anchor
+        prealloc_size = batch_size * 10000
+        current_idx = data.shape[0]
+        data = np.vstack((data, np.zeros((prealloc_size, data.shape[1]),
+                                         data.dtype)))
+        raw_data = np.vstack(
+            (raw_data, np.zeros((prealloc_size, raw_data.shape[1]),
+                                raw_data.dtype)))
+        labels = np.hstack((labels, np.zeros(prealloc_size, labels.dtype)))
+        n_features = data.shape[1]
+        state = {'t_idx': collections.defaultdict(lambda: set()),
+                 't_nsamples': collections.defaultdict(lambda: 0.),
+                 't_positives': collections.defaultdict(lambda: 0.),
+                 'data': data,
+                 'prealloc_size': prealloc_size,
+                 'raw_data': raw_data,
+                 'labels': labels,
+                 'current_idx': current_idx,
+                 'n_features': n_features,
+                 't_coverage_idx': collections.defaultdict(lambda: set()),
+                 't_coverage': collections.defaultdict(lambda: 0.),
+                 'coverage_data': coverage_data,
+                 't_order': collections.defaultdict(lambda: list())
+                 }
+        current_size = 1
+        best_of_size = {0: []}
+        best_coverage = -1
+        best_tuple = ()
+        t = 1
+        if max_anchor_size is None:
+            max_anchor_size = n_features
+        while current_size <= max_anchor_size:
+            tuples = AnchorBaseBeam.make_tuples(
+                best_of_size[current_size - 1], state)
+            tuples = [x for x in tuples
+                      if state['t_coverage'][x] > best_coverage]
+            if len(tuples) == 0:
+                break
+            sample_fns = AnchorBaseBeam.get_sample_fns(sample_fn, tuples,
+                                                       state)
+            initial_stats = AnchorBaseBeam.get_initial_statistics(tuples,
+                                                                  state)
+            # print tuples, beam_size
+            chosen_tuples = AnchorBaseBeam.lucb(
+                sample_fns, initial_stats, epsilon, delta, batch_size,
+                min(beam_size, len(tuples)),
+                verbose=verbose, verbose_every=verbose_every)
+            best_of_size[current_size] = [tuples[x] for x in chosen_tuples]
+            if verbose:
+                print('Best of size ', current_size, ':')
+            # print state['data'].shape[0]
+            stop_this = False
+            for i, t in zip(chosen_tuples, best_of_size[current_size]):
+                # I can choose at most (beam_size - 1) tuples at each step,
+                # and there are at most n_feature steps
+                beta = np.log(1. /
+                              (delta / (1 + (beam_size - 1) * n_features)))
+                # beta = np.log(1. / delta)
+                # if state['t_nsamples'][t] == 0:
+                #     mean = 1
+                # else:
+                mean = state['t_positives'][t] / state['t_nsamples'][t]
+                lb = AnchorBaseBeam.dlow_bernoulli(
+                    mean, beta / state['t_nsamples'][t])
+                ub = AnchorBaseBeam.dup_bernoulli(
+                    mean, beta / state['t_nsamples'][t])
+                coverage = state['t_coverage'][t]
+                if verbose:
+                    print(i, mean, lb, ub)
+                while ((mean >= desired_confidence and
+                       lb < desired_confidence - epsilon_stop) or
+                       (mean < desired_confidence and
+                        ub >= desired_confidence + epsilon_stop)):
+                    # print mean, lb, state['t_nsamples'][t]
+                    sample_fns[i](batch_size)
+                    mean = state['t_positives'][t] / state['t_nsamples'][t]
+                    lb = AnchorBaseBeam.dlow_bernoulli(
+                        mean, beta / state['t_nsamples'][t])
+                    ub = AnchorBaseBeam.dup_bernoulli(
+                        mean, beta / state['t_nsamples'][t])
+                if verbose:
+                    print('%s mean = %.2f lb = %.2f ub = %.2f coverage: %.2f n: %d' % (t, mean, lb, ub, coverage, state['t_nsamples'][t]))
+                if mean >= desired_confidence and lb > desired_confidence - epsilon_stop:
+                    if verbose:
+                        print('Found eligible anchor ', t, 'Coverage:',
+                              coverage, 'Is best?', coverage > best_coverage)
+                    if coverage > best_coverage:
+                        best_coverage = coverage
+                        best_tuple = t
+                        if best_coverage == 1 or stop_on_first:
+                            stop_this = True
+            if stop_this:
+                break
+            current_size += 1
+        if best_tuple == ():
+            # Could not find an anchor, will now choose the highest precision
+            # amongst the top K from every round
+            if verbose:
+                print('Could not find an anchor, now doing best of each size')
+            tuples = []
+            for i in range(0, current_size):
+                tuples.extend(best_of_size[i])
+            # tuples = best_of_size[current_size - 1]
+            sample_fns = AnchorBaseBeam.get_sample_fns(sample_fn, tuples,
+                                                       state)
+            initial_stats = AnchorBaseBeam.get_initial_statistics(tuples,
+                                                                  state)
+            # print tuples, beam_size
+            chosen_tuples = AnchorBaseBeam.lucb(
+                sample_fns, initial_stats, epsilon, delta, batch_size,
+                1, verbose=verbose)
+            best_tuple = tuples[chosen_tuples[0]]
+        # return best_tuple, state
+        return AnchorBaseBeam.get_anchor_from_tuple(best_tuple, state)

anchor/anchor_explanation.py

+from __future__ import print_function
+import io
+
+
+class AnchorExplanation:
+    """Object returned by explainers"""
+    def __init__(self, type_, exp_map, as_html):
+        self.type = type_
+        self.exp_map = exp_map
+        self.as_html_fn = as_html
+
+    def names(self, partial_index=None):
+        """
+        Returns a list of the names of the anchor conditions.
+        Args:
+            partial_index (int): lets you get the anchor until a certain index.
+            For example, if the anchor is (A=1,B=2,C=2) and partial_index=1,
+            this will return ["A=1", "B=2"]
+        """
+        names = self.exp_map['names']
+        if partial_index is not None:
+            names = names[:partial_index + 1]
+        return names
+
+    def features(self, partial_index=None):
+        """
+        Returns a list of the features used in the anchor conditions.
+        Args:
+            partial_index (int): lets you get the anchor until a certain index.
+            For example, if the anchor uses features (1, 2, 3) and
+            partial_index=1, this will return [1, 2]
+        """
+        features = self.exp_map['feature']
+        if partial_index is not None:
+            features = features[:partial_index + 1]
+        return features
+
+    def precision(self, partial_index=None):
+        """
+        Returns the anchor precision (a float)
+        Args:
+            partial_index (int): lets you get the anchor precision until a
+            certain index. For example, if the anchor has precisions
+            [0.1, 0.5, 0.95] and partial_index=1, this will return 0.5
+        """
+        precision = self.exp_map['precision']
+        if len(precision) == 0:
+            return self.exp_map['all_precision']
+        if partial_index is not None:
+            return precision[partial_index]
+        else:
+            return precision[-1]
+
+    def coverage(self, partial_index=None):
+        """
+        Returns the anchor coverage (a float)
+        Args:
+            partial_index (int): lets you get the anchor coverage until a
+            certain index. For example, if the anchor has coverages
+            [0.1, 0.5, 0.95] and partial_index=1, this will return 0.5
+        """
+        coverage = self.exp_map['coverage']
+        if len(coverage) == 0:
+            return 1
+        if partial_index is not None:
+            return coverage[partial_index]
+        else:
+            return coverage[-1]
+
+    def examples(self, only_different_prediction=False,
+                 only_same_prediction=False, partial_index=None):
+        """
+        Returns examples covered by the anchor.
+        Args:
+            only_different_prediction(bool): if true, will only return examples
+            where the anchor  makes a different prediction than the original
+            model
+            only_same_prediction(bool): if true, will only return examples
+            where the anchor makes the same prediction than the original
+            model
+            partial_index (int): lets you get the examples from the partial
+            anchor until a certain index.
+        """
+        if only_different_prediction and only_same_prediction:
+            print('Error: you can\'t have only_different_prediction \
+and only_same_prediction at the same time')
+            return []
+        key = 'covered'
+        if only_different_prediction:
+            key = 'covered_false'
+        if only_same_prediction:
+            key = 'covered_true'
+        size = len(self.exp_map['examples'])
+        idx = partial_index if partial_index is not None else size - 1
+        if idx < 0 or idx > size:
+            return []
+        return self.exp_map['examples'][idx][key]
+
+    def as_html(self, **kwargs):
+        return self.as_html_fn(self.exp_map, **kwargs)
+
+    def show_in_notebook(self, **kwargs):
+        from IPython.core.display import display, HTML
+        out = self.as_html(**kwargs)
+        display(HTML(out))
+
+    def save_to_file(self, file_path, **kwargs):
+        out = self.as_html(**kwargs)
+        io.open(file_path, 'w').write(out)

anchor/anchor_image.py

+from . import anchor_base
+import numpy as np
+import sklearn
+
+
+class AnchorImage(object):
+    """bla"""
+    def __init__(self, distribution_path=None,
+                 transform_img_fn=None, n=1000, dummys=None, white=None,
+                 segmentation_fn=None):
+        """"""
+        self.hide = True
+        self.white = white
+        if segmentation_fn is None:
+            from skimage.segmentation import quickshift
+            segmentation_fn = lambda x: quickshift(x, kernel_size=4, # noqa
+                                                   max_dist=200, ratio=0.2)
+        self.segmentation = segmentation_fn
+        if dummys is not None:
+            self.hide = False
+            self.dummys = dummys
+        elif distribution_path:
+            self.hide = False
+            import os
+            import skimage
+
+            if not transform_img_fn:
+                def transform_img(path):
+                    img = skimage.io.imread(path)
+                    short_egde = min(img.shape[:2])
+                    yy = int((img.shape[0] - short_egde) / 2)
+                    xx = int((img.shape[1] - short_egde) / 2)
+                    crop_img = img[yy: yy + short_egde, xx: xx + short_egde]
+                    return skimage.transform.resize(crop_img, (224, 224))
+
+                def transform_imgs(paths):
+                    out = []
+                    for i, path in enumerate(paths):
+                        if i % 100 == 0:
+                            print(i)
+                        out.append(transform_img(path))
+                    return out
+                transform_img_fn = transform_imgs
+            all_files = os.listdir(distribution_path)
+            all_files = np.random.choice(
+                all_files, size=min(n, len(all_files)), replace=False)
+            paths = [os.path.join(distribution_path, f) for f in all_files]
+            self.dummys = transform_img_fn(paths)
+
+    def get_sample_fn(self, image, classifier_fn, lime=False):
+        import copy
+        # segments = slic(image, n_segments=100, compactness=20)
+        segments = self.segmentation(image)
+        fudged_image = image.copy()
+        for x in np.unique(segments):
+            fudged_image[segments == x] = (np.mean(image[segments == x][:, 0]),
+                                           np.mean(image[segments == x][:, 1]),
+                                           np.mean(image[segments == x][:, 2]))
+        if self.white is not None:
+            fudged_image[:] = self.white
+        features = list(np.unique(segments))
+        n_features = len(features)
+
+        true_label = np.argmax(classifier_fn(np.expand_dims(image, 0))[0])
+        print ('True pred', true_label)
+
+        def lime_sample_fn(num_samples, batch_size=50):
+            # data = np.random.randint(0, 2, num_samples * n_features).reshape(
+            #     (num_samples, n_features))
+            data = np.zeros((num_samples, n_features))
+            labels = []
+            imgs = []
+            sizes = np.random.randint(0, n_features, num_samples)
+            all_features = range(n_features)
+            # for row in data:
+            for i, size in enumerate(sizes):
+                row = np.ones(n_features)
+                chosen = np.random.choice(all_features, size)
+                # print chosen, size,
+                row[chosen] = 0
+                data[i] = row
+                # print row
+                temp = copy.deepcopy(image)
+                zeros = np.where(row == 0)[0]
+                mask = np.zeros(segments.shape).astype(bool)
+                for z in zeros:
+                    mask[segments == z] = True