stacked_generalization/generalizer.py at master · sergeant-wizard/stacked_generalization · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
from os import path
import numpy
from stacked_generalization import StackedGeneralization

class Generalizer:
    def __init__(self):
        self.model = None

    def name(self):
        raise NotImplementedError

    def guess_partial(self, sg):
        assert(isinstance(sg, StackedGeneralization))
        generalizer_prediction = numpy.empty((0, sg.n_classes))
        for train_index, test_index in sg.skf:
            self.train(sg.train_data[train_index],
                       sg.train_target[train_index])
            generalizer_prediction = numpy.vstack((
                generalizer_prediction,
                self.predict(sg.train_data[test_index])))

        reorder_index = [test_index for _, test_indices in sg.skf for test_index in test_indices]
        return(generalizer_prediction[reorder_index, :])

    def guess_whole(self, sg):
        assert(isinstance(sg, StackedGeneralization))
        return(self.guess(sg.train_data, sg.train_target, sg.test_data))

    def guess(self, input_data, input_target, test_data):
        self.train(input_data, input_target)
        return(self.predict(test_data))

    def train(self, data, label):
        raise NotImplementedError

    def predict(self, data):
        raise NotImplementedError

    @staticmethod
    def load_partial(name):
        return(numpy.load(Generalizer._partial_path(name)))

    @staticmethod
    def load_whole(name):
        return(numpy.load(Generalizer._whole_path(name)))

    @staticmethod
    def save_partial(name, prediction):
        numpy.save(Generalizer._partial_path(name), prediction)

    @staticmethod
    def save_whole(name, prediction):
        numpy.save(Generalizer._whole_path(name), prediction)

    @staticmethod
    def _partial_path(name, has_ext = True):
        return(path.join("data", "partial", Generalizer._add_ext(name, has_ext)))

    @staticmethod
    def _whole_path(name, has_ext = True):
        return(path.join("data", "whole", Generalizer._add_ext(name, has_ext)))

    @staticmethod
    def _add_ext(name, has_ext):
        if has_ext:
            return(name + '.npy')
        else:
            return(name)