DiscreteSamplingFramework/examples/regression_decision_tree_example.py at ecfd2ffc2a9580c9ce94ef4255f2025eea75e29f · DiscreteVariablesTaskForce/DiscreteSamplingFramework · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
from sklearn import datasets
from sklearn.model_selection import train_test_split

from discretesampling.domain import decision_tree as dt
from discretesampling.base.algorithms import DiscreteVariableMCMC, DiscreteVariableSMC

data = datasets.load_diabetes()

X = data.data
y = data.target

X_train, X_test, y_train, y_test = train_test_split(X, y, test_size=0.30, random_state=5)

a = 15
target = dt.RegressionTreeTarget(a)
initialProposal = dt.TreeInitialProposal(X_train, y_train)

dtMCMC = DiscreteVariableMCMC(dt.Tree, target, initialProposal)
try:
    treeSamples = dtMCMC.sample(100)

    mcmcLabels = dt.RegressionStats(treeSamples.samples, X_test).predict(X_test, use_majority=True)
    mcmcAccuracy = [dt.accuracy_mse(y_test, mcmcLabels)]

    print("MCMC mean MSE: ", (mcmcAccuracy))
except ZeroDivisionError:
    print("MCMC sampling failed due to division by zero")


dtSMC = DiscreteVariableSMC(dt.Tree, target, initialProposal)
try:
    treeSMCSamples = dtSMC.sample(10, 10)

    smcLabels = dt.RegressionStats(treeSMCSamples.samples, X_test).predict(X_test, use_majority=True)
    smcAccuracy = [dt.accuracy_mse(y_test, smcLabels)]

    print("SMC mean MSE: ", (smcAccuracy))
except ZeroDivisionError:
    print("SMC sampling failed due to division by zero")