-
Notifications
You must be signed in to change notification settings - Fork 0
/
main_2d_pdp.py
65 lines (50 loc) · 2.19 KB
/
main_2d_pdp.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
from pathlib import Path
from matplotlib import pyplot as plt
from pyPDP.algorithms.ice import ICE
from pyPDP.algorithms.partitioner.decision_tree_partitioner import DecisionTreePartitioner
from pyPDP.algorithms.pdp import PDP
from pyPDP.blackbox_functions.synthetic_functions import StyblinskiTang
from pyPDP.sampler.bayesian_optimization import BayesianOptimizationSampler
from pyPDP.surrogate_models.sklearn_surrogates import GaussianProcessSurrogate
from pyPDP.utils.advanced_plots import plot_2D_ICE_Curve_with_confidence
folder = Path(__file__).parent.parent / "plots" / "main_2d"
folder.mkdir(parents=True, exist_ok=True)
def styblinski_tang_3d():
f_folder = folder / 'syblinski_3d'
f_folder.mkdir(parents=True, exist_ok=True)
seed = 0
tau = 0.1
n_dim = 3
n_samples = 80
n_initial_samples = n_dim * 4
selected_hp = ['x1', 'x2']
f = StyblinskiTang.for_n_dimensions(n_dim, seed=seed)
sampler = BayesianOptimizationSampler(f, f.config_space, acq_class_kwargs={"tau": tau},
initial_points=n_initial_samples, seed=seed)
sampler.sample(n_samples + n_initial_samples)
surrogate = GaussianProcessSurrogate(f.config_space, seed=seed)
surrogate.fit(sampler.X, sampler.y)
ice = ICE.from_random_points(surrogate, selected_hp, seed=seed)
pdp = PDP.from_ICE(ice, seed=seed)
plt.figure(figsize=(10, 10))
pdp.plot_values()
sampler.plot(x_hyperparameters=selected_hp)
plt.title('Mean values of Surrogate and sampled points')
plt.savefig(f_folder / 'mean_and_sampler')
plt.show()
plt.figure(figsize=(10, 10))
pdp.plot_confidences()
sampler.plot(x_hyperparameters=selected_hp)
plt.title('Confidence values of Surrogate and sampled points')
plt.savefig(f_folder / 'mean_and_sampler')
plt.show()
partitioner = DecisionTreePartitioner.from_ICE(ice)
partitioner.partition(max_depth=1)
region = partitioner.get_incumbent_region(sampler.incumbent[0])
region_pdp = region.pdp_as_ice_curve
plt.figure(figsize=(10, 10))
plot_2D_ICE_Curve_with_confidence(region_pdp)
plt.savefig(f_folder / 'region_pdp')
plt.show()
if __name__ == '__main__':
styblinski_tang_3d()