Clustering#
Clustering seeks to group data into clusters based on their properties and then allow us to predict which cluster a new member belongs.
import numpy as np
import matplotlib.pyplot as plt
Preparing the data#
We’ll use a dataset generator that is part of scikit-learn called make_moons. This generates data that falls into 2 different sets with a shape that looks like half-moons.
from sklearn import datasets
def generate_data():
xvec, val = datasets.make_moons(200, noise=0.15)
# encode the output to be 2 elements
x = []
v = []
for xv, vv in zip(xvec, val):
x.append(np.array(xv))
v.append(vv)
return np.array(x), np.array(v)
Tip
By adjusting the noise parameter, we can blur the boundary between the two datasets, making the classification harder.
x, v = generate_data()
Let’s look at a point and it’s value
print(f"x = {x[0]}, value = {v[0]}")
x = [ 1.75259208 -0.02168005], value = 1
Now let’s plot the data
def plot_data(x, v):
xpt = [q[0] for q in x]
ypt = [q[1] for q in x]
fig, ax = plt.subplots()
ax.scatter(xpt, ypt, s=40, c=v, cmap="viridis")
ax.set_aspect("equal")
return fig
fig = plot_data(x, v)
We want to partition this domain into 2 regions, such that when we come in with a new point, we know which group it belongs to.
Constructing the network#
First we setup and train our network
from keras.models import Sequential
from keras.layers import Input, Dense, Dropout, Activation
from keras.optimizers import RMSprop
model = Sequential()
model.add(Input((2,)))
model.add(Dense(50, activation="relu"))
model.add(Dense(20, activation="relu"))
model.add(Dense(1, activation="sigmoid"))
rms = RMSprop()
model.compile(loss='binary_crossentropy',
optimizer=rms, metrics=['accuracy'])
model.summary()
Model: "sequential"
┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━━━━━━━━┓ ┃ Layer (type) ┃ Output Shape ┃ Param # ┃ ┡━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━━━━━━━━┩ │ dense (Dense) │ (None, 50) │ 150 │ ├─────────────────────────────────┼────────────────────────┼───────────────┤ │ dense_1 (Dense) │ (None, 20) │ 1,020 │ ├─────────────────────────────────┼────────────────────────┼───────────────┤ │ dense_2 (Dense) │ (None, 1) │ 21 │ └─────────────────────────────────┴────────────────────────┴───────────────┘
Total params: 1,191 (4.65 KB)
Trainable params: 1,191 (4.65 KB)
Non-trainable params: 0 (0.00 B)
Training#
Important
We seem to need a lot of epochs here to get a good result
results = model.fit(x, v, batch_size=50, epochs=200, verbose=2)
Epoch 1/200
4/4 - 0s - 4ms/step - accuracy: 0.8100 - loss: 0.6609
Epoch 2/200
4/4 - 0s - 3ms/step - accuracy: 0.8400 - loss: 0.6310
Epoch 3/200
4/4 - 0s - 3ms/step - accuracy: 0.8400 - loss: 0.6062
Epoch 4/200
4/4 - 0s - 3ms/step - accuracy: 0.8450 - loss: 0.5846
Epoch 5/200
4/4 - 0s - 3ms/step - accuracy: 0.8350 - loss: 0.5641
Epoch 6/200
4/4 - 0s - 3ms/step - accuracy: 0.8350 - loss: 0.5429
Epoch 7/200
4/4 - 0s - 3ms/step - accuracy: 0.8350 - loss: 0.5231
Epoch 8/200
4/4 - 0s - 3ms/step - accuracy: 0.8350 - loss: 0.5035
Epoch 9/200
4/4 - 0s - 3ms/step - accuracy: 0.8350 - loss: 0.4851
Epoch 10/200
4/4 - 0s - 3ms/step - accuracy: 0.8350 - loss: 0.4670
Epoch 11/200
4/4 - 0s - 3ms/step - accuracy: 0.8400 - loss: 0.4503
Epoch 12/200
4/4 - 0s - 3ms/step - accuracy: 0.8350 - loss: 0.4340
Epoch 13/200
4/4 - 0s - 3ms/step - accuracy: 0.8400 - loss: 0.4192
Epoch 14/200
4/4 - 0s - 3ms/step - accuracy: 0.8400 - loss: 0.4053
Epoch 15/200
4/4 - 0s - 3ms/step - accuracy: 0.8400 - loss: 0.3920
Epoch 16/200
4/4 - 0s - 3ms/step - accuracy: 0.8450 - loss: 0.3798
Epoch 17/200
4/4 - 0s - 3ms/step - accuracy: 0.8450 - loss: 0.3679
Epoch 18/200
4/4 - 0s - 3ms/step - accuracy: 0.8600 - loss: 0.3573
Epoch 19/200
4/4 - 0s - 3ms/step - accuracy: 0.8600 - loss: 0.3468
Epoch 20/200
4/4 - 0s - 3ms/step - accuracy: 0.8650 - loss: 0.3374
Epoch 21/200
4/4 - 0s - 3ms/step - accuracy: 0.8700 - loss: 0.3300
Epoch 22/200
4/4 - 0s - 3ms/step - accuracy: 0.8650 - loss: 0.3208
Epoch 23/200
4/4 - 0s - 3ms/step - accuracy: 0.8750 - loss: 0.3135
Epoch 24/200
4/4 - 0s - 3ms/step - accuracy: 0.8800 - loss: 0.3062
Epoch 25/200
4/4 - 0s - 3ms/step - accuracy: 0.8750 - loss: 0.2999
Epoch 26/200
4/4 - 0s - 3ms/step - accuracy: 0.8900 - loss: 0.2943
Epoch 27/200
4/4 - 0s - 3ms/step - accuracy: 0.8800 - loss: 0.2886
Epoch 28/200
4/4 - 0s - 4ms/step - accuracy: 0.8850 - loss: 0.2823
Epoch 29/200
4/4 - 0s - 3ms/step - accuracy: 0.8900 - loss: 0.2788
Epoch 30/200
4/4 - 0s - 3ms/step - accuracy: 0.8850 - loss: 0.2733
Epoch 31/200
4/4 - 0s - 3ms/step - accuracy: 0.8950 - loss: 0.2690
Epoch 32/200
4/4 - 0s - 3ms/step - accuracy: 0.8900 - loss: 0.2655
Epoch 33/200
4/4 - 0s - 3ms/step - accuracy: 0.8950 - loss: 0.2606
Epoch 34/200
4/4 - 0s - 3ms/step - accuracy: 0.8900 - loss: 0.2591
Epoch 35/200
4/4 - 0s - 3ms/step - accuracy: 0.9000 - loss: 0.2562
Epoch 36/200
4/4 - 0s - 3ms/step - accuracy: 0.9000 - loss: 0.2513
Epoch 37/200
4/4 - 0s - 3ms/step - accuracy: 0.9050 - loss: 0.2484
Epoch 38/200
4/4 - 0s - 3ms/step - accuracy: 0.9050 - loss: 0.2456
Epoch 39/200
4/4 - 0s - 3ms/step - accuracy: 0.9100 - loss: 0.2440
Epoch 40/200
4/4 - 0s - 3ms/step - accuracy: 0.9100 - loss: 0.2405
Epoch 41/200
4/4 - 0s - 3ms/step - accuracy: 0.9100 - loss: 0.2384
Epoch 42/200
4/4 - 0s - 3ms/step - accuracy: 0.9100 - loss: 0.2362
Epoch 43/200
4/4 - 0s - 3ms/step - accuracy: 0.9200 - loss: 0.2333
Epoch 44/200
4/4 - 0s - 3ms/step - accuracy: 0.9200 - loss: 0.2313
Epoch 45/200
4/4 - 0s - 3ms/step - accuracy: 0.9200 - loss: 0.2295
Epoch 46/200
4/4 - 0s - 3ms/step - accuracy: 0.9200 - loss: 0.2278
Epoch 47/200
4/4 - 0s - 3ms/step - accuracy: 0.9200 - loss: 0.2265
Epoch 48/200
4/4 - 0s - 3ms/step - accuracy: 0.9200 - loss: 0.2264
Epoch 49/200
4/4 - 0s - 3ms/step - accuracy: 0.9200 - loss: 0.2217
Epoch 50/200
4/4 - 0s - 3ms/step - accuracy: 0.9150 - loss: 0.2210
Epoch 51/200
4/4 - 0s - 3ms/step - accuracy: 0.9200 - loss: 0.2182
Epoch 52/200
4/4 - 0s - 3ms/step - accuracy: 0.9150 - loss: 0.2194
Epoch 53/200
4/4 - 0s - 3ms/step - accuracy: 0.9200 - loss: 0.2158
Epoch 54/200
4/4 - 0s - 3ms/step - accuracy: 0.9150 - loss: 0.2142
Epoch 55/200
4/4 - 0s - 3ms/step - accuracy: 0.9200 - loss: 0.2126
Epoch 56/200
4/4 - 0s - 3ms/step - accuracy: 0.9200 - loss: 0.2106
Epoch 57/200
4/4 - 0s - 3ms/step - accuracy: 0.9200 - loss: 0.2094
Epoch 58/200
4/4 - 0s - 3ms/step - accuracy: 0.9200 - loss: 0.2092
Epoch 59/200
4/4 - 0s - 3ms/step - accuracy: 0.9200 - loss: 0.2064
Epoch 60/200
4/4 - 0s - 3ms/step - accuracy: 0.9150 - loss: 0.2049
Epoch 61/200
4/4 - 0s - 3ms/step - accuracy: 0.9200 - loss: 0.2020
Epoch 62/200
4/4 - 0s - 3ms/step - accuracy: 0.9150 - loss: 0.2004
Epoch 63/200
4/4 - 0s - 3ms/step - accuracy: 0.9200 - loss: 0.1986
Epoch 64/200
4/4 - 0s - 3ms/step - accuracy: 0.9200 - loss: 0.1975
Epoch 65/200
4/4 - 0s - 3ms/step - accuracy: 0.9200 - loss: 0.1950
Epoch 66/200
4/4 - 0s - 3ms/step - accuracy: 0.9150 - loss: 0.1928
Epoch 67/200
4/4 - 0s - 3ms/step - accuracy: 0.9200 - loss: 0.1930
Epoch 68/200
4/4 - 0s - 3ms/step - accuracy: 0.9150 - loss: 0.1901
Epoch 69/200
4/4 - 0s - 3ms/step - accuracy: 0.9250 - loss: 0.1894
Epoch 70/200
4/4 - 0s - 3ms/step - accuracy: 0.9300 - loss: 0.1858
Epoch 71/200
4/4 - 0s - 3ms/step - accuracy: 0.9250 - loss: 0.1847
Epoch 72/200
4/4 - 0s - 3ms/step - accuracy: 0.9300 - loss: 0.1831
Epoch 73/200
4/4 - 0s - 3ms/step - accuracy: 0.9200 - loss: 0.1819
Epoch 74/200
4/4 - 0s - 3ms/step - accuracy: 0.9300 - loss: 0.1810
Epoch 75/200
4/4 - 0s - 3ms/step - accuracy: 0.9300 - loss: 0.1773
Epoch 76/200
4/4 - 0s - 3ms/step - accuracy: 0.9200 - loss: 0.1772
Epoch 77/200
4/4 - 0s - 3ms/step - accuracy: 0.9250 - loss: 0.1758
Epoch 78/200
4/4 - 0s - 3ms/step - accuracy: 0.9350 - loss: 0.1732
Epoch 79/200
4/4 - 0s - 3ms/step - accuracy: 0.9350 - loss: 0.1699
Epoch 80/200
4/4 - 0s - 3ms/step - accuracy: 0.9300 - loss: 0.1686
Epoch 81/200
4/4 - 0s - 3ms/step - accuracy: 0.9350 - loss: 0.1669
Epoch 82/200
4/4 - 0s - 3ms/step - accuracy: 0.9300 - loss: 0.1674
Epoch 83/200
4/4 - 0s - 3ms/step - accuracy: 0.9350 - loss: 0.1639
Epoch 84/200
4/4 - 0s - 3ms/step - accuracy: 0.9300 - loss: 0.1634
Epoch 85/200
4/4 - 0s - 3ms/step - accuracy: 0.9350 - loss: 0.1604
Epoch 86/200
4/4 - 0s - 3ms/step - accuracy: 0.9350 - loss: 0.1588
Epoch 87/200
4/4 - 0s - 3ms/step - accuracy: 0.9300 - loss: 0.1570
Epoch 88/200
4/4 - 0s - 3ms/step - accuracy: 0.9350 - loss: 0.1563
Epoch 89/200
4/4 - 0s - 3ms/step - accuracy: 0.9400 - loss: 0.1525
Epoch 90/200
4/4 - 0s - 3ms/step - accuracy: 0.9350 - loss: 0.1510
Epoch 91/200
4/4 - 0s - 3ms/step - accuracy: 0.9350 - loss: 0.1500
Epoch 92/200
4/4 - 0s - 3ms/step - accuracy: 0.9350 - loss: 0.1479
Epoch 93/200
4/4 - 0s - 3ms/step - accuracy: 0.9350 - loss: 0.1470
Epoch 94/200
4/4 - 0s - 3ms/step - accuracy: 0.9400 - loss: 0.1454
Epoch 95/200
4/4 - 0s - 3ms/step - accuracy: 0.9400 - loss: 0.1433
Epoch 96/200
4/4 - 0s - 3ms/step - accuracy: 0.9350 - loss: 0.1414
Epoch 97/200
4/4 - 0s - 4ms/step - accuracy: 0.9450 - loss: 0.1385
Epoch 98/200
4/4 - 0s - 4ms/step - accuracy: 0.9450 - loss: 0.1369
Epoch 99/200
4/4 - 0s - 3ms/step - accuracy: 0.9500 - loss: 0.1357
Epoch 100/200
4/4 - 0s - 3ms/step - accuracy: 0.9500 - loss: 0.1348
Epoch 101/200
4/4 - 0s - 4ms/step - accuracy: 0.9500 - loss: 0.1315
Epoch 102/200
4/4 - 0s - 3ms/step - accuracy: 0.9500 - loss: 0.1297
Epoch 103/200
4/4 - 0s - 3ms/step - accuracy: 0.9500 - loss: 0.1286
Epoch 104/200
4/4 - 0s - 3ms/step - accuracy: 0.9500 - loss: 0.1259
Epoch 105/200
4/4 - 0s - 3ms/step - accuracy: 0.9500 - loss: 0.1260
Epoch 106/200
4/4 - 0s - 3ms/step - accuracy: 0.9500 - loss: 0.1220
Epoch 107/200
4/4 - 0s - 3ms/step - accuracy: 0.9500 - loss: 0.1206
Epoch 108/200
4/4 - 0s - 3ms/step - accuracy: 0.9500 - loss: 0.1198
Epoch 109/200
4/4 - 0s - 3ms/step - accuracy: 0.9500 - loss: 0.1172
Epoch 110/200
4/4 - 0s - 3ms/step - accuracy: 0.9550 - loss: 0.1158
Epoch 111/200
4/4 - 0s - 3ms/step - accuracy: 0.9500 - loss: 0.1134
Epoch 112/200
4/4 - 0s - 3ms/step - accuracy: 0.9550 - loss: 0.1123
Epoch 113/200
4/4 - 0s - 3ms/step - accuracy: 0.9500 - loss: 0.1111
Epoch 114/200
4/4 - 0s - 3ms/step - accuracy: 0.9500 - loss: 0.1084
Epoch 115/200
4/4 - 0s - 3ms/step - accuracy: 0.9500 - loss: 0.1088
Epoch 116/200
4/4 - 0s - 3ms/step - accuracy: 0.9500 - loss: 0.1077
Epoch 117/200
4/4 - 0s - 3ms/step - accuracy: 0.9550 - loss: 0.1032
Epoch 118/200
4/4 - 0s - 3ms/step - accuracy: 0.9550 - loss: 0.1030
Epoch 119/200
4/4 - 0s - 3ms/step - accuracy: 0.9600 - loss: 0.1004
Epoch 120/200
4/4 - 0s - 3ms/step - accuracy: 0.9500 - loss: 0.1015
Epoch 121/200
4/4 - 0s - 3ms/step - accuracy: 0.9600 - loss: 0.0972
Epoch 122/200
4/4 - 0s - 3ms/step - accuracy: 0.9600 - loss: 0.0962
Epoch 123/200
4/4 - 0s - 3ms/step - accuracy: 0.9600 - loss: 0.0950
Epoch 124/200
4/4 - 0s - 3ms/step - accuracy: 0.9550 - loss: 0.0935
Epoch 125/200
4/4 - 0s - 3ms/step - accuracy: 0.9650 - loss: 0.0916
Epoch 126/200
4/4 - 0s - 3ms/step - accuracy: 0.9600 - loss: 0.0896
Epoch 127/200
4/4 - 0s - 3ms/step - accuracy: 0.9650 - loss: 0.0905
Epoch 128/200
4/4 - 0s - 4ms/step - accuracy: 0.9650 - loss: 0.0870
Epoch 129/200
4/4 - 0s - 3ms/step - accuracy: 0.9600 - loss: 0.0873
Epoch 130/200
4/4 - 0s - 3ms/step - accuracy: 0.9650 - loss: 0.0843
Epoch 131/200
4/4 - 0s - 3ms/step - accuracy: 0.9600 - loss: 0.0845
Epoch 132/200
4/4 - 0s - 3ms/step - accuracy: 0.9700 - loss: 0.0814
Epoch 133/200
4/4 - 0s - 3ms/step - accuracy: 0.9650 - loss: 0.0801
Epoch 134/200
4/4 - 0s - 3ms/step - accuracy: 0.9700 - loss: 0.0793
Epoch 135/200
4/4 - 0s - 3ms/step - accuracy: 0.9650 - loss: 0.0783
Epoch 136/200
4/4 - 0s - 3ms/step - accuracy: 0.9650 - loss: 0.0769
Epoch 137/200
4/4 - 0s - 3ms/step - accuracy: 0.9750 - loss: 0.0747
Epoch 138/200
4/4 - 0s - 3ms/step - accuracy: 0.9750 - loss: 0.0734
Epoch 139/200
4/4 - 0s - 3ms/step - accuracy: 0.9750 - loss: 0.0726
Epoch 140/200
4/4 - 0s - 3ms/step - accuracy: 0.9750 - loss: 0.0739
Epoch 141/200
4/4 - 0s - 4ms/step - accuracy: 0.9650 - loss: 0.0709
Epoch 142/200
4/4 - 0s - 3ms/step - accuracy: 0.9750 - loss: 0.0690
Epoch 143/200
4/4 - 0s - 3ms/step - accuracy: 0.9750 - loss: 0.0676
Epoch 144/200
4/4 - 0s - 3ms/step - accuracy: 0.9750 - loss: 0.0667
Epoch 145/200
4/4 - 0s - 3ms/step - accuracy: 0.9750 - loss: 0.0655
Epoch 146/200
4/4 - 0s - 3ms/step - accuracy: 0.9750 - loss: 0.0649
Epoch 147/200
4/4 - 0s - 3ms/step - accuracy: 0.9750 - loss: 0.0640
Epoch 148/200
4/4 - 0s - 3ms/step - accuracy: 0.9750 - loss: 0.0624
Epoch 149/200
4/4 - 0s - 3ms/step - accuracy: 0.9850 - loss: 0.0626
Epoch 150/200
4/4 - 0s - 3ms/step - accuracy: 0.9750 - loss: 0.0606
Epoch 151/200
4/4 - 0s - 3ms/step - accuracy: 0.9750 - loss: 0.0595
Epoch 152/200
4/4 - 0s - 3ms/step - accuracy: 0.9750 - loss: 0.0587
Epoch 153/200
4/4 - 0s - 3ms/step - accuracy: 0.9750 - loss: 0.0578
Epoch 154/200
4/4 - 0s - 3ms/step - accuracy: 0.9750 - loss: 0.0578
Epoch 155/200
4/4 - 0s - 3ms/step - accuracy: 0.9750 - loss: 0.0565
Epoch 156/200
4/4 - 0s - 3ms/step - accuracy: 0.9800 - loss: 0.0559
Epoch 157/200
4/4 - 0s - 3ms/step - accuracy: 0.9800 - loss: 0.0545
Epoch 158/200
4/4 - 0s - 3ms/step - accuracy: 0.9800 - loss: 0.0533
Epoch 159/200
4/4 - 0s - 3ms/step - accuracy: 0.9800 - loss: 0.0541
Epoch 160/200
4/4 - 0s - 3ms/step - accuracy: 0.9750 - loss: 0.0518
Epoch 161/200
4/4 - 0s - 3ms/step - accuracy: 0.9800 - loss: 0.0519
Epoch 162/200
4/4 - 0s - 3ms/step - accuracy: 0.9800 - loss: 0.0510
Epoch 163/200
4/4 - 0s - 3ms/step - accuracy: 0.9900 - loss: 0.0500
Epoch 164/200
4/4 - 0s - 3ms/step - accuracy: 0.9900 - loss: 0.0499
Epoch 165/200
4/4 - 0s - 3ms/step - accuracy: 0.9750 - loss: 0.0479
Epoch 166/200
4/4 - 0s - 3ms/step - accuracy: 0.9900 - loss: 0.0482
Epoch 167/200
4/4 - 0s - 3ms/step - accuracy: 0.9850 - loss: 0.0480
Epoch 168/200
4/4 - 0s - 3ms/step - accuracy: 0.9900 - loss: 0.0460
Epoch 169/200
4/4 - 0s - 3ms/step - accuracy: 0.9950 - loss: 0.0457
Epoch 170/200
4/4 - 0s - 3ms/step - accuracy: 0.9850 - loss: 0.0457
Epoch 171/200
4/4 - 0s - 3ms/step - accuracy: 0.9900 - loss: 0.0448
Epoch 172/200
4/4 - 0s - 3ms/step - accuracy: 0.9900 - loss: 0.0435
Epoch 173/200
4/4 - 0s - 3ms/step - accuracy: 0.9900 - loss: 0.0431
Epoch 174/200
4/4 - 0s - 3ms/step - accuracy: 0.9900 - loss: 0.0420
Epoch 175/200
4/4 - 0s - 3ms/step - accuracy: 0.9900 - loss: 0.0417
Epoch 176/200
4/4 - 0s - 3ms/step - accuracy: 0.9900 - loss: 0.0419
Epoch 177/200
4/4 - 0s - 3ms/step - accuracy: 0.9900 - loss: 0.0420
Epoch 178/200
4/4 - 0s - 3ms/step - accuracy: 0.9950 - loss: 0.0404
Epoch 179/200
4/4 - 0s - 3ms/step - accuracy: 0.9900 - loss: 0.0386
Epoch 180/200
4/4 - 0s - 3ms/step - accuracy: 0.9950 - loss: 0.0389
Epoch 181/200
4/4 - 0s - 3ms/step - accuracy: 0.9900 - loss: 0.0387
Epoch 182/200
4/4 - 0s - 3ms/step - accuracy: 0.9900 - loss: 0.0389
Epoch 183/200
4/4 - 0s - 3ms/step - accuracy: 0.9950 - loss: 0.0381
Epoch 184/200
4/4 - 0s - 3ms/step - accuracy: 0.9950 - loss: 0.0360
Epoch 185/200
4/4 - 0s - 3ms/step - accuracy: 0.9950 - loss: 0.0364
Epoch 186/200
4/4 - 0s - 3ms/step - accuracy: 0.9900 - loss: 0.0356
Epoch 187/200
4/4 - 0s - 3ms/step - accuracy: 0.9950 - loss: 0.0347
Epoch 188/200
4/4 - 0s - 3ms/step - accuracy: 1.0000 - loss: 0.0351
Epoch 189/200
4/4 - 0s - 3ms/step - accuracy: 0.9900 - loss: 0.0353
Epoch 190/200
4/4 - 0s - 3ms/step - accuracy: 1.0000 - loss: 0.0339
Epoch 191/200
4/4 - 0s - 3ms/step - accuracy: 0.9950 - loss: 0.0330
Epoch 192/200
4/4 - 0s - 3ms/step - accuracy: 1.0000 - loss: 0.0331
Epoch 193/200
4/4 - 0s - 3ms/step - accuracy: 1.0000 - loss: 0.0328
Epoch 194/200
4/4 - 0s - 3ms/step - accuracy: 1.0000 - loss: 0.0324
Epoch 195/200
4/4 - 0s - 3ms/step - accuracy: 0.9950 - loss: 0.0318
Epoch 196/200
4/4 - 0s - 3ms/step - accuracy: 1.0000 - loss: 0.0308
Epoch 197/200
4/4 - 0s - 3ms/step - accuracy: 0.9950 - loss: 0.0314
Epoch 198/200
4/4 - 0s - 3ms/step - accuracy: 1.0000 - loss: 0.0303
Epoch 199/200
4/4 - 0s - 3ms/step - accuracy: 1.0000 - loss: 0.0299
Epoch 200/200
4/4 - 0s - 3ms/step - accuracy: 1.0000 - loss: 0.0297
score = model.evaluate(x, v, verbose=0)
print(f"score = {score[0]}")
print(f"accuracy = {score[1]}")
score = 0.028803039342164993
accuracy = 1.0
Predicting#
Let’s look at a prediction. We need to feed in a single point as an array of shape (N, 2), where N is the number of points
res = model.predict(np.array([[-2, 2]]))
res
1/1 ━━━━━━━━━━━━━━━━━━━━ 0s 2ms/step
1/1 ━━━━━━━━━━━━━━━━━━━━ 0s 3ms/step
array([[9.6334305e-23]], dtype=float32)
We see that we get a floating point number. We will need to convert this to 0 or 1 by rounding.
Let’s plot the partitioning
M = 256
N = 256
xmin = -1.75
xmax = 2.5
ymin = -1.25
ymax = 1.75
xpt = np.linspace(xmin, xmax, M)
ypt = np.linspace(ymin, ymax, N)
To make the prediction go faster, we want to feed in a vector of these points, of the form:
[[xpt[0], ypt[0]],
[xpt[1], ypt[1]],
...
]
We can see that this packs them into the vector
pairs = np.array(np.meshgrid(xpt, ypt)).T.reshape(-1, 2)
pairs[0]
array([-1.75, -1.25])
Now we do the prediction. We will get a vector out, which we reshape to match the original domain.
res = model.predict(pairs, verbose=0)
res.shape = (M, N)
/tmp/ipykernel_4935/3968438749.py:2: DeprecationWarning: Setting the shape on a NumPy array has been deprecated in NumPy 2.5.
As an alternative, you can create a new view using np.reshape (with copy=False if needed).
res.shape = (M, N)
Finally, round to 0 or 1
domain = np.where(res > 0.5, 1, 0)
and we can plot the data
fig, ax = plt.subplots()
ax.imshow(domain.T, origin="lower",
extent=[xmin, xmax, ymin, ymax], alpha=0.25)
xpt = [q[0] for q in x]
ypt = [q[1] for q in x]
ax.scatter(xpt, ypt, s=40, c=v, cmap="viridis")
<matplotlib.collections.PathCollection at 0x7f36c18b7750>