I want to build an MLP classifier on iris dataset. Actually, I want to build a function that runs the model with N hidden units in the hidden layer and a loop that run the function 1 neuron to 30 neurons. Then I want to build 10 models out of it and save the results of the 10 models in a folder. How can i achieve it? For example like this : enter image description here
I attempted like this :
nodes_list = [1,2, 3, 4,5,6,7,8,9,10....30] # list with number of nodes in hidden layer per model
for nodes in nodes_list:
for i in range(0,10):
# Add first layer
iris_clf_2 = sklearn.neural_network.MLPClassifier(hidden_layer_sizes = (nodes,),early_stopping=False,
learning_rate = 'invscaling', solver='lbfgs',random_state=5,shuffle=True)
iris_clf_2.fit(x_train_iris, y_train_iris)
iris_predictions = iris_clf_2.predict(x_test_iris)
print('iris accuracy on training set, having',nodes,'nuerons in hidden layer: ',accuracy_score(y_train_iris,
iris_clf_2.predict(x_train_iris)))
print('iris accuracy on test set, having',nodes,'nuerons in hidden layer: ',accuracy_score(y_test_iris,
iris_clf_2.predict(x_test_iris)))
plt.scatter(nodes, accuracy_score(y_train_iris, iris_clf_2.predict(x_train_iris)), c = 'red', marker = '+', s = 80)
plt.scatter(nodes, accuracy_score(y_test_iris, iris_clf_2.predict(x_test_iris)), c = 'blue', marker = '*', s = 80)
plt.xlabel('number of hidden units in the hidden layer')
plt.ylabel('Accuracy Score')
plt.ylim([0,1.5])
plt.show()
and this
x_train_iris, x_test_iris, y_train_iris, y_test_iris = train_test_split(x_iris, y_iris, test_size = 0.3, random_state = 0)
plt.figure(figsize=(7, 5))
plt.title('Train and Test Accuracy for Iris Dataset')
plt.grid(True)
for num_hidden_units in range(1,30,3):
iris_clf_2 = sklearn.neural_network.MLPClassifier(hidden_layer_sizes = (num_hidden_units,),early_stopping=False,
learning_rate = 'invscaling', solver='lbfgs',random_state=5,shuffle=True)
iris_clf_2.fit(x_train_iris, y_train_iris)
iris_predictions = iris_clf_2.predict(x_test_iris)
print('iris accuracy on training set, having',num_hidden_units,'nuerons in hidden layer: ',accuracy_score(y_train_iris,
iris_clf_2.predict(x_train_iris)))
print('iris accuracy on test set, having',num_hidden_units,'nuerons in hidden layer: ',accuracy_score(y_test_iris,
iris_clf_2.predict(x_test_iris)))
plt.scatter(num_hidden_units, accuracy_score(y_train_iris, iris_clf_2.predict(x_train_iris)), c = 'red', marker = '+', s = 80)
plt.scatter(num_hidden_units, accuracy_score(y_test_iris, iris_clf_2.predict(x_test_iris)), c = 'blue', marker = '*', s = 80)
plt.xlabel('number of hidden units in the hidden layer')
plt.ylabel('Accuracy Score')
plt.ylim([0,1.5])
plt.show()