# This code is inspired from this post:
# http://www.kdnuggets.com/2015/10/neural-network-python-tutorial.html?utm_content=buffer2cfea&utm_medium=social&utm_source=twitter.com&utm_campaign=buffer

import numpy as np

# Feature matrix and targets
X = np.array([[0,0,1],[0,1,1],[1,0,1],[1,1,1]])
print X.shape
y = np.array([[0,1,1,0]]).T
print y.shape

def sigmoid(x,y):
    return 1/(1 + np.exp(-np.dot(x,y)))

# Random initialization
syn0 = 2*np.random.random((3,4)) - 1
syn1 = 2*np.random.random((4,1)) - 1

print syn0.shape, syn1.shape

# Number of back-propagation steps
N_STEPS = 60000

for step in xrange(N_STEPS):
    l1 = sigmoid(X, syn0)
    l2 = sigmoid(l1, syn1)
    l2_delta = (y - l2)*(l2*(1-l2))
    l1_delta = l2_delta.dot(syn1.T) * (l1 * (1-l1))
    syn1 += l1.T.dot(l2_delta)
    syn0 += X.T.dot(l1_delta)

# This code is inspired from this post:
# http://www.kdnuggets.com/2015/10/neural-network-python-tutorial.html?utm_content=buffer2cfea&utm_medium=social&utm_source=twitter.com&utm_campaign=buffer

import numpy as np

np.random.seed(314)

# Feature matrix and targets
X = np.array([[0,0,1],[0,1,1],[1,0,1],[1,1,1]])
print X.shape
y = np.array([[0,1,1,0]]).T
print y.shape

def sigmoid(x,y):
    return 1/(1 + np.exp(-np.dot(x,y)))

# Random initialization of first and second hidden layers
syn0 = 2*np.random.random((3,4)) - 1
syn1 = 2*np.random.random((4,1)) - 1

print syn0.shape, syn1.shape

# Number of back-propagation steps
N_STEPS = 60000

for step in xrange(N_STEPS):
    l1 = sigmoid(X, syn0)
    l2 = sigmoid(l1, syn1)
    l2_delta = (y - l2)*(l2*(1-l2))
    l1_delta = l2_delta.dot(syn1.T) * (l1 * (1-l1))
    syn1 += l1.T.dot(l2_delta)
    syn0 += X.T.dot(l1_delta)

Set a seed for the simple neural network
Set a seed for the simple neural network
