<gh_stars>1-10
import numpy as np
from layer import Layer
from coder import Coder
from gate_map import make_nvm_gate_map
from activator import *
from learning_rules import *
from nvm_instruction_set import opcodes, flash_instruction_set
from nvm_assembler import assemble
from builtins import input

def update_add(accumulator, summand):
    for k, v in summand.items():
        if k in accumulator:
            accumulator[k] += v
        else: accumulator[k] = v

def address_space(forward_layer, backward_layer, pointer_layer=None, orthogonal=False):
    # set up memory address space
    layers = {'f': forward_layer, 'b': backward_layer}
    if pointer_layer is not None:
        layers['p'] = pointer_layer

    N = layers['f'].size
    A = {}
    for d in layers.keys():
        A[d] = layers[d].encode_tokens(
            tokens = [str(a) for a in range(N)],
            orthogonal=orthogonal)

    weights, biases = {}, {}

    # Set up forward-backward and recurrent matrices
    for d_to in ['f','b']:
        for d_from in ['f','b']:
            key = (layers[d_to].name, layers[d_from].name)
            Y, X = A[d_to], A[d_from]
            if d_from == 'f': X = np.roll(X, 1, axis=1)
            if d_from == 'b': Y = np.roll(Y, 1, axis=1)
            weights[key], biases[key], _ = learn(
                np.zeros((N, N)), np.zeros((N, 1)),
                X, Y,
                layers[d_from].activator,
                layers[d_to].activator,
                linear_solve, verbose=False)

    # Set up pointer matrices
    if pointer_layer is not None:
        for d_to,d_from in [('f','p'),('b','p'),('p','b')]:
            key = (layers[d_to].name, layers[d_from].name)
            Y, X = A[d_to], A[d_from]
            weights[key], biases[key], _ = learn(
                np.zeros((N, N)), np.zeros((N, 1)),
                X, Y,
                layers[d_from].activator,
                layers[d_to].activator,
                linear_solve, verbose=False)

    return weights, biases

class NVMNet:
    # changing devices to registers
    def __init__(self, layer_shape, pad, activator, learning_rule, registers, shapes={}, tokens=[], orthogonal=False, verbose=False):
        # layer_shape is default, shapes[layer_name] are overrides
        if 'gh' not in shapes: shapes['gh'] = (32,32) # important for many registers
        if 'm' not in shapes: shapes['m'] = (16,16)
        if 's' not in shapes: shapes['s'] = (8,8)

        # Save padding
        self.pad = pad

        # set up instruction layers
        layers = {}
        for name in ['ip','opc','op1','op2']:
            shape = shapes.get(name, layer_shape)
            act = activator(pad, shape[0]*shape[1])
            layers[name] = Layer(name, shape, act, Coder(act))

        # set up memory and stack layers
        NM, NS = shapes['m'][0]*shapes['m'][1], shapes['s'][0]*shapes['s'][1]
        actm, acts = activator(pad, NM), activator(pad, NS)
        for m in ['mf','mb','mp']: layers[m] = Layer(m, shapes['m'], actm, Coder(actm))
        for s in ['sf','sb']:      layers[s] = Layer(s, shapes['s'], acts, Coder(acts))

        # set up comparison layers
        c_shape = shapes.get('c', layer_shape)
        NC = c_shape[0]*c_shape[1]
        actc = activator(pad, NC)
        for c in ['ci','co']: layers[c] = Layer(c, c_shape, actc, Coder(actc))
        co_true = layers['co'].coder.encode('true')
        layers['co'].coder.encode('false', np.array([
            [actc.on if tf == actc.off else actc.off]
            for tf in co_true.flatten()]))

        # add register layers
        layers.update(registers)
        self.registers = registers
        self.layers = layers

        # set up gates
        NL = len(layers) + 2 # +2 for gate out/hidden
        NG = NL + 2*NL**2 # number of gates (d + u + l)
        NH = shapes['gh'][0]*shapes['gh'][1] # number of hidden units
        acto = gate_activator(pad,NG)
        acth = activator(pad,NH)
        layers['go'] = Layer('go', (1,NG), acto, Coder(acto))
        layers['gh'] = Layer('gh', shapes['gh'], acth, Coder(acth))
        self.gate_map = make_nvm_gate_map(layers.keys())        

        # set up gain
        self.w_gain, self.b_gain = {}, {}
        for layer_name, layer in layers.items():
            self.w_gain[layer_name], self.b_gain[layer_name] = layer.activator.gain()

        # encode tokens
        self.orthogonal = orthogonal
        self.layers["opc"].encode_tokens(opcodes, orthogonal=orthogonal)
        # explicitly convert to list for python3
        all_tokens = list(set(tokens) | set(list(self.registers.keys()) + ["null"]))
        for name in list(self.registers.keys()) + ["op1","op2","ci"]:
            self.layers[name].encode_tokens(all_tokens, orthogonal=orthogonal)

        # set up connection matrices
        self.weights, self.biases = flash_instruction_set(self, verbose=verbose)

        ptr_layers = {'m': layers['mp'], 's': None}
        for ms in 'ms':
            ms_weights, ms_biases = address_space(
                layers[ms+'f'], layers[ms+'b'], ptr_layers[ms],
                orthogonal=orthogonal)
            self.weights.update(ms_weights)
            self.biases.update(ms_biases)

        # initialize fast connectivity
        # changing devices to registers
        connect_pairs = \
            [(register,'mf') for register in self.registers] + \
            [('mf',register) for register in self.registers] + \
            [(register,'mb') for register in self.registers] + \
            [('mb',register) for register in self.registers] + \
            [('ip','sf')] + \
            [('co','ci')] + \
            [('mp','mf')]
        for (to_name, from_name) in connect_pairs:
            N_to = self.layers[to_name].size
            N_from = self.layers[from_name].size
            self.weights[(to_name, from_name)] = np.zeros((N_to, N_from))
            self.biases[(to_name, from_name)] = np.zeros((N_to, 1))

        # initialize learning
        self.learning_rules = {
            (to_layer, from_layer): learning_rule
            for to_layer in self.layers for from_layer in self.layers}
        self.learning_rules[('co','ci')] = lambda w, b, x, y, ax, ay: \
            dipole(w, b, x, co_true, ax, ay)

        # initialize comparison biases
        dw, db = dipole(
            self.weights[('co','ci')], self.biases[('co','ci')],
            self.layers['ci'].coder.encode('null'), co_true,
            self.layers['ci'].activator, self.layers['co'].activator)
        self.biases[('co','ci')] += db

    def set_pattern(self, layer_name, pattern):
        self.activity[layer_name] = pattern

    def get_open_gates(self):
        pattern = self.activity['go']
        a = self.layers['go'].activator
        open_gates = []
        for k in self.gate_map.gate_keys:
            g = self.gate_map.get_gate_value(k, pattern)
            if np.fabs(g - a.on) < np.fabs(g - a.off):
                open_gates.append(k)
        return open_gates

    def assemble(self, programs, verbose=0, orthogonal=False, other_tokens=[]):
        weights, biases, diff_count = assemble(self,
            programs, verbose=(verbose > 1),
            orthogonal=orthogonal, other_tokens=other_tokens)
        if verbose > 0: print("assembler diff count = %d"%diff_count)
        update_add(self.weights, weights)
        update_add(self.biases, biases)

    def load(self, program_name, activity):
        # default all layers to off state
        self.activity = {
            name: layer.activator.off * np.ones((layer.size,1))
            for name, layer in self.layers.items()}

        # initialize gates
        self.activity['go'] = self.layers['go'].coder.encode('start')
        self.activity['gh'] = self.layers['gh'].coder.encode('start')

        # initialize pointers
        self.activity['ip'] = self.layers['ip'].coder.encode(program_name)
        for ms in 'ms':
            self.activity[ms+'f'] = self.layers[ms+'f'].coder.encode('0')
            self.activity[ms+'b'] = self.layers[ms+'b'].coder.encode('0')
        self.activity['mp'] = self.layers['mp'].coder.encode('0')

        # initialize comparison
        self.activity["co"] = self.layers["co"].coder.encode('false')

        # user initializations
        for layer, token in activity.items():
            self.activity[layer] = self.layers[layer].coder.encode(token)

    def initialize_memory(self, pointers, values):
        # pointers = {memory location: {register name: token}} -
        #    token in register is a reference to memory location
        # values = {memory location: {register name: token}} -
        #    token in register is stored at memory location
        
        for loc in pointers:
            for reg, tok in pointers[loc].items():
                for x in "fb":
                    w, b = self.weights[('m'+x,reg)], self.biases[('m'+x,reg)]
                    dw, db = self.learning_rules[('m'+x,reg)](w, b,
                        self.layers[reg].coder.encode(tok),
                        self.layers['m'+x].coder.encode(loc),
                        self.layers[reg].activator,
                        self.layers['m'+x].activator)
                    self.weights[('m'+x,reg)] += dw
                    self.biases[('m'+x,reg)] += db

        for loc in values:
            for reg, tok in values[loc].items():
                w, b = self.weights[(reg,'mf')], self.biases[(reg,'mf')]
                dw, db = self.learning_rules[(reg,'mf')](w, b,
                    self.layers['mf'].coder.encode(loc),
                    self.layers[reg].coder.encode(tok),
                    self.layers['mf'].activator,
                    self.layers[reg].activator)
                self.weights[(reg,'mf')] += dw
                self.biases[(reg,'mf')] += db

    def tick(self):

        ### NVM tick
        current_gates = self.activity['go']

        # non-binary gate output scaling
        ohr = 1. / (1. - self.pad)

        # activity
        activity_new = {name: np.zeros(pattern.shape)
            for name, pattern in self.activity.items()}
        for (to_layer, from_layer) in self.weights:
            u = self.gate_map.get_gate_value(
                (to_layer, from_layer, 'u'), current_gates)

            if u > .5:
                w = self.weights[(to_layer, from_layer)]
                b = self.biases[(to_layer, from_layer)]
                wvb = u * ohr * (w.dot(self.activity[from_layer]) + b)
                activity_new[to_layer] += wvb

        for name, layer in self.layers.items():
            d = self.gate_map.get_gate_value((name, name, 'd'), current_gates)
            s = (1 - self.pad) - d

            if s > .5:
                wvb = self.w_gain[name] * self.activity[name] + self.b_gain[name]
                activity_new[name] += s * ohr * wvb
    
        for name in activity_new:
            activity_new[name] = self.layers[name].activator.f(activity_new[name])

        # plasticity
        for (to_layer, from_layer) in self.weights:
            l = self.gate_map.get_gate_value(
                (to_layer, from_layer, 'l'), current_gates)
            pair_key = (to_layer, from_layer)

            # actg = self.layers["go"].activator
            # if np.fabs(l - actg.on) < np.fabs(l - actg.off):
            # if True:
            if l > .5:

                dw, db = self.learning_rules[pair_key](
                    self.weights[pair_key],
                    self.biases[pair_key],
                    self.activity[from_layer],
                    self.activity[to_layer],
                    self.layers[from_layer].activator,
                    self.layers[to_layer].activator)

                self.weights[pair_key] += ohr * l *dw
                self.biases[pair_key] += ohr * l *db

        self.activity = activity_new

    def at_start(self):
        return self.layers["gh"].coder.decode(self.activity["gh"]) == "start"

    def at_ready(self):
        return self.layers["gh"].coder.decode(self.activity["gh"]) == "ready"

    def at_exit(self):
        return (self.layers["opc"].coder.decode(self.activity["opc"]) == "exit")

    def state_string(self, show_layers=[], show_tokens=False, show_corrosion=False, show_gates=False):
        s = ""
        for sl in show_layers:
            if show_tokens:
                s += ", ".join(["%s=%s"%(
                    name, self.layers[name].coder.decode(
                        self.activity[name]))
                    for name in sl])
                s += "\n"
            if show_corrosion:
                s += ", ".join(["%s~%.2f"%(
                    name, self.layers[name].activator.corrosion(
                        self.activity[name]))
                    for name in sl])
                s += "\n"
        if show_gates:
            s += str(self.get_open_gates())
            s += "\n"
        return s

# changing devices to registers
def make_nvmnet(programs=None, registers=None):

    # default program
    if programs is None:
        programs = {"test":"""
    
                mov d2 true
        loop:   mov d1 here
                jmp d1
        here:   mov d0 d2
                exit
    
        """}

    # set up activator
    activator, learning_rule = logistic_activator, hebbian
    # activator, learning_rule = tanh_activator, hebbian

    # make network
    layer_shape = (16, 16)
    layer_size = layer_shape[0]*layer_shape[1]
    pad = 0.01
    act = activator(pad, layer_size)

    # default devices
    # changing devices to registers
    if registers is None:
        registers = {"d%d"%d: Layer("d%d"%d, layer_shape, act, Coder(act))
            for d in range(3)}

    # assemble and link programs
    # changing devices to registers
    nvmnet = NVMNet(layer_shape, pad, activator, learning_rule, registers)
    for name, program in programs.items():
        nvmnet.assemble(program, name, verbose=1)
    nvmnet.link(verbose=1)

    # initialize pointer at last program
    nvmnet.activity["ip"] = nvmnet.layers["ip"].coder.encode(name)

    return nvmnet

if __name__ == '__main__':

    np.set_printoptions(linewidth=200, formatter = {'float': lambda x: '% .2f'%x})
   
    nvmnet = make_nvmnet()
    # raw_input("continue?")
    # changed from raw_input to input for python3
    input("continue?")
        
    show_layers = [
        ["go", "gh","ip"] + ["op"+x for x in "c12"] + ["d0","d1","d2"],
    ]
    show_tokens = True
    show_corrosion = True
    show_gates = False

    for t in range(100):
        # if True:
        # if t % 2 == 0 or at_exit:
        if nvmnet.at_start() or nvmnet.at_exit():
            print('t = %d'%t)
            print(nvmnet.state_string(show_layers, show_tokens, show_corrosion, show_gates))
        if nvmnet.at_exit():
            break
        nvmnet.tick()
