import tensorflow as tf

                    ref=self.internals_memory[name],
                    indices=indices,
                    updates=internals[name]
                ))
            for name in sorted(actions):
                assignments.append(tf.scatter_update(
                    ref=self.actions_memory[name],
                    indices=indices,
                    updates=actions[name]
                ))
