'kwargs: whatever other attribute you want to save'

def __init__(self, state, action, reward, **kwargs):

    self.state = state
    self.action = action
    self.reward = reward
    for (k, v) in six.iteritems(kwargs):
        setattr(self, k, v)
