def forward(self, s, state=None, info={}):
    's -> Q(s, \\*)'
    (logits, h) = self.preprocess(s, state)
    logits = F.softmax(self.last(logits), dim=(- 1))
    return (logits, h)
s -> Q(s, \*)
def forward(self, s, state=None, info={}):
    's -> Q(s, \\*)'
    (logits, h) = self.preprocess(s, state)
    logits = F.softmax(self.last(logits), dim=(- 1))
    return (logits, h)