\: \lambda \neq 0                                          \
      &\hspace{10mm} g_t \leftarrow g_t + \lambda \theta_{t-1}
      \       &\hspace{6mm}m_t           \leftarrow   \beta_1 m_{t-1}
      + (1 - \beta_1) g_t          \       &\hspace{6mm}v_t
      \leftarrow   \beta_2 v_{t-1} + (1-\beta_2) g^2_t          \
      &\hspace{6mm}\widehat{m_t} \leftarrow   m_t/\big(1-\beta_1^t
      \big)                   \       &\hspace{6mm}\rho_t \leftarrow
      \rho_{\infty} -           2 t \beta^t_2 /\big(1-\beta_2^t \big)
      \[0.1.ex]       &\hspace{6mm}\textbf{if} \: \rho_t > 5
      \       &\hspace{12mm} l_t \leftarrow \frac{\sqrt{
      (1-\beta^t_2) }}{ \sqrt{v_t} +\epsilon  } \
      &\hspace{12mm} r_t \leftarrow \sqrt{\frac{(\rho_t-4)(\rho_t-2)\
      rho_{\infty}}{(\rho_{\infty}-4)(\rho_{\infty}-2) \rho_t}} \
      &\hspace{12mm}\theta_t \leftarrow \theta_{t-1} - \gamma
      \widehat{m_t} r_t l_t        \       &\hspace{6mm}\textbf{else}