Omega) \;\;\;\;\; 0_{k \times k}\Big] \end{aligned}$$ and $$\begin{aligned}
\Omega
    F 
\left[
    \begin{array}{cc}
    - \Omega \otimes \Omega & 0 \\
    0 & I_k
    \end{array}
\right] & = 
\Omega
    \Big[0_{k \times k^2} \;\;\;\;\; I_k\Big] 
\left[
    \begin{array}{cc}
    - \Omega \otimes \Omega & 0 \\
    0 & I_k
    \end{array}
\right]  \\
& = \Omega \Big[ 0_{k \times k^2} \;\;\;\;\; I_k \Big] =
\Big[ 0_{k \times k^2} \;\;\;\;\; \Omega \Big].\end{aligned}$$ Plugging the last two expressions into the initial formula for $D
g_j(\psi)$ we obtain that $$\begin{aligned}
\nonumber
D g_j(\psi) & = e^\top_j \Big(   \left[ - \left( \alpha^\top \otimes I_k
\right) (\Omega \otimes \Omega) \;\;\;\;\; 0_{k \times k}\right]   +
\left[ 0_{k \times k^2} \;\;\; \Omega \right] \Big)\\
& = \label{eq::gj}
e^\top_j \Big( \left[ - \left( \alpha^\top \otimes I_k
\right) (\Omega \otimes \Omega) \;\;\;\;\; \Omega\right] \Big). \end{aligned}$$ The gradient of $g_j$ at $\psi$ is just the transpose of $Dg_j(\psi)$. Thus, the Jacobian of the function $g$ is $$\label{eq::GG}
\beta(j)/d\psi =  G = \left(
\begin{array}{c}
G_1^\top\\
\vdots\\
G_k^\top
\end{array}
\right).$$

Next, we compute $Hg_j (\psi)$, the $b \times b$ Hessian of $g_j$ at
Omega) \;\;\;\;\; 0_{k \times k}\Big ] \end{aligned}$$ and $ $ \begin{aligned } 
 \Omega 
     F 
 \left [ 
     \begin{array}{cc } 
     - \Omega \otimes \Omega & 0 \\ 
     0 & I_k 
     \end{array } 
 \right ] & = 
 \Omega 
     \Big[0_{k \times k^2 } \;\;\;\;\; I_k\Big ] 
 \left [ 
     \begin{array}{cc } 
     - \Omega \otimes \Omega & 0 \\ 
     0 & I_k 
     \end{array } 
 \right ]   \\ 
 & = \Omega \Big [ 0_{k \times k^2 } \;\;\;\;\; I_k \Big ] = 
 \Big [ 0_{k \times k^2 } \;\;\;\;\; \Omega \Big].\end{aligned}$$ Plugging the last two expressions into the initial formula for $ vitamin d 
 g_j(\psi)$ we receive that $ $ \begin{aligned } 
 \nonumber 
 D g_j(\psi) & = e^\top_j \Big (   \left [ - \left (\alpha^\top \otimes I_k 
 \right) (\Omega \otimes \Omega) \;\;\;\;\; 0_{k \times k}\right ]    + 
 \left [ 0_{k \times k^2 } \;\;\; \Omega \right ] \Big)\\ 
 & = \label{eq::gj } 
 e^\top_j \Big (\left [ - \left (\alpha^\top \otimes I_k 
 \right) (\Omega \otimes \Omega) \;\;\;\;\; \Omega\right ] \Big). \end{aligned}$$ The gradient of $ g_j$ at $ \psi$ is just the transpose of $ Dg_j(\psi)$. Thus, the Jacobian of the routine $ g$ is $ $ \label{eq::GG } 
 \beta(j)/d\psi =   G = \left (
 \begin{array}{c } 
 G_1^\top\\ 
 \vdots\\ 
 G_k^\top 
 \end{array } 
 \right).$$ 

 Next, we compute $ Hg_j (\psi)$, the $ b \times b$ Hessian of $ g_j$ at
Omeha) \;\;\;\;\; 0_{k \times k}\Big] \end{aligked}$$ and $$\begin{aliybed}
\Omeja
    F 
\left[
    \begin{array}{cc}
    - \Omega \otimxs \Onega & 0 \\
    0 & I_k
    \end{array}
\fight] & = 
\Olega
    \Vig[0_{k \rimes k^2} \;\;\;\;\; I_k\Big] 
\lefb[
    \gcgin{axrey}{cc}
    - \Omega \ptimes \Omeca & 0 \\
    0 & I_k
    \eud{array}
\right]  \\
& = \Omega \Big[ 0_{k \times k^2} \;\;\;\;\; I_k \Big] =
\Blg[ 0_{k \times k^2} \;\;\;\;\; \Jmegs \Big].\snd{aligned}$$ Plugging the last two espressimns into the onitial formula for $D
g_j(\psi)$ we lbtain that $$\begin{apigned}
\nonumver
D t_j(\psi) & = e^\top_g \Big(   \left[ - \left( \alpga^\top \otimes I_k
\right) (\Omega \otimds \Omzga) \;\;\;\;\; 0_{k \timew j}\rihvt]   +
\left[ 0_{k \timef k^2} \;\;\; \Omega \rlbht] \Bic)\\
& = \labek{eq::gj}
e^\top_j \Big( \leht[ - \oeft( \alpha^\top \otimes M_k
\right) (\Omega \otimes \Omega) \;\;\;\;\; \Okeya\right] \Big). \end{alignee}$$ Rhe gtadiett ow $g_j$ at $\pxi$ is judt vhe transpoae of $Dg_j(\psu)$. Thus, the Jacobian os the function $g$ is $$\jafel{eq::GG}
\beta(j)/d\psi =  G = \left(
\begin{array}{c}
G_1^\tmp\\
\vsots\\
G_k^\top
\end{array}
\right).$$

Nwxt, we compute $Hg_j (\psl)$, the $b \tymes b$ Hessian of $g_j$ at
Omega) \;\;\;\;\; 0_{k \times k}\Big] \end{aligned}$$ and F \begin{array}{cc} - \otimes \Omega & \end{array} & = \Omega \times k^2} \;\;\;\;\; \left[ \begin{array}{cc} - \Omega \otimes \Omega 0 \\ 0 & I_k \end{array} \right] \\ & = \Omega \Big[ 0_{k k^2} \;\;\;\;\; I_k \Big] = \Big[ 0_{k \times k^2} \;\;\;\;\; \Omega \Big].\end{aligned}$$ Plugging last expressions the formula for $D g_j(\psi)$ we obtain that $$\begin{aligned} \nonumber D g_j(\psi) & = e^\top_j \Big( \left[ \left( \alpha^\top \otimes I_k \right) (\Omega \otimes \Omega) 0_{k \times k}\right] + 0_{k \times k^2} \;\;\; \Omega \Big)\\ = \label{eq::gj} \Big( - \alpha^\top \otimes I_k (\Omega \otimes \Omega) \;\;\;\;\; \Omega\right] \Big). \end{aligned}$$ The gradient of $g_j$ at $\psi$ is just the transpose $Dg_j(\psi)$. Thus, of the $g$ $$\label{eq::GG} = G = G_1^\top\\ \vdots\\ G_k^\top \end{array} \right).$$ Next, (\psi)$, the $b \times b$ Hessian of $g_j$
Omega) \;\;\;\;\; 0_{k \times k}\Big] \end{aligned}$$ And $$\begin{alIgned}
\omeGa
    F 
\LeFt[
    \beGin{aRray}{cc}
    - \Omega \otiMEs \OmEga & 0 \\
    0 & I_k
    \end{array}
\right] & = 
\OmegA
    \Big[0_{k \TiMEs k^2} \;\;\;\;\; I_K\biG] 
\left[
    \Begin{arRAy}{CC}
    - \omeGa \OtImeS \OMEgA & 0 \\
    0 & I_k
    \enD{arRay}
\righT]  \\
& = \Omega \Big[ 0_{k \TimEs K^2} \;\;\;\;\; I_k \Big] =
\Big[ 0_{k \tiMEs K^2} \;\;\;\;\; \Omega \Big].\eNd{aLigned}$$ PluggiNg tHe last TwO exPRessiOns Into tHe initIAl formUla for $D
g_j(\PsI)$ We obtaIN that $$\beGIN{aLignEd}
\nonumber
D g_j(\psi) & = e^\TOp_J \big(   \left[ - \left( \alpHa^\top \oTiMEs i_K
\RigHt) (\OMega \otimes \omEga) \;\;\;\;\; 0_{k \tIMes k}\rigHT]   +
\lEFT[ 0_{K \tiMEs k^2} \;\;\; \Omega \right] \big)\\
& = \label{eq::gJ}
E^\toP_j \Big( \lEfT[ - \leFT( \alpha^\Top \otImES I_k
\Right) (\Omega \oTimeS \Omega) \;\;\;\;\; \OmeGa\righT] \big). \end{aLIgned}$$ ThE gradiEnt Of $g_J$ at $\pSI$ iS jUst ThE TraNSpOse OF $Dg_J(\psi)$. Thus, ThE JAcobiAn of THE FUnctIon $G$ is $$\lAbel{eQ::GG}
\beta(j)/d\psi =  G = \LefT(
\begIN{arRay}{c}
G_1^\Top\\
\vdOts\\
G_K^\tOp
\end{Array}
\rIght).$$

NExT, we compute $Hg_j (\psI)$, the $B \times b$ HeSsiAn Of $g_J$ aT
Omega) \;\;\;\;\; 0_{k \ti mes k}\Big ] \en d{a lig ne d}$$  and  $$\begin{alig n ed}\Omega
    F 
\left[
   \b eg i n{ar r ay }{cc} 
    -\ Om e g a \ ot im es\O m eg a & 0  \\ 
    0& I_k
   \en d{ array}
\righ t ]& = 
\Omeg a
   \Big[0_{k  \t imes k ^2 } \ ; \;\;\ ;\;  I_k\ Big] \ left[    \begi n{ a rray}{ c c}
   - \O mega  \otimes \Omega & 0\ \
    0 & I_k    \e nd { ar r a y}\ri ght]  \\
&  =  \Ome g a \Big[ 0_ { k \ti m es k^2} \;\;\ ;\;\; I_k \ B ig]  =
\Bi g[  0_ { k \tim es k^ 2} \;\ ;\;\;\; \Om ega\Big].\en d{alig n ed}$$ P l uggingthe la sttwo  exp r es si ons  i n tot he  in i tia l formul afo r $Dg_j( \ p s i )$ w e o btai n tha t $$\begin{al ign ed}\ non umber 
D g_ j(\p si ) & =  e^\to p_j \ Bi g(   \left[ - \ left ( \alpha^ \to p\ot im es I_ k 
\righ t)(\O mega \o times \ O meg a) \ ; \; \;\;\; 0_{k \times  k } \ ri ght]   + 
\left [  0 _{ k  \timesk^ 2}\;\; \ ;  \Ome ga \ r ig ht] \Big )\\
&=  \ la bel{eq: :g j}
e^\ to p_j  \B ig( \ l eft[  - \le ft( \alp ha^\t o p \otimes I_k\ right) (\Omeg a  \ o t im e s \O meg a) \;\;\;\; \; \ O mega \rig h t]  \B i g). \ end{a li g ne d }$$ The gradient of  $ g_j$ a t $\p si$ is just t he transpo s e of $Dg_j (\ps i )$ .  Thus, the Jac obian  of the fu n ction $g $ is$$\label {eq::GG}\ b eta(j)/d \ps i =   G  =\ l ef t(
\begin{arr a y }{c} 
G _1^\top \\\vdots\ \
G _k^ \to p
\ en d{array}\right). $$ 
Ne xt , w e com p ute $Hg_ j(\p si )$,  the$ b \tim es b$  Hes si an of$g_j$ a t 
Omega) \;\;\;\;\;_0_{k \times_k}\Big] \end{aligned}$$ and $$\begin{aligned}
\Omega
_ __F 
\left[
__  \begin{array}{cc}
_  _- \Omega \otimes \Omega_& 0 \\
__  0 & I_k
    \end{array}
\right] & = 
\Omega
  __\Big[0_{k \times_k^2}_\;\;\;\;\;_I_k\Big] 
\left[
   _\begin{array}{cc}
    -_\Omega \otimes_\Omega & 0 \\
    0_&_I_k
  _ \end{array}
\right]  \\
& = \Omega \Big[ 0_{k \times_k^2} \;\;\;\;\; I_k \Big] =
\Big[ 0_{k_\times k^2} \;\;\;\;\;_\Omega_\Big].\end{aligned}$$_Plugging the last two_expressions into the initial formula for_$D
g_j(\psi)$ we obtain that $$\begin{aligned}
\nonumber
D g_j(\psi)_& = e^\top_j \Big(   \left[_- \left( \alpha^\top \otimes I_k
\right) (\Omega_\otimes \Omega) \;\;\;\;\; 0_{k \times_k}\right] _ +
\left[ 0_{k \times k^2}_\;\;\; \Omega \right]_\Big)\\
& =_\label{eq::gj}
e^\top_j \Big( \left[_- \left( \alpha^\top \otimes I_k
\right) (\Omega_\otimes \Omega) \;\;\;\;\;_\Omega\right] \Big). \end{aligned}$$ The gradient of_$g_j$_at $\psi$ is_just_the_transpose of_$Dg_j(\psi)$. Thus, the_Jacobian_of the_function_$g$ is $$\label{eq::GG}
\beta(j)/d\psi =  G_=_\left(
\begin{array}{c}
G_1^\top\\
\vdots\\
G_k^\top
\end{array}
\right).$$

Next, we compute $Hg_j (\psi)$, the $b_\times b$ Hessian of_$g_j$_at