\section{Introduction}


\input{intro1}
\input{content1}
                                
                                
                                
                                 
\end{document}
   

\section{Plant Model and Network-System Architecture}
	\label{s:problem setup}

Throughout this work, we shall focus on a single-loop multi-variable control architecture with an unreliable input communication channel.
		Consider a linear time-invariant control system with additive process noise and controlled over an erasure channel characterised by (see Fig.\ \ref{Fig:blockdia})
		\begin{equation}
		\label{e:system}
			x_{t+1} = A x_t + B u^a_t + w_t,\quad x_0 = \overline{\st},
		\end{equation}
		where 
		\begin{enumerate}[label=(\eqref{e:system}-\alph*), leftmargin=*, widest=b]
			\item the state \(x_t \in\mathds{R}^d\), \(\overline{\st}\in\mathds{R}^d\) is a given vector. The system matrix \(A\in\mathds{R}^{d\times d} \), the control matrix \( B\in\mathds{R}^{d\times m}\) are given.  
\item At time $t \in \mathds{N}_0$ the controller transmits control information $\mathcal{C}_t$, which passes through an erasure channel; see Fig.~\ref{Fig:blockdia}. This control information may not be the actual control signal. Depending upon the class of control policies and transmission protocols (discussed below in \secref{s:transmission protocol}), the control information $\mathcal{C}_t$ is used to construct the control signal by the actuator. The control $u_t^a$ applied to the plant at time $t$ depends on the transmitted control information $\mathcal{C}_t$ and the dropouts that have occurred in the control channel till time $t$. The control $u_t^a$ that can be delivered by the actuator takes values in the set 
				\begin{equation}\label{e:controlset}
					\mathds{U}\coloneqq\{v\in\mathds{R}^m\mid \norm{v}_\infty \le U_{\max}\}, \text{ for each } t.
				\end{equation} 
\item The sequence \((\nu_t)_{t\in\mathds{N}_0}\) is a sequence of i.i.d. Bernoulli \(\{0, 1\}\) random variables with $\mathds{E}[\nu_t] = p$, where $0 < p \leq 1$. 
			\item \((w_t)_{t\in\mathds{N}_0}\) is a sequence of i.i.d. zero mean \ random vectors taking values in \(\mathds{R}^d\), it is independent of \((\nu_t)_{t\in\mathds{N}_0}\), and $w_t$ is symmetrically distributed around the origin for each $t$.
			\item At each \(t\) the state \(x_t\) is measured perfectly.
			\item The communication channel between the sensors and the controller is noiseless.
            \item The acknowledgements (ACK) of the successful transmission of the control information $\mathcal{C}_t$ is causally available at the controller. 
		\end{enumerate}
\begin{figure}[t]
\centering
\begin{adjustbox}{width = \columnwidth}
\input{blockdia}
\end{adjustbox}
\caption{Control using an unreliable channel between controller
    and actuator with causal availability of acknowledgements of successful receipt. }
\label{Fig:blockdia}
\end{figure}	

\revised{
\begin{remark}
\rm{
In many practical application the admissible control set is of the form
\begin{equation*}\label{e:ControlSet}
\mathds{U}^{\prime} \coloneqq \Biggl\{ v \in \mathds{R}^m \Bigg\mid \abs{v^{(i)}} \leq U_i \text{ for } i =1, \ldots, m \Biggr\},
\end{equation*}  
for not necessarily equal values $U_i$.
The admissible control set $\mathds{U}^{\prime}$ can be transformed easily into $\mathds{U}$ as defined in \eqref{e:controlset} as follows: 
Let us define $\beta_i = \frac{U_i}{U_{\max}}$, for $i =1, \ldots, m$, and substitute the scalars $(u_t^a)^{(i)} \coloneqq \beta_i(v_t^a)^{(i)}$ into  \eqref{e:system} to obtain 
\begin{equation*}
	x_{t+1} = A x_t + \sum_{i=1}^m B^{(:,i)} \beta_i (v^a_t)^{(i)} + w_t.
\end{equation*}
Letting $\tilde{B}^{(:,i)} \coloneqq \beta_i B^{(:,i)} $, the dynamics \eqref{e:system} becomes
\begin{equation}\label{e:modifiedSystem}
x_{t+1} = A x_t + \tilde{B} v^a_t + w_t,  
\end{equation}
where $v^a_t \in \mathds{U}$ and $u_t^a \in \mathds{U}^{\prime}$, by construction.
}
\end{remark}
\begin{remark}
\rm{
Recursive feasibility of stochastic predictive control techniques under state constraints is challenging whenever the additive process noise is unbounded \cite{primbs2009stochastic}. The inclusion of state constraints within our framework can be investigated in the following ways:
\begin{enumerate}[leftmargin = *]
\item Recursively feasible and stabilizing stochastic predictive control algorithm by partitioning the state space has been reported in \cite{RE-SPC}. This idea can be easily employed to incorporate state constraints in the setting of our present work. In particular, at each optimization step we check feasibility of the state constraints; if they are feasible, then we apply the controller according to our present work, otherwise apply a globally feasible recovery strategy. See \cite{RE-SPC} for details. 
\item In many applications state constraints are described by chance constraints, which are non-convex in general, and convex approximations of chance constrains have been rigorously investigated in, e.g., \cite{ben2009approximation, hong2011Convex,cinquemani-11}. An approach to approximating joint state
chance constraints by representing them as a collection of individual
chance constraints has appeared in \cite{paulson2015receding} for Schur stable systems. These individual chance constraints are further relaxed by using the Cantelli-Chebyshev inequality, and the approximated chance constrains are further softened by the exact penalty function method.
\item In some applications integrated chance constraints on the states of the form $\mathds{E}_{x_t} \left[ \inprod{x_t}{\mathds{S} x_t} + \mathds{L}^\top x_t  \right] \leq \alpha_t$, where $\mathds{S} = \mathds{S} ^\top \succeq 0$ and $\alpha_t > 0$ are important; then the approach presented in \cite[Algorithm 2]{ref:Hokayem-12} can be employed. 
\item State constraints can also be studied under the framework of concentration of measure inequalities \cite{hokayem2013chance}.
\end{enumerate}
}
\end{remark}
\begin{remark}
\rm{
In this article we consider a lossy channel between the controller and the actuator but not between the sensor and the controller. Our setup caters to systems where the sensor channels have higher SNR, or guaranteed bandwidth. Examples of such systems include multi-agent systems where state-information is captured by cameras and control signals are transmitted through a wireless network, and also networks of air-borne wind energy (ABWE) systems. The extension of the present approach for a lossy channel between the sensor and the controller is non-trivial due to stochastic boundedness issues in Kalman filtering with intermittent observations \cite{intermittent, quevedo2013TAC03}. 
}
\end{remark}
\begin{remark}
\rm{
Networked systems are affected by both time delays and dropouts. To avoid book-keeping and for simplicity, here we consider delayed packets as lost packets. An explicit study of packet delays will be challenging in the setting of the present article, cf., \cite{quevedo_jurado_TAC}. 
}
\end{remark}
\begin{remark}
\rm{
We have assumed causal availability of the acknowledgements (ACK) of the successful transmissions of the control commands. For communication over one-hop links, it is a standard practice to
assume that the receiver sends an ACK signal to the transmitter for each correctly
received packet, and a negative acknowledgement (NACK) for erroneous reception. It is also reasonable to assume that the ACK and NACK signals are received error free \cite[page 207]{kuroseNetworking}.
}
\end{remark}
}
\section{Optimization Based Control Design}\label{s:optimization based design}
Let symmetric and non-negative definite matrices \(Q, Q_f\in\mathds{R}^{d\times d}\) and a symmetric and positive definite matrix \(R\in\mathds{R}^{m\times m}\) be given. We define a standard quadratic cost-per-stage function \(c_{\mathrm{s}}:\mathds{R}^d\times\mathds{U}\longrightarrow \mathds{R}_{\geq 0} \) and a final cost function \(c_{\mathrm{f}}:\mathds{R}^d\longrightarrow \mathds{R}_{\geq 0} \) by \[ c_{\mathrm{s}}(z, v) \coloneqq \inprod{z}{Qz} + \inprod{v}{Rv} \text{ and } c_{\mathrm{f}}(z) = \inprod{z}{Q_f z},\] respectively. Fix an optimization horizon \(N\in\mathds{N}\) and consider the objective function at time \(t\) given the state \(x_t\):
		\begin{equation}
		\label{e:objfn}
			V_t \coloneqq \mathds{E}_{x_t}\biggl[\sum_{k=0}^{N-1} c_{\mathrm{s}}(x_{t+k}, u^a_{t+k}) + c_{\mathrm{f}}(x_{t+N}) \biggr].
		\end{equation}
		In this setting the cost function \(V_t\), intuitively, considers the control effort that occurs at the actuator end, not just the computed control. This makes more sense than considering the effort with respect to the control commands since the commands may be dropped by the erasure channel.\footnote{ In \secref{s:sparsity} we show how to design the cost function to obtain sparse control transmissions.} At time instant \(t\), we are interested in minimizing the objective function \(V_t\) over a class of causal history-dependent feedback strategies \(\Pi\) formally defined by 
		\[
u_{t+\ell} =
\begin{cases}		
 \pi_{t+\ell}(x_t, \cdots, x_{t+\ell}, \nu_t, \cdots, \nu_{t+\ell-1}) \quad \text{ for } \ell = 1, \cdots, N-1 \\
 \pi_{t}(x_t) \quad \text{ for } \ell = 0
\end{cases}			
		\]
		while satisfying \(u_{t+\ell} \in\mathds{U}\) for $\ell = 0,1, \ldots, N-1$ for each $t$. Recall that a control strategy or policy \(\pi\) is a sequence \((\pi_0, \ldots, \pi_t, \ldots)\) of Borel measurable maps \(\pi_t:\mathds{R}^d\longrightarrow\mathds{U}\) \cite[\S 2.1]{surveyMDP}. Policies of finite length \((\pi_t, \pi_{t+1}, \ldots, \pi_{t+N-1})\) for some \(N\in\mathds{N}\) will be denoted by \(\pi_{t:N}\) in the sequel. We refer the readers to \cite[\S II]{dualEffect} for a succinct discussion on the classes of policies. We revisit the control policy classes in \secref{s:policy} again and refer to them as \emph{history dependent feedback policies} in connection with the above references.
		\par The \emph{receding horizon control strategy} for a given \emph{recalculation interval} \(N_r \in\{1, \ldots, N\}\) consists of successive applications of the following steps (see Fig.\ \ref{Fig:recalculation}):
		\begin{enumerate}[label=(\roman*), leftmargin=*, widest=iii]
			\item measure the state \(x_t\) and determine an admissible feedback policy \(\pi^\star_{t:N}\in\Pi\), \label{step:compute
			\item apply the first \(N_r \) elements \(\pi^\star_{t:N_r-1}\) of this policy,
			\item increase \(t\) to \(t+ N_r \) and return to step (i).
		\end{enumerate}
In order to avoid step \ref{step:compute} at each time instant one should use $N_r > 1$ by following the approach presented in this article. However, the presented approach is valid for $N_r=1$ as well. In \secref{s:stability} Remark \ref{rem:recalculation} we present more clarification on the choice of $N_r$. 
\begin{figure}[t]
\begin{adjustbox}{width = \columnwidth}
        \input{opt.pdf_t}
\end{adjustbox}
\caption{Receding horizon control strategy: At $t=0$, a control sequence of length $N$ is computed and the first $N_r$ controls of that sequence are applied to the plant. This process repeats after every $N_r$ time steps.}
\label{Fig:recalculation}
\end{figure}

		The states, controls, and noise over one optimization horizon of length \(N\) admit the following description under an \textsl{unreliable control channel}: 
		\begin{equation}
		\label{e:augmented}
			x_{t:N+1} = \mathcal{A} x_t + \mathcal{B} u^a_{t:N} + \mathcal{D} w_{t:N},
		\end{equation}
		where $\mathcal{A}$, $\mathcal{B}$ and $\mathcal{D}$ are standard matrices of appropriate dimensions.
We define two block diagonal matrices $\mathcal{Q}$ and $\mathcal{R}$ of appropriate dimensions
to state the following preliminary versions of the optimal control problem underlying the receding horizon control technique:
		\begin{equation}\label{e:opt problem}
		\begin{aligned}
			& \minimize_{\pi_{t:N}}	&& \mathds{E}_{x_t}\bigl[ \inprod{x_{t:N+1}}{\mathcal{Q} x_{t:N+1}} + \inprod{u^a_{t:N}}{\calRu^a_{t:N}} \bigr]\\
			& \sbjto	&& 
				\begin{cases}
					\text{constraint } \eqref{e:augmented},\\
					u_t^a \in\mathds{U}\;\text{for all }t,\\
					\pi_{t:N}  \text{ in a class of policies}.
				\end{cases}
		\end{aligned}
		\end{equation}
To account for the presence of control channel noise, the optimal control problem \eqref{e:opt problem} will be refined by an appropriate selection of policies to be addressed in \secref{s:policy}. In particular, we shall employ feedback from the process noise and the control channel dropouts in our policies. This will lead to a modification of the optimal control problem \eqref{e:opt problem}. 
The scheme of the transmission of the parameters affects the optimization problem. Therefore, the transmission protocol must also be considered at the control synthesis stage. We shall include the effect of transmission protocol on the optimization problem with help of the stacked control vector $u_{t:N}^a$ in \secref{s:transmission protocol}.
	\section{Control Policy Class}\label{s:policy}
	
	
We recall that, by assumption, the states are completely and exactly measured, and acknowledgment of whether a successful control transmission has occurred or not is assumed to be causally available to the controller, see Fig.\ \ref{Fig:blockdia}. Therefore, the dynamics of the actuator is known to the controller and it is possible to reconstruct the noise sequence from the sequence of observed states and control inputs with the aid of the formula
		\begin{equation}\label{e:estimation}
			w_t = x_{t+1} - A x_t - B u^a_t,\quad t\in\mathds{N}.
	    \end{equation}
This calculation is performed by the controller at every time \( t \in \mathds{N}_0\).	   
In our earlier work \cite{ref:PDQ-15} we followed the approach developed in \cite{ref:ChaHokLyg-11} and employed \(N\)-history-dependent policies, which are affine in saturated values of past disturbances and an offset parameter. 
In the present work, we build on the fact that there are two sources of uncertainty, namely, dropouts and additive process noise. Accordingly, we refine the \(N\)-history-dependent policies in \cite{ref:PDQ-15} to include the control channel dropouts as: 
\begin{equation}\label{e:controlt}
			u_{t+\ell} = \eta_{t+\ell} + \sum_{i=0}^{\ell-1} \Bigl( \theta_{\ell,t+i} \mathfrak{e}_{i+1}(w_{t+i}) + \lambda_{\ell,t+i} \nu_{t+i} \Bigr),
		\end{equation}		
for \(\ell =0,1, \ldots, N-1\). In \eqref{e:controlt}, $\theta_{\ell, t+i}$'s and $\lambda_{\ell,t+i}$'s are the policy parameters.		
		 The control vector \(u_{t:N}\) admits the compact representation:
		\begin{equation}\label{e:policy}
	
			u_{t:N}	 
		 \eqqcolon \boldsymbol{\eta}_t + \boldsymbol{\Theta}_t \mathfrak{e}(w_{t:N-1}) + \boldsymbol{\Lambda}_t \nu_{t:N-1}. 
	
		\end{equation}
		In \eqref{e:policy}, the component-wise saturation function $\mathfrak{e} \coloneqq \pmat{\mathfrak{e}_1 ^\top &  \mathfrak{e}_{2} ^\top & \cdots & \mathfrak{e}_{N-1}^\top}^\top$, the offset vector \(\boldsymbol{\eta}_t\in\mathds{R}^{m N}\) and the gain matrices \(\boldsymbol{\Theta}_t , \boldsymbol{\Lambda}_t \) are  strictly lower block triangular matrices
		\begin{equation} \label{e:gain}
		\begin{aligned}
			\boldsymbol{\Theta}_t &= \pmat{0 & 0 & \cdots & 0 & 0\\ \theta_{1, t} & 0 & \cdots & 0 & 0\\ \theta_{2, t} & \theta_{2, t+1}  & \cdots & 0 & 0\\ \vdots & \vdots & \vdots & \vdots & \vdots\\ \theta_{N-1, t} & \theta_{N-1, t+1} & \cdots & \theta_{N-1, t+N-3} & \theta_{N-1, t+N-2}},\\
			\boldsymbol{\Lambda}_t &= \pmat{0 & 0 & \cdots & 0 & 0\\ \lambda_{1, t} & 0 & \cdots & 0 & 0\\ \lambda_{2, t} & \lambda_{2, t+1}  & \cdots & 0 & 0\\ \vdots & \vdots & \vdots & \vdots & \vdots\\ \lambda_{N-1, t} & \lambda_{N-1, t+1} & \cdots & \lambda_{N-1, t+N-3} & \lambda_{N-1, t+N-2}},
			\end{aligned}
		\end{equation}
		with each \(\theta_{k, \ell} \in \mathds{R}^{m\times d}, \lambda_{k, \ell} \in \mathds{R}^{m}\), and $\norm{\mathfrak{e}(w_{t:N-1})}_{\infty} \leq \varphi_{\max}$. 
We assume that the component-wise saturation function \(\mathfrak{e}\) is symmetric about the origin. For instance, we can employ either standard saturation, piecewise linear, or sigmoidal functions \cite[\S III]{ref:ChaHokLyg-11}. The saturation functions $\mathfrak{e}_i$'s can be chosen different for each $i$ when the variance changes within a prediction horizon. Also, different bounds for each component of $\mathfrak{e}_i$ can be chosen when the components of the disturbance at a given time have different variance, see also \cite{korda2012}.  
\section{Sparsity Promoting Optimization-based Control}\label{s:sparsity}
Since in networked systems rate limited channels are shared among various devices, sparse controls are also desirable and tractability is essential for the implementation. 
The solution of the optimal control problem \eqref{e:opt problem} at time $t$ under the class of control policies \eqref{e:policy} gives offset vector $\boldsymbol{\eta}_t$, and gain matrices $\boldsymbol{\Theta}_t$ and $\boldsymbol{\Lambda}_t$. A control vector $u_{t+\ell}$ for $\ell \in \{ 0,\cdots,N-1 \}$ is equal to zero when the $\ell^{th}$ block of the matrix $F_t \coloneqq \pmat{\boldsymbol{\eta}_t & \boldsymbol{\Theta}_t & \boldsymbol{\Lambda}_t}$ has all entries equal to zero: \[(F_t)_{\ell m: (\ell+1)m-1} = 0_{m \times (d+1)(N-1)+1}. \]
Generally, a sparsity promoting convex optimal control problem employs $\ell_1$ norm as a regularization term when decision variable is a vector \cite{nagahara2014sparse}. When decision variable is in form of a matrix, $\ell_1 / \ell_{\infty}$ mixed induced norm is used as a regularization term \cite{sparsityNorm}. In order to get sparse matrix $F_t$ with zero matrices of the dimension $m \times (d+1)(N-1)+1$, we use $\ell_1 / \ell_{\infty}$ mixed induced norm of $F_t$ when $m=1$. For $m>1$, we construct another matrix $\hat{F}_t$ by taking transpose of each $m\times 1$ dimensional block of $F_t$. By doing so we obtain a matrix $\hat{F_t}$ of dimension $N \times (m(d+1)+1)$. We define the regularization term 
\begin{equation} \label{e:regularization term}
\varrho_t(\boldsymbol{\eta}_t,\boldsymbol{\Theta}_t,\boldsymbol{\Lambda}_t) \coloneqq \sum_{i=1}^{N} \norm{\hat{F}_t^{(i,:)}}_{\infty} 
\end{equation}
For $\mu \geq 0$ we have the following optimal control problem
	\begin{equation}\label{e:opt problem sparse}
		\begin{aligned}
			& \minimize_{\pi_{t:N}}	&& \mathds{E}_{x_t}\bigl[ \inprod{x_{t:N+1}}{\mathcal{Q} x_{t:N+1}} + \inprod{u^a_{t:N}}{\calRu^a_{t:N}} \bigr]\\
			& ~ && + \mu \varrho_t(\boldsymbol{\eta}_t,\boldsymbol{\Theta}_t,\boldsymbol{\Lambda}_t) \\ 
			& \sbjto	&& 
				\begin{cases}
					\text{constraint } \eqref{e:augmented},\\
					u_t^a \in\mathds{U}\;\text{for all }t,\\
					\pi_{t:N}  \text{ in a class of policies}.
				\end{cases}
		\end{aligned}
		\end{equation}
\section{Implementation of Control Policy over Networks}\label{s:transmission protocol}
The class of control policies proposed in \secref{s:policy} is implemented over networks with the help of transmission protocols. The parameters of the control policy can be transmitted in several different ways through the control channel.\footnote{Please see \cite{ref:PDQ-15} for a detailed discussion on transmission protocols.} For demonstration purposes, in this article we consider the following two transmission protocols:

\subsection{Sequential Transmission of Control Values} 

	
	
		\begin{enumerate}[label={\rm (TP\arabic*)}, leftmargin=*, widest=3, align=left, start=1]
			\item \label{a:seq} Solely the control values $u_{t+\ell}$ are computed by the controller and transmitted to the actuator at each instant $t+\ell$, ~ $\ell \in \{0, \ldots, ~ N_r -1 \}, ~ t = K N_r, ~ K \in \mathds{N}_0$.
		\end{enumerate}
	

		
The control value transmitted at time $t+\ell$ is affected by dropout $\nu_{t+\ell}$. Hence, $u^a_{t:N}$ is given by   
		\begin{equation}
		\label{e:policyseq}
			u^a_{t:N} \coloneqq \mathcal{S} \Bigl(\boldsymbol{\eta}_t + \boldsymbol{\Theta}_t\mathfrak{e}(w_{t:N-1}) + \boldsymbol{\Lambda}_t\nu_{t:N-1} \Bigr), 
		\end{equation}	
			
		where $\mathcal{S} \coloneqq \blkdiag\bigl(I_{m}\nu_{t}, \cdots, I_{m} \nu_{t + N_r -1}, I_{m(N-N_r)} \bigr)$.
In the above transmission protocol, if the control packet is lost at some time instant, zero control is applied to the plant at that instant.
Note that \ref{a:seq} does not require any storage or computational facility at the actuator end.

\subsection{Sequential transmission of control along with repetitive transmission of remaining offset components
	
	
\begin{enumerate}[label={\rm (TP\arabic*)}, leftmargin=*, widest=3, align=left, start=2]
\item \label{a:repetitive} The control value $u_{t+\ell}$  is transmitted at each instant $t+\ell$, $\ell \in \{0, \ldots, N_r -1 \}, ~ t = K N_r, ~ K \in \mathds{N}_0$. In addition, the remaining blocks of the current offset vector $\boldsymbol{\eta}_t$ are transmitted at each step until the first successful transmission. 
\end{enumerate}
	
		 
According to \ref{a:repetitive}, control values are transmitted at each instant as in \ref{a:seq}. To mitigate the effects of dropouts, those components of the burst $(\boldsymbol{\eta}_t)_{1:mN_r}$ that may become useful at future instants are also transmitted repetitively until one packet is successfully received at the actuator. Successfully received packets are stored in the buffer, so that in the case of packet dropout, the corresponding offset block is used. 
For $\ell = 0,1, \cdots, N_r -2$, the control values along with the burst of the remaining offset components transmitted at time $t+\ell$ are affected by the dropout at the same time instant. The plant noise $w_{t+ \ell}$ is recovered at the controller by \eqref{e:estimation} correctly with the help of causally available acknowledgements. The plant input sequence using \ref{a:repetitive} can therefore be represented in compact form as:   
        \begin{equation}\label{e:policyrepetitive}
			u^a_{t:N} \coloneqq \mathcal{G}\boldsymbol{\eta}_t + \mathcal{S}\left(\boldsymbol{\Theta}_t\mathfrak{e}(w_{t:N-1}) + \boldsymbol{\Lambda}_t \nu_{t:N-1} \right), \\
		\end{equation}
		where the matrix $\mathcal{G}$ has $(N \times (N-1))$ blocks in total, each of dimension $m \times m$. For $i = 1,\cdots,N$ and $j = 1,\cdots,N-1$, the matrix $\mathcal{G}$ can be given in terms of the blocks $\mathcal{G}_b^{(i,j)}$ each of dimension $m \times m$ as follows: 		 
			\begin{align}
				\mathcal{G}_b^{(i,j)} \coloneqq
		\begin{cases}
		     \rho_{t+i-1} I_m & \text{ if } i=j \leq N_r ,\\ 
			I_{m} & \text{ if } i =j > N_r ,\\
			0_m \quad  & \text{ otherwise,}			
		\end{cases}		
				\end{align}
		where $\rho_t = \nu_t$, $\rho_{t+\ell} = \rho_{t+\ell-1} + \left( \prod_{s = 0}^{\ell -1} (1-\nu_{t+s}) \right) \nu_{t+\ell}  $, and $\boldsymbol{\Theta}_t, \boldsymbol{\Lambda}_t$ and $\mathcal{S}$ are given in \eqref{e:gain} and \eqref{e:policyseq},  respectively; and $\mathfrak{e}(w_{t:N-1})$ is as defined in \eqref{e:policy}. The term $\rho_{t+\ell}$ captures the effect of \ref{a:repetitive}. 
		Note that \ref{a:repetitive} requires storage facility at the actuator, but no advanced computation capacity.

\section{Computational Aspects} \label{s:computational aspects}
The optimal control problem \eqref{e:opt problem sparse} must be solved periodically online. In order to write the objective function of \eqref{e:opt problem sparse} in terms of variance and covariance matrices, which can be computed off-line to reduce the on-line computational burden, we manipulate the decision variable $\boldsymbol{\Lambda}_t$ as discussed below. Let us consider \[ \mathfrak{C}_{\ell} \coloneqq \pmat{0_{m\ell \times m(N-\ell)} \\ I_{m(N-\ell) \times m(N-\ell)} } \]  and let $\bar{\boldsymbol{\Lambda}}_t^{(:,\ell)} \coloneqq \mathfrak{C}_{\ell} ^\top \boldsymbol{\Lambda}_t^{(:,\ell)} $ contains non-zero entries of the $\ell^{th}$ column vector of $\boldsymbol{\Lambda}_t$ which is obtained by removing the first $\ell m$ entries of $\ell^{th}$ column of $\boldsymbol{\Lambda}_t$. Let us define 
\begin{equation}\label{e:manipulated}
\Xi_t \coloneqq \pmat{\boldsymbol{\eta}_t \\ \tilde{\boldsymbol{\Lambda}}_t }, 
\end{equation}
where $\tilde{\boldsymbol{\Lambda}}_t \coloneqq \pmat{(\bar{\boldsymbol{\Lambda}}_t^{(:,1)})^\top & (\bar{\boldsymbol{\Lambda}}_t^{(:,2)})^\top & \cdots & (\bar{\boldsymbol{\Lambda}}_t^{(:,N-1)})^\top }^\top $ consists of concatenated column vectors of $\boldsymbol{\Lambda}_t$ with non-zero entries. We have the following theorems: 
\begin{thm}
		\label{th:DF_rep}
			Consider the control system \eqref{e:system} 
			under the transmission protocol \ref{a:repetitive}. Then,
		
			 for every $t=0, N_r, 2N_r,\ldots$, the optimization problem \eqref{e:opt problem sparse} over the class of control policies \eqref{e:controlt} is convex, feasible, and can be rewritten as the following convex quadratic program:
\begin{equation}\label{e:programsingle}
\begin{aligned}
\minimize_{\boldsymbol{\eta}_t ,\boldsymbol{\Theta}_t, \boldsymbol{\Lambda}_t }\;	 &\;  \inprod{\Xi_t}{ \mathcal{L} \Xi_t } + \inprod{\mathcal{M} \mathcal{A} x_t}{  \Xi_t } +  \inprod{\mathcal{A} x_t}{\mathcal{Q} \mathcal{A} x_t} \\
& \quad+ 2\trace(\boldsymbol{\Theta}_t^\top\mu_{\mathcal{S}}^\top\mathcal{B}^\top\mathcal{Q}\mathcal{D}\Sigma_{\mathfrak{e}}^{\prime}) + \trace(\mathcal{D} ^\top \mathcal{Q} \mathcal{D} \Sigma_{w}) \\
&\quad + \trace(\boldsymbol{\Theta}_t ^\top \Sigma_{\mathcal{S}} \boldsymbol{\Theta}_t \Sigma_{\mathfrak{e}}) + \mu\varrho_t(\boldsymbol{\eta}_t,\boldsymbol{\Theta}_t,\boldsymbol{\Lambda}_t)
\end{aligned}
\end{equation}
 \quad \( \sbjto \) :
\begin{align}\label{e:decisionboundsingle}
\abs{\boldsymbol{\eta}_t^{(i)} + \dfrac{1}{2} \boldsymbol{\Lambda}_t^{(i,:)}\mathds{1}_{(N-1)}} + \dfrac{1}{2}\norm{\boldsymbol{\Lambda}_t^{(i,:)}}_1 + \norm{\boldsymbol{\Theta}_t^{(i,:)}}_1\varphi_{\max} & \leq U_{\max},
\end{align}
for  $ i = 1, \cdots, mN$, \\
where 
\begin{equation}
\label{e:calL}
\mathcal{L} = \pmat{\Sigma_{\mathcal{G}} & \tilde{\Sigma}_{\mathcal{S}\mathcal{G}_{\ell}} \\ \tilde{\Sigma}_{\mathcal{S}\mathcal{G}_{\ell}}^\top & \tilde{\Sigma}_{\mathcal{S}_{ n \ell}} },
\end{equation}
 $\Sigma_{\mathcal{G}} = \mathds{E}[\mathcal{G}^\top\alpha\mathcal{G}]$, $\alpha = \mathcal{B}^\top\mathcal{Q}\mathcal{B}+\mathcal{R}$, \\
 $\tilde{\Sigma}_{\mathcal{S}\mathcal{G}_{\ell}} = \pmat{ \bar{\Sigma}_{\mathcal{S}\mathcal{G}_1} & \bar{\Sigma}_{\mathcal{S}\mathcal{G}_2} & \cdots & \bar{\Sigma}_{\mathcal{S}\mathcal{G}_{(N-1)}} }$, $\bar{\Sigma}_{\mathcal{S}\mathcal{G}_{\ell}} = \Sigma_{\mathcal{S}\mathcal{G}_{\ell}} \mathfrak{C}_{\ell}$, $\Sigma_{\mathcal{S}\mathcal{G}_{\ell}} = \mathds{E}\Bigl[\mathcal{G} ^\top\alpha \mathcal{S}_{\ell} \Bigr]$,  $\mathcal{S}_{\ell} \coloneqq \nu_{t+\ell-1} \mathcal{S}$, \[ \tilde{\Sigma}_{\mathcal{S}_{n \ell}} = \pmat{\bar{\Sigma}_{\mathcal{S}_{11}} & \bar{\Sigma}_{\mathcal{S}_{12}} & \cdots & \bar{\Sigma}_{\mathcal{S}_{ 1(N-1)}}\\ \vdots & \vdots & \cdots & \vdots \\ \bar{\Sigma}_{\mathcal{S}_{ (N-1) 1}} & \bar{\Sigma}_{\mathcal{S}_{ (N-1)2}} & \cdots & \bar{\Sigma}_{\mathcal{S}_{ (N-1)(N-1)}}}, \] 
$\bar{\Sigma}_{\mathcal{S}_{n\ell}} = \mathfrak{C}_n ^\top \Sigma_{\mathcal{S}_{n \ell}} \mathfrak{C}_{\ell}$, $\Sigma_{\mathcal{S}_{ n\ell}} = \mathds{E}\Bigl[\mathcal{S}_{n} ^\top\alpha  \mathcal{S}_{\ell} \Bigr] $,
\begin{equation}
\label{e:calM}
\mathcal{M} = 2\pmat{\mathcal{Q} \mathcal{B} \mu_{\mathcal{G}} & \mathcal{Q} \mathcal{B} \tilde{\mu}_{\mathcal{S}_{\ell}} }^\top,
\end{equation} 
$\mu_{\mathcal{G}}=\mathds{E}[\mathcal{G}]$, $\tilde{\mu}_{\mathcal{S}_{\ell}}= \pmat{\bar{\mu}_{\mathcal{S}_1} & \bar{\mu}_{\mathcal{S}_2} & \cdots & \bar{\mu}_{\mathcal{S}_{(N-1)}} }$,  
$\bar{\mu}_{\mathcal{S}_{\ell}} = \mu_{\mathcal{S}_{\ell}} \mathfrak{C}_{\ell}$, $\mu_{\mathcal{S}_{\ell}} = \mathds{E}\left[\mathcal{S}_{\ell}\right]$,     $\Sigma_e^{\prime} \coloneqq \mathds{E}[w_{t:N} \mathfrak{e}(w_{t:N-1})^\top]$,  $\Sigma_W \coloneqq \mathds{E}[w_{t:N}w_{t:N}^\top]$,        
$\Sigma_e \coloneqq \mathds{E}[\mathfrak{e}(w_{t:N-1})\mathfrak{e}(w_{t:N-1})^\top]$, $\varrho_t(\boldsymbol{\eta}_t, \boldsymbol{\Theta}_t, \boldsymbol{\Lambda}_t)$ is defined in \eqref{e:regularization term} and $\Xi_t$ in \eqref{e:manipulated}.
\end{thm}				
\begin{thm}
\label{th:DF_seq}
			Consider the control system \eqref{e:system} under the transmission protocol \ref{a:seq}. Then,
		
			 for every $t=0, N_r, 2N_r,\ldots$, the optimization problem \eqref{e:opt problem sparse} over the class of control policies \eqref{e:controlt} is convex, feasible, and can be rewritten as the convex quadratic program as in Theorem \ref{th:DF_rep} by substituting $\mathcal{S}$ in place of $\mathcal{G}$ in $\mathcal{L}$ and $\mathcal{M}$ in \eqref{e:calL} and \eqref{e:calM}, respectively.
\end{thm}
\begin{remark}
\rm{The covariance matrices $\mathcal{L}$, $\mathcal{M}$, $\Sigma_{\mathfrak{e}}$, $\Sigma_W$ and $\Sigma_{\mathfrak{e}^{\prime}}$ that are required to solve the optimization problem were computed empirically via classical Monte Carlo methods \cite{ref:robert-13} using $10^6$ i.i.d. samples. Computations for determining our policy are carried out in the MATLAB-based software package YALMIP \cite{ref:lofberg-04} and are solved using SDPT3-4.0 \cite{ref:toh-06}. 
}
\end{remark}
\revised{
\begin{remark}
\rm{
Since the matrix pair $(A,B)$ is not affected by uncertainties, here we present a tractable solution by separating all sources of uncertainties in terms of the variance and the covariance matrices $\mathcal{L}$, $\mathcal{M}$, $\Sigma_{\mathfrak{e}}$, $\Sigma_W$. When there is an implicit mapping between uncertainties and the states, the polynomial chaos framework is often employed to obtain an approximate explicit mapping between the uncertainties and the states \cite{paulson2015stability}; this is especially useful for nonlinear systems than for linear ones with noisy system and controller models. 
}
\end{remark}
\begin{remark}
\rm{
Our approach presents a quadratic program with number of decision variables $\tilde{N} = mN(1+ \frac{N-1}{2}(d+1))$, which gives an overall complexity of our program as $O(\tilde{N}^3)$ \cite{cormen2009introduction}.
Moreover, as carried out in \cite[Example 6]{ref:ChaHokLyg-11} by setting elements of $\Lambda_t$ and $\Theta_t$ to $0$ except subdiagonal elements, the number of decision variables reduces to $(N-1)m(d+1)+m$.        
}
\end{remark}
}
\section{Stability Issues} \label{s:stability}	
\revised{
Stability in optimization based control techniques is typically achieved by selecting either approximate cost functions satisfying some Lyapunov based conditions, or by enforcing stability constraints in the underlying optimal control problem \cite[\S 3.8.3]{ref:mayne-00}. Both approaches are conservative in general, and ensuring good closed-loop behaviour in the presence of bounded control authority is difficult, see \cite{meyn2012markov, ref:ChaRamHokLyg-12}. We refer readers to \cite[\S IV]{ref:PDQ-15} for a detailed discussion, a summary of which is given in Fig.\ \ref{fig:StabilityTree}.
}
\begin{figure}
\begin{adjustbox}{width = \columnwidth}
\input{stabilityChart}
\end{adjustbox} 
\caption{In the presence of constraints on controls and the unbounded process noise, the constant-negative drift conditions are used.}
\label{fig:StabilityTree}
\end{figure}
\revised{
It has been demonstrated in \cite{Sussmann97} and \cite[Theorem 1.7]{ref:ChaRamHokLyg-12} that one \emph{cannot} globally stabilize an LTI system \eqref{e:system}
 by bounded control actions (even in the presence of a perfect channel) if the spectral radius of the system matrix $A$ is greater than unity. In view of this fundamental restriction, we make the following assumption:
 \begin{assumption}\label{as:lyapunov}
The system matrix $A$ is Lyapunov stable and the matrix pair $(A,B)$ is stabilizable.\footnote{Recall that a Lyapunov stable matrix (neutral system) has its eigenvalues bounded by unit circle. Those eigenvalues located on the unit circle have equal algebraic and geometric multiplicities \cite[page 211]{stabilitybook}.}
 \end{assumption}
In the light of Assumption \ref{as:lyapunov}, the system dynamics \eqref{e:system} takes the following form: 
\begin{equation}
		\label{e:orthogonal decomposition}
		\pmat{\st^o_{t+1} \\ x^s_{t+1}} = \pmat{\A_o & 0\\ 0 & \A_s}\pmat{\st^o_{t} \\ x^s_{t}}	+ \pmat{\B_o\\ \B_s}u_t + \pmat{w_t^o \\ w_t^s}, 
		\end{equation}
where \(\A_o\in\mathds{R}^{d_o\times d_o}\) is orthogonal and \(\A_s\in\mathds{R}^{d_s\times d_s}\) is Schur stable, with state dimension \(d = d_o + d_s\). Since the pair \((A, B)\) is assumed stabilizable, there exists a positive integer \(\kappa\) such that the pair \((\A_o, \B_o)\) is reachable in \(\kappa\)-steps. If $	\mathrm{R}_{\ell} \coloneqq \pmat{\A_o^{\ell-1}\B_o & \A_o^{\ell-2}\B_o & \cdots & \B_o}$, then $\rank(\mathrm{R}_{\kappa}) = d_o$.  
This positive integer $\kappa$ is called the \emph{reachability index} of the pair $( \A_o, \B_o )$ in the sequel. \\
We shall focus on mean-square boundedness of the closed-loop system \eqref{e:system}, and we recall the definition of mean square boundedness \cite[\S III.A]{chatterjee-15} and recast Lemma  1 and Lemma 2 from \cite{ref:PDQ-15} for our subsequent analysis: 
\begin{lem}{\cite[Lemma 1, Lemma 2]{ref:PDQ-15}}
\label{t:msbsingle}
Consider the orthogonal part of the system \eqref{e:system} given
as per the decomposition \eqref{e:orthogonal decomposition}. If there exists a \(\kappa\)-history dependent policy and $u_t \in \mathds{U}$ is chosen such that for any given $\epsilon, r > 0$, $0 < \zeta < \frac{U_{\max}}{\sqrt{d_o}\sigma_{1}\left(\mathrm{R}_{\kappa}^{+}\right)}$, and for any $t=0, \kappa, 2\kappa, ...$, $ j=1,2,\cdots ,d_o$, the following drift conditions are satisfied: 
\begin{align}
\mathds{E}_{\st^o_t} \left[ \left( (\A_o^{\kappa})^\top \mathrm{R}_{\kappa}(\A_o, \B_o)u_{t:\kappa} \right)^{(j)} \right] & \leq -\zeta \nonumber \\
\text{ whenever } \left( \st^o_{t} \right)^{(j)} & \geq r + \epsilon \label{e:drift1} \\
\mathds{E}_{\st^o_t} \left[ \left( (\A_o^{\kappa})^\top \mathrm{R}_{\kappa}(\A_o, \B_o)u_{t:\kappa}\right)^{(j)} \right] & \geq \zeta \nonumber \\
\text{ whenever }\left( \st^o_{t}  \right)^{(j)} & \leq -r - \epsilon, \label{e:drift2}
\end{align} 
then this policy renders the orthogonal part of the closed-loop system \eqref{e:orthogonal decomposition} mean-square bounded under both the transmission protocols \ref{a:seq} and \ref{a:repetitive} introduced in Section 6.
\end{lem} 
To achieve the drift \eqref{e:drift1} and \eqref{e:drift2}, we write the first $\kappa$ blocks in \eqref{e:controlt} as 
\begin{equation}\label{e:decision}
u_{t: \kappa} \coloneqq (\boldsymbol{\eta}_t)_{1: \kappa m} +(\boldsymbol{\Lambda}_t)_{1: \kappa m}\nu_{t:N-1} + (\boldsymbol{\Theta}_t)_{1:\kappa m}w_{t:N-1},
\end{equation}
and substitute \eqref{e:decision} into \eqref{e:drift1} and \eqref{e:drift2}. Now,
for given $\epsilon, r >0$ and for every $j=1,\cdots,d_o$, we arrive at the following stability constraints, in lieu of \eqref{e:drift1} and \eqref{e:drift2}:
\begin{align}
\Bigl( (\A_o^{\kappa})^\top \mathrm{R}_{\kappa}\left[(\boldsymbol{\eta}_t)_{1:\kappa m} +p(\boldsymbol{\Lambda}_t)_{1: \kappa m} \right] \Bigr)^{(j)} &\leq -\zeta \nonumber  \\
\text{ whenever} \left( \st^o_{t} \right)^{(j)} &\geq r + \epsilon, \label{e:decisonConstraint1single} \\
\Bigl( (\A_o^{\kappa})^\top \mathrm{R}_{\kappa}\left[(\boldsymbol{\eta}_t)_{1:\kappa m} +p(\boldsymbol{\Lambda}_t)_{1: \kappa m} \right] \Bigr)^{(j)}  & \geq \zeta \nonumber \\
\text{ whenever} \left( \st^o_{t} \right)^{(j)} & \leq -r - \epsilon. \label{e:decisonConstraint2single}
				\end{align}
}				
Having established the above, for mean square boundedness of \eqref{e:system} in closed-loop under \ref{a:seq} and \ref{a:repetitive} we have the following results:
\begin{thm}
		\label{th:DF_rep_stbl}
			Consider the control system \eqref{e:system} under the transmission protocol \ref{a:repetitive}, and let Assumption \ref{as:lyapunov} hold.
			\begin{enumerate}[label={\rm (\roman*)}, leftmargin=*, widest=ii, align=right]
				\item For every $t=0, \kappa, 2\kappa,\ldots$, the optimization problem \eqref{e:opt problem sparse} over the class of control policies \eqref{e:controlt} along with the stability constraints \eqref{e:decisonConstraint1single}-\eqref{e:decisonConstraint2single} is convex, feasible, and can be rewritten as the following convex quadratic program:
\begin{equation*}
\begin{aligned}
			\minimize_{\boldsymbol{\eta}_t ,\boldsymbol{\Theta}_t, \boldsymbol{\Lambda}_t } \quad & \text{Objective function}  \; \eqref{e:programsingle} \\
			\sbjto \quad & \text{Constraints } \eqref{e:decisionboundsingle}, \eqref{e:decisonConstraint1single} \text{ and } \eqref{e:decisonConstraint2single}.\\
\end{aligned}
		\end{equation*}
				\item For any initial condition \(\overline{\st} \in \mathds{R}^{d}\) successive application of the control law given by the optimization problem in (i) for \( \kappa \) steps renders the closed-loop system mean square bounded.
				\end{enumerate}
		\end{thm}
		
\begin{thm}\label{th:DF_seq_stbl}
For the control system \eqref{e:system} under the transmission protocol \ref{a:seq}, the assertions of Theorem \ref{th:DF_rep_stbl} hold by substituting $\mathcal{S}$ in place of $\mathcal{G}$ in $\mathcal{L}$ and $\mathcal{M}$ in \eqref{e:calL} and \eqref{e:calM}, respectively.
\end{thm}	
\begin{remark}
\rm{ Theorem \ref{th:DF_rep_stbl} generalizes the main result of \cite{ref:PDQ-15}. Indeed, if we set $\boldsymbol{\Lambda}_t = 0$ in \eqref{e:policy} and and $\mu = 0$ in \eqref{e:programsingle}, we recover the main result of \cite{ref:PDQ-15}. Theorem \ref{th:DF_seq_stbl} generalizes the main result of \cite{prabhatNOLCOS2016} for the case $\Sigma_{w} = 0$. Indeed, if we set $\boldsymbol{\Theta}_t = 0$ in \eqref{e:policy} and $\mu = 0$ in \eqref{e:programsingle}, we recover the main result of \cite{prabhatNOLCOS2016}. 
}
\end{remark}
\begin{remark}\label{rem:recalculation}
{\rm
We need the recalculation interval $N_r$ equal to the reachability index $\kappa$ of the orthogonal sub-system to satisfy the drift conditions \eqref{e:drift1} and \eqref{e:drift2} above.
}
\end{remark}
\section{Numerical Experiments} \label{s:DFsimulation}
		
				
  
In this section we present simulations to illustrate our results. Consider the three dimensional linear stochastic system 
\begin{equation}\label{e:example}
x_{t+1} = \pmat{0&-0.80&-0.60\\ 0.80&-0.36&0.48\\ 0.60&0.48&-0.64}x_t + \pmat{0.16\\0.14\\1}u_t + w_t, 
\end{equation}
where $w_t$ is i.i.d. Gaussian of mean zero, the initial condition is $\overline{\st}=\pmat{10&10&-10} ^\top$, and the control is bounded as per $|u_t|\leq 15$. 
\par We solved a constrained finite-horizon optimal control problem corresponding to the states and the control weights \[ Q = I_3, Q_f = \pmat{12& 1& 4\\ 1&19& 2\\ 4& 2&2}, R =2 .\] We selected an optimization horizon, \(N=4\), recalculation interval \(N_r = \kappa = 3 \) and simulated the system responses. We selected the nonlinear bounded term $\mathfrak{e}(w_{t:N-1})$ in our policy to be a vector of scalar sigmoidal functions \[\varphi(\xi)=\frac{1- e^{-\xi}}{1+ e^{-\xi}} \] applied to each coordinate of the noise vector $w_t$. The decision variables $\boldsymbol{\eta}_t, \boldsymbol{\Theta}_t$ and $\boldsymbol{\Lambda}_t$ are computed at times $t = 0,\kappa,2\kappa,\cdots$, by solving optimization problems according to Theorems \ref{th:DF_rep_stbl} and \ref{th:DF_seq_stbl}. 
\begin{figure}[t]
		\centering
\begin{adjustbox}{width=\columnwidth}
\input{msb_sparse_stbl.tex}
\end{adjustbox}
\caption{Empirical mean square bound with $\mu = 1000$}
\label{Fig:msb_sparse_stbl}
\end{figure}
Our observations from the simulations are listed below. All quantities reported below correspond to averages over $100$ sample paths. 
\begin{enumerate}[leftmargin = *]
\item The empirical mean square bound (MSB) for \ref{a:seq} and \ref{a:repetitive} is plotted in Fig. \ref{Fig:msb_sparse_stbl} for $\mu = 1000$. The difference in empirical MSB between \ref{a:repetitive} and \ref{a:seq} increases with increase in variance and dropouts. When the successful transmission probability approaches 1 (less dropouts), the empirical MSB for \ref{a:repetitive} and \ref{a:seq} becomes equal.
\item The empirical average actuator energy is plotted in Fig.\ \ref{Fig:EnergyDF} for $\mu = 1000$. When the process noise variance is small, the actuator energy decreases with increase in $p$. For large value of the variance of additive process noise, it increases with increase in $p$. 
\item The computed control is sparse in the sense that there are about $7-19 \% $ time instants when null control is computed. See Fig.\ \ref{Fig:sparsity}. We observe that the percentage sparsity is large when successful transmission probability is less. When there are more dropouts due to interference and fading, the controller generates sparser control to reduce the impact of interference and fading. 
\end{enumerate}

\begin{figure}[t]
		\centering
\begin{adjustbox}{width=\columnwidth}
\input{DF_energy_stbl.tex}
\end{adjustbox}
\caption{Empirical average actuator energy for \ref{a:seq} and \ref{a:repetitive} with $\mu = 1000$}
\label{Fig:EnergyDF}
\end{figure}
\begin{figure}[t]
		\centering
\begin{adjustbox}{width=\columnwidth}
\input{sparsity.tex}
\end{adjustbox}
\caption{Percentage of time instants when null control is computed with $\mu = 1000$}
\label{Fig:sparsity}
\end{figure}

\begin{figure}[t]
		\centering
\begin{adjustbox}{width=\columnwidth}
\input{percentageCostRep.tikz}
\end{adjustbox}
\caption{Percentage difference in empirical average cost for \ref{a:repetitive} with respect to proposed approach}
\label{Fig:CostRepDF}
\end{figure}


\begin{figure}[t]
		\centering
\begin{adjustbox}{width=\columnwidth}
\input{percentageCostSeq.tikz}
\end{adjustbox}
\caption{Percentage difference in empirical average cost for \ref{a:seq} with respect to proposed approach}
\label{Fig:CostSeqDF}
\end{figure}
\par In CE approaches (PPC, MPC and packetised MPC), the control sequence is generated by considering nominal plant model and applied to the stochastic system \eqref{e:example}. In MPC only present control value is transmitted through channel, similar to \ref{a:seq}. But in packetised MPC, future control values are also transmitted until first successful transmission, similar to \ref{a:repetitive}. In SPC, MPC and packetized MPC, the optimization is carried out after each $N_r$ time steps, but in PPC, the optimization is carried out after each time step. In \cite{ref:PDQ-15} SPC and PPC \cite{quevedo-12} are compared and it is shown that SPC \cite{ref:PDQ-15} outperforms PPC \cite{quevedo-12}. Here we compare our approach with SPC \cite{ref:PDQ-15} and with CE approaches by forcing $\mu = 0$ in Theorems \ref{th:DF_rep_stbl} and \ref{th:DF_seq_stbl}.  We have following observations: 
\begin{enumerate}[leftmargin  = *, start=4]
\item The present approach and SPC \cite{ref:PDQ-15} outperform CE approaches in all cases. See Fig.\ \ref{Fig:CostRepDF} and \ref{Fig:CostSeqDF}.
\item Our approach performs better than SPC \cite{ref:PDQ-15} in all considered cases except in one case when successful transmission probability is very low $(p = 0.1)$, variance of additive process noise is small $\Sigma_{w}=0.1 I_3$ and sequential transmission protocol \ref{a:seq} is used. See Fig.\ \ref{Fig:CostSeqDF}.
\item The percentage difference in empirical average cost between our approach and SPC \cite{ref:PDQ-15} is large when successful transmission probability is moderate $p=0.5$ and sequential transmission \ref{a:seq} is used.
\item For repetitive transmission protocol \ref{a:repetitive}, the percentage difference in empirical average cost between our approach and SPC \cite{ref:PDQ-15} is large when the successful transmission probability $p$ is very small.    
\end{enumerate}
 
\par We have tested our approach on correlated channel noise also by considering the Gilbert-Eliot channel model \cite{gilbert} as given in Fig.\ \ref{Fig:Gilbert-Eliot}. We have fixed successful transmission probability for the bad channel $p_2 = 0$, the transmission probabilities from good to bad channel $p_{12} = 0.2$, from bad to good channel $p_{21} = 0.9$. We have simulated for the successful transmission probability of good channel $p_1 \in \{ 0.5, 0.6, 0.7, 0.8, 0.9, 1 \}$ and variance of additive process noise $\Sigma_{w} = 5 I_3$ with given dynamics of the plant \eqref{e:example}. The plots for \ref{a:seq} and \ref{a:repetitive} are shown in Fig.\ \ref{Fig:seqCorrelated} and \ref{Fig:repCorrelated}, respectively. The transmission protocol \ref{a:seq} is compared with MPC in which no buffer is used at the actuator end. The transmission protocol \ref{a:repetitive} is compared with packetised MPC in which a buffer of the size of optimization horizon is used at the actuator end. For the purpose of fair comparison the recalculation interval is fixed $N_r = 3$ in all cases. We can observe that our present approach performs better than older approaches.   
\begin{figure}[t]
\centering
\begin{adjustbox}{width=0.8\columnwidth}
\input{markov_nmpc_t}
\end{adjustbox}
\caption{Transmission dropout model with a binary network state
    $(\Upsilon_t)_{t\in \{1,2\}}$: when $\Upsilon_t=1$ the channel is reliable with high successful transmission probabilities; $\Upsilon_t=2$ refers to a situation where the channel is
  unreliable and transmissions are more likely to be dropped.}
  \label{Fig:Gilbert-Eliot}
\end{figure}



\begin{figure}[t]
		\centering
\begin{adjustbox}{width=\columnwidth}
\input{seqCorrelated.tikz}
\end{adjustbox}
\caption{Empirical average cost for \ref{a:seq} with correlated channel noise}
\label{Fig:seqCorrelated}
\end{figure}

\begin{figure}[t]
		\centering
\begin{adjustbox}{width=\columnwidth}
\input{repCorrelated.tikz}
\end{adjustbox}
\caption{Empirical average cost for \ref{a:repetitive} with correlated channel noise}
\label{Fig:repCorrelated}
\end{figure}








\section{Epilogue}\label{s:epilogue}
We have demonstrated that the proposed feedback policy leads to a convex quadratic program and the introduction of sparsity helps in communication-control co-design. We have shown by numerical experiments how the matrices involved in the construction of the objective function are computed offline. The current approach is restricted to i.i.d. packet dropouts and assumes that complete state information is available. The extensions of the ideas presented here may include multi-channel systems \cite{koegel2013distributed,ljevsnjanin2014packetized}, self triggered or event triggered operations \cite{araujo2014system,donkers2012output,Nagahara16TAC,quevedo2014stochastic,prabhat2015event}. Our approach can also be extended for the case of more general multiplicative noise. 


\bibliographystyle{IEEEtran}       









