 \bar{r}^{\bm{u}}_t\right)^2,\quad \quad \bar{\mathbf{M}}_t\coloneqq  \sum_{s=1}^t \bar{\bm{g}}_s \bar{\bm{g}}_s^{\operatorname{\intercal}}. \label{clippedstuff}\end{aligned}$$ For each slave $\eta\in \mathcal{G}$, we define the time $s_\eta$ to be $$\begin{aligned}
  \label{threshold}
  s_\eta
  ~\df~
  \min\setc*{t \ge 0}{
  \eta    \geq \frac{1}{D \sum_{s=1}^t {\left\lVert\bar{\bm{g}}_s\right\rVert}_2 + B_t}
  },\end{aligned}$$ and define the set $\mathcal{A}_t$ of “active” slaves by $$\begin{aligned}
\mathcal{A}_t \coloneqq \{ \eta \in \mathcal{G}_t : s_\eta <   t \}, \quad  \text{where} \quad \mathcal{G}_t \coloneqq \mathcal{G} \cap \left[0, \tfrac{1}{5B_{t-1}}\right], \quad t\geq 1.\end{aligned}$$

#### Slaves’ predictions.

A slave $\eta \in \mathcal{A}_t$ issues its first prediction ${\widehat{\bm{u}}}_t^\eta = \bm{0}$ in round $t=s_\eta+1$. From then on, it receives the master prediction ${\widehat{\bm{u}}}_t$ as input and updates in two steps as $$\begin{gathered}
  \bm{u}^{\eta}_{{t+1}} \coloneqq {\widehat{\bm{u}}}^{\eta}_t - \eta \mathbf{\Sigma}^{\eta}_{{t+1}} \bar{\bm{g}}_t  \left(1 + 2 \eta \left( {\widehat{\bm{u}}}^{\eta}_t -{\widehat{\bm{u}}}_t \right)^{\operatorname{\intercal}}\bar{\bm{g}}_t\right),
                          \text{ where }\
  \mathbf{\Sigma}^{\eta}_{{t+1}} \coloneqq \left( \tfrac{\mathbf
\bar{r}^{\bm{u}}_t\right)^2,\quad \quad \bar{\mathbf{M}}_t\coloneqq   \sum_{s=1}^t \bar{\bm{g}}_s \bar{\bm{g}}_s^{\operatorname{\intercal } }. \label{clippedstuff}\end{aligned}$$ For each slave $ \eta\in \mathcal{G}$, we define the time $ s_\eta$ to be $ $ \begin{aligned } 
   \label{threshold } 
   s_\eta 
   ~\df~ 
   \min\setc*{t \ge 0 } { 
   \eta     \geq \frac{1}{D \sum_{s=1}^t { \left\lVert\bar{\bm{g}}_s\right\rVert}_2 + B_t } 
   }, \end{aligned}$$ and define the set $ \mathcal{A}_t$ of “ active ” slave by $ $ \begin{aligned } 
 \mathcal{A}_t \coloneqq \ { \eta \in \mathcal{G}_t: s_\eta <    t \ }, \quad   \text{where } \quad \mathcal{G}_t \coloneqq \mathcal{G } \cap \left[0, \tfrac{1}{5B_{t-1}}\right ], \quad t\geq 1.\end{aligned}$$ 

 # # # # slave ’ predictions. 

 A slave $ \eta \in \mathcal{A}_t$ issues its first prediction $ { \widehat{\bm{u}}}_t^\eta = \bm{0}$ in orotund $ t = s_\eta+1$. From then on, it receives the passkey prediction $ { \widehat{\bm{u}}}_t$ as input and updates in two tone as $ $ \begin{gathered } 
   \bm{u}^{\eta}_{{t+1 } } \coloneqq { \widehat{\bm{u}}}^{\eta}_t - \eta \mathbf{\Sigma}^{\eta}_{{t+1 } } \bar{\bm{g}}_t   \left(1 + 2 \eta \left ({ \widehat{\bm{u}}}^{\eta}_t -{\widehat{\bm{u}}}_t \right)^{\operatorname{\intercal}}\bar{\bm{g}}_t\right), 
                           \text { where } \ 
   \mathbf{\Sigma}^{\eta}_{{t+1 } } \coloneqq \left (\tfrac{\mathbf
 \bag{r}^{\bm{u}}_t\right)^2,\quad \quad \bar{\oathbf{M}}_t\coloneqq  \sum_{s=1}^v \bar{\bm{f}}_s \bar{\bm{e}}_s^{\operatorname{\intercal}}. \label{rlippedstyff}\end{aligned}$$ For each slave $\etw\in \mathxal{G}$, qe define vge time $s_\eta$ fl be $$\uegin{aligned}
  \lsbel{threshmld}
  s_\eta
  ~\df~
  \mkn\detc*{t \ge 0}{
  \eta    \geq \frac{1}{D \sum_{s=1}^t {\lqft\lVery\bwr{\bm{g}}_s\right\rVett}_2 + B_u}
  },\qnd{ampgked}$$ and define the set $\mathcal{A}_t$ of “actpve” slaves by $$\begon{aligned}
\mathcal{A}_t \coloneqe \{ \eha \in \mathcal{G}_t : s_\fta <   t \}, \qozd  \rext{where} \quxd \mathcal{G}_t \coloneqq \jathcal{G} \cap \left[0, \tfrac{1}{5B_{t-1}}\right], \duad c\geq 1.\end{alitnwd}$$

#### Dnaves’ predirtions.

W slave $\eta \lm \mathwal{A}_t$ ixsues its firsb previctuon ${\widehat{\bm{u}}}_t^\eta = \bk{0}$ in round $t=s_\eta+1$. Ftom then ot, nt receives the mastee prediwtiot ${\wiawhag{\bm{h}}}_t$ aa inpuh aid updates jn two stepw as $$\begin{gathered}
  \bi{l}^{\rta}_{{t+1}} \coloneqs {\widerae{\bm{u}}}^{\eta}_t - \eta \mathbf{\Sigma}^{\eta}_{{t+1}} \bar{\bm{g}}_t  \neff(1 + 2 \eta \left( {\widehat{\bm{u}}}^{\wta}_t -{\widehat{\bm{u}}}_t \righj)^{\operatornwme{\intercal}}\bar{\bm{g}}_t\right),
                          \dext{ xhdre }\
  \oqtjbf{\Sigma}^{\eta}_{{t+1}} \coloneqq \left( \tfrac{\mathbf
\bar{r}^{\bm{u}}_t\right)^2,\quad \quad \bar{\mathbf{M}}_t\coloneqq \sum_{s=1}^t \bar{\bm{g}}_s \bar{\bm{g}}_s^{\operatorname{\intercal}}. \label{clippedstuff}\end{aligned}$$ slave \mathcal{G}$, we the time $s_\eta$ ~\df~ \ge 0}{ \eta \frac{1}{D \sum_{s=1}^t {\left\lVert\bar{\bm{g}}_s\right\rVert}_2 B_t} },\end{aligned}$$ and define the set of “active” slaves by $$\begin{aligned} \mathcal{A}_t \coloneqq \{ \eta \in \mathcal{G}_t : s_\eta t \}, \quad \text{where} \quad \mathcal{G}_t \coloneqq \mathcal{G} \cap \left[0, \tfrac{1}{5B_{t-1}}\right], \quad t\geq #### predictions. slave \in \mathcal{A}_t$ issues its first prediction ${\widehat{\bm{u}}}_t^\eta = \bm{0}$ in round $t=s_\eta+1$. From then on, it the master prediction ${\widehat{\bm{u}}}_t$ as input and updates two steps as $$\begin{gathered} \coloneqq {\widehat{\bm{u}}}^{\eta}_t - \eta \mathbf{\Sigma}^{\eta}_{{t+1}} \left(1 2 \eta {\widehat{\bm{u}}}^{\eta}_t \right)^{\operatorname{\intercal}}\bar{\bm{g}}_t\right), where }\ \mathbf{\Sigma}^{\eta}_{{t+1}} \left( \tfrac{\mathbf
 \bar{r}^{\bm{u}}_t\right)^2,\quad \quad \bar{\mAthbf{M}}_t\colOneqq  \Sum_{S=1}^t \bAr{\Bm{g}}_s \Bar{\bM{g}}_s^{\operatornamE{\InteRcal}}. \label{clippedstuff}\eNd{aliGnED}$$ For EAcH slavE $\eta\in \mAThCAL{G}$, wE dEfIne ThE TiMe $s_\etA$ to Be $$\begin{Aligned}
  \labEl{tHrEshold}
  s_\eta
  ~\df~
  \MIn\Setc*{t \ge 0}{
  \eta    \Geq \Frac{1}{D \sum_{s=1}^t {\leFt\lvert\baR{\bM{g}}_s\RIght\rverT}_2 + B_t}
  },\enD{alignED}$$ and deFine the seT $\mAThcal{A}_T$ Of “activE” SLaVes bY $$\begin{aligned}
\mathCAl{a}_T \coloneqq \{ \eta \in \MathcaL{G}_T : S_\eTA <   T \}, \quAd  \tExt{where} \quAd \MathcAL{G}_t \coloNEqQ \MAThcAL{G} \cap \left[0, \tfraC{1}{5B_{t-1}}\right], \quaD T\geQ 1.\end{alIgNed}$$

#### sLaves’ pRedicTiONs.

A Slave $\eta \in \mAthcAl{A}_t$ issueS its fiRSt prediCTion ${\widEhat{\bm{U}}}_t^\eTa = \bM{0}$ in rOUnD $t=S_\etA+1$. FROm tHEn On, iT RecEives the MaStEr preDictION ${\WIdehAt{\bM{u}}}_t$ aS inpuT and updates in Two StepS As $$\bEgin{gAtherEd}
  \bm{U}^{\eTa}_{{t+1}} \coLoneqq {\WidehAt{\Bm{u}}}^{\eta}_t - \eta \mathbF{\SigMa}^{\eta}_{{t+1}} \bar{\Bm{g}}_T  \lEft(1 + 2 \EtA \left( {\WIdehat{\Bm{u}}}^{\Eta}_T -{\widehaT{\bm{u}}}_t \riGHt)^{\oPeRATOrName{\intercal}}\bar{\bm{g}}_T\rIGHt),
                          \Text{ wherE }\
  \mathbF{\siGmA}^{\Eta}_{{t+1}} \coloNeQq \lEft( \tFRAc{\matHbf
 \bar{r}^{\bm{u}}_t\right) ^2,\quad \ quad\ba r{\ ma thbf {M}} _t\coloneqq  \ s um_{ s=1}^t \bar{\bm{g}}_s\bar{ \b m {g}} _ s^ {\ope ratorna m e{ \ i nte rc al }}.  \ l ab el{cl ipp edstuff }\end{alig ned }$ $ For each s l av e $\eta\in  \m athcal{G}$,wedefine  t het ime $ s_\ eta$to be$ $\begi n{aligned } \labe l {thresh o l d} 
  s _\eta
  ~\df~
  \ m in \ setc*{t \ge 0} {
  \e ta  \ geq  \f rac{1}{D \ su m_{s= 1 }^t {\l e ft \ l V ert \ bar{\bm{g}}_s \right\rVer t }_2  + B_t }  } , \end{a ligne d} $ $ a nd define t he s et $\math cal{A} _ t$ of “ a ctive”slaves  by  $$ \beg i n{ al ign ed } 
\m a th cal { A}_ t \colon eq q\{ \e ta \ i n \ math cal {G}_ t : s _\eta <   t \ },\qua d   \ text{ where } \q ua d \ma thcal{ G}_t\c oloneqq \mathca l{G}  \cap \le ft[ 0,  \t fr ac{1} { 5B_{t- 1}} \ri ght], \ quad t\ g eq1. \ e n d{ aligned}$$

#### S la v e s’  predict ions.Asl a ve $\eta  \ in\mat h c al{A} _t$i ss ues itsfirstp re di ction $ {\ wideha t{ \bm {u} }}_t^ \ eta= \bm{ 0}$ in r ound$ t=s_\eta+1$. F r om then on, i t  r e c ei v es t hemaster pred icti o n ${ \wid e ha t{\ b m{u}} }_t$as in p ut and updates in t wo  steps  as $ $\begin{gathe red}
  \bm { u } ^{\eta}_ {{t+ 1 }} \coloneqq {\wi dehat {\bm{u}}}^ { \eta}_t- \et a \mathb f{\Sigma} ^ { \eta}_{{ t+1 }}\ba r{\ b m {g }}_t  \left(1 +  2 \ et a \left ( { \wideha t{\ bm{ u}} }^{ \e ta}_t -{\ widehat{ \b m{ u} }} _t\righ t )^{\oper at orn am e{\ inter c al}}\b ar{\b m{g} }_ t\ r igh t),
               \tex t{ w h ere  }\
  \ mathbf{\S igm a }^{\ et a} _{{t+1} } \coloneqq \ le ft( \tfrac {\ mat hbf
 \bar{r}^{\bm{u}}_t\right)^2,\quad_\quad \bar{\mathbf{M}}_t\coloneqq_ \sum_{s=1}^t \bar{\bm{g}}_s \bar{\bm{g}}_s^{\operatorname{\intercal}}._\label{clippedstuff}\end{aligned}$$ For_each_slave $\eta\in_\mathcal{G}$,_we define the_time $s_\eta$ to_be $$\begin{aligned}
  \label{threshold}
_ s_\eta
 _~\df~
_ \min\setc*{t \ge 0}{
  \eta    \geq \frac{1}{D \sum_{s=1}^t {\left\lVert\bar{\bm{g}}_s\right\rVert}_2 +_B_t}
_ },\end{aligned}$$_and_define_the set $\mathcal{A}_t$ of “active”_slaves by $$\begin{aligned}
\mathcal{A}_t \coloneqq \{_\eta \in_\mathcal{G}_t : s_\eta <   t \},_\quad_ \text{where} \quad_\mathcal{G}_t \coloneqq \mathcal{G} \cap \left[0, \tfrac{1}{5B_{t-1}}\right], \quad t\geq 1.\end{aligned}$$

####_Slaves’ predictions.

A slave $\eta \in \mathcal{A}_t$_issues its first_prediction_${\widehat{\bm{u}}}_t^\eta_= \bm{0}$ in round_$t=s_\eta+1$. From then on, it receives_the master prediction ${\widehat{\bm{u}}}_t$ as input_and updates in two steps as $$\begin{gathered}
_ \bm{u}^{\eta}_{{t+1}} \coloneqq {\widehat{\bm{u}}}^{\eta}_t - \eta_\mathbf{\Sigma}^{\eta}_{{t+1}} \bar{\bm{g}}_t  \left(1 +_2 \eta_\left( {\widehat{\bm{u}}}^{\eta}_t -{\widehat{\bm{u}}}_t \right)^{\operatorname{\intercal}}\bar{\bm{g}}_t\right),
 _  _ _  _     _  _     __\text{ where }\
__\mathbf{\Sigma}^{\eta}_{{t+1}}_\coloneqq \left(_\tfrac{\mathbf