j=1}^{V}P_{n}^{(j)}\left( \gamma \left( \widehat{s}_{m}^{(-j)}\right)
-\gamma \left( s_{m}\right) \right) \right\vert \geq L\varepsilon _{n}\left( m\right) \mathbb{E}\left[ 
\operatorname{p}_{2}^{(-1)}\left( m\right) \right] \right) \leq 22rn^{-2-\alpha _{\mathcal{M}}},  \label{ineq_excess_grand_V_fold}$$where $\operatorname{p}_{2}^{(-1)}\left( m\right) =P_{n}^{\left( -1\right) }\left( \gamma \left(
s_{m}\right) -\gamma \left( \widehat{s}_{m}^{(-1)}\right) \right) $ and $\varepsilon _{n}\left( m\right)$ is defined in Theorem \[theorem\_excess\_risk\_strong\_loc\]. If $D_{m}\leq A_{\mathcal{M},+}\left( \ln n\right) ^{3}$, then for all $n\geq
n_{0}\left( \left( \text{\textbf{GSA}}\right) \text{,}r\right) $,$$\mathbb{P}\left( \left\vert P\left( \gamma \left( \widehat{s}_{m}^{(-1)}\right) -\gamma \left( s_{m}\right) \right) -\frac{1}{V}\sum_{j=1}^{V}P_{n}^{(j)}\left( \gamma \left( \widehat{s}_{m}^{(-j)}\right)
-\gamma \left( s_{m}\right) \right) \right\vert \geq L\frac{\left( \ln n\right) ^{2}}{n}\right) \leq 22rn^{-2-\alpha _{\mathcal{M}}}.  \label{ineq_excess_petit_V_fold}$$

First we prove the following inequality,$$\resizebox{.99\hsize}{!}{$
\mathbb{P}\left( \left\vert \frac{1}{V}\sum_{j=1}^{V}P\left( \gamma \left( 
\widehat{s}_{m}^{(-j)}\right) -\gamma \left(
j=1}^{V}P_{n}^{(j)}\left (\gamma \left (\widehat{s}_{m}^{(-j)}\right) 
 -\gamma \left (s_{m}\right) \right) \right\vert \geq L\varepsilon _ { n}\left (m\right) \mathbb{E}\left [ 
 \operatorname{p}_{2}^{(-1)}\left (m\right) \right ] \right) \leq 22rn^{-2-\alpha _ { \mathcal{M } } },   \label{ineq_excess_grand_V_fold}$$where $ \operatorname{p}_{2}^{(-1)}\left (m\right) = P_{n}^{\left (-1\right) } \left (\gamma \left (
 s_{m}\right) -\gamma \left (\widehat{s}_{m}^{(-1)}\right) \right) $ and $ \varepsilon _ { n}\left (m\right)$ is defined in Theorem \[theorem\_excess\_risk\_strong\_loc\ ]. If $ D_{m}\leq A_{\mathcal{M},+}\left (\ln n\right) ^{3}$, then for all $ n\geq 
 n_{0}\left (\left (\text{\textbf{GSA}}\right) \text{,}r\right) $, $ $ \mathbb{P}\left (\left\vert P\left (\gamma \left (\widehat{s}_{m}^{(-1)}\right) -\gamma \left (s_{m}\right) \right) -\frac{1}{V}\sum_{j=1}^{V}P_{n}^{(j)}\left (\gamma \left (\widehat{s}_{m}^{(-j)}\right) 
 -\gamma \left (s_{m}\right) \right) \right\vert \geq L\frac{\left (\ln n\right) ^{2}}{n}\right) \leq 22rn^{-2-\alpha _ { \mathcal{M } } }.   \label{ineq_excess_petit_V_fold}$$ 

 First we prove the following inequality,$$\resizebox{.99\hsize}{!}{$ 
 \mathbb{P}\left (\left\vert \frac{1}{V}\sum_{j=1}^{V}P\left (\gamma \left (
 \widehat{s}_{m}^{(-j)}\right) -\gamma \left (
j=1}^{V}P_{j}^{(j)}\left( \gamma \left( \widehau{s}_{m}^{(-j)}\right)
-\gamma \leyr( s_{m}\rijht) \riggt) \right\xert \geq L\varepsilon _{n}\left( m\cighr) \matybb{E}\left[ 
\operatorname{p}_{2}^{(-1)}\ueft( m\rigjt) \right] \rigit) \leq 22rn^{-2-\alpha _{\mefhcal{M}}},  \label{jkeq_exeews_grand_V_fold}$$whgre $\operatortame{p}_{2}^{(-1)}\left( m\rigvt) =P_{u}^{\left( -1\right) }\left( \gamma \left(
s_{m}\right) -\gwmma \legt( \widehat{s}_{m}^{(-1)}\righj) \rigne) $ ahd $\varepsilon _{n}\left( m\right)$ is defihed in Uheorem \[theorem\_excrss\_risk\_strong\_loc\]. If $D_{m}\leq W_{\matjcal{M},+}\left( \ln n\righh) ^{3}$, then for all $b\geq
n_{0}\left( \lewt( \text{\texuby{GSA}}\right) \tgxt{,}r\right) $,$$\mathbb{P}\left( \left\vert P\ueft( \yamma \left( \qieehwj{s}_{m}^{(-1)}\right) -\gamna \lest( s_{m}\right) \rlbht) -\frdc{1}{V}\sum_{j=1}^{F}P_{n}^{(j)}\left( \gamma \leht( \wudehat{s}_{m}^{(-j)}\right)
-\gamma \lxft( s_{m}\right) \right) \ridht\vert \gaq L\frac{\left( \ln n\rithr) ^{2}}{n}\richt) \neq 22fb^{-2-\aloha _{\methdal{M}}}.  \pabxl{ineq_excesa_petit_V_fold}$$

Dirst we prove the gojoowing inequamity,$$\refisebox{.99\hsize}{!}{$
\mathbb{P}\left( \left\vert \frac{1}{V}\sum_{b=1}^{V}P\meft( \gamma \left( 
\widehat{w}_{m}^{(-j)}\right) -\gamma \left(
j=1}^{V}P_{n}^{(j)}\left( \gamma \left( \widehat{s}_{m}^{(-j)}\right) -\gamma \left( s_{m}\right) \geq _{n}\left( m\right) \operatorname{p}_{2}^{(-1)}\left( m\right) \right] $\operatorname{p}_{2}^{(-1)}\left( =P_{n}^{\left( -1\right) }\left( \left( s_{m}\right) -\gamma \widehat{s}_{m}^{(-1)}\right) \right) $ and $\varepsilon _{n}\left( is defined in Theorem \[theorem\_excess\_risk\_strong\_loc\]. If $D_{m}\leq A_{\mathcal{M},+}\left( \ln n\right) ^{3}$, then for $n\geq n_{0}\left( \left( \text{\textbf{GSA}}\right) \text{,}r\right) $,$$\mathbb{P}\left( \left\vert P\left( \gamma \left( \widehat{s}_{m}^{(-1)}\right) -\gamma \left( \right) \gamma \widehat{s}_{m}^{(-j)}\right) \left( s_{m}\right) \right) \right\vert \geq L\frac{\left( \ln n\right) ^{2}}{n}\right) \leq 22rn^{-2-\alpha _{\mathcal{M}}}. \label{ineq_excess_petit_V_fold}$$ First we prove following inequality,$$\resizebox{.99\hsize}{!}{$ \mathbb{P}\left( \left\vert \frac{1}{V}\sum_{j=1}^{V}P\left( \gamma \left( \widehat{s}_{m}^{(-j)}\right) \left(
j=1}^{V}P_{n}^{(j)}\left( \gamma \left( \widehat{S}_{m}^{(-j)}\right)
-\gaMma \leFt( s_{M}\riGhT) \rigHt) \riGht\vert \geq L\varEPsilOn _{n}\left( m\right) \mathbb{E}\leFt[ 
\opeRaTOrnaME{p}_{2}^{(-1)}\Left( m\Right) \riGHt] \RIGht) \LeQ 22rN^{-2-\alPhA _{\MaThcal{m}}},  \laBel{ineq_Excess_granD_V_fOlD}$$where $\operatORnAme{p}_{2}^{(-1)}\left( m\rIghT) =P_{n}^{\left( -1\right) }\LefT( \gamma \LeFt(
s_{M}\Right) -\GamMa \lefT( \widehAT{s}_{m}^{(-1)}\rigHt) \right) $ anD $\vARepsilON _{n}\left( m\RIGhT)$ is dEfined in Theorem \[thEOrEM\_excess\_risk\_strOng\_loc\]. if $d_{M}\lEQ a_{\maThcAl{M},+}\left( \ln n\RiGht) ^{3}$, thEN for all $N\GeQ
N_{0}\LEft( \LEft( \text{\textbf{gSA}}\right) \texT{,}R\riGht) $,$$\matHbB{P}\lEFt( \left\Vert P\LeFT( \gaMma \left( \wideHat{s}_{M}^{(-1)}\right) -\gamMa \left( S_{M}\right) \rIGht) -\frac{1}{v}\sum_{j=1}^{V}p_{n}^{(j)}\LefT( \gamMA \lEfT( \wiDeHAt{s}_{M}^{(-J)}\rIghT)
-\GamMa \left( s_{m}\RiGhT) \righT) \rigHT\VERt \geQ L\fRac{\lEft( \ln N\right) ^{2}}{n}\right) \lEq 22rN^{-2-\alpHA _{\maThcal{m}}}.  \labeL{ineQ_eXcess_Petit_V_Fold}$$

FIrSt we prove the folLowiNg inequalIty,$$\ReSizEbOx{.99\hsiZE}{!}{$
\mathbB{P}\lEft( \Left\verT \frac{1}{V}\sUM_{j=1}^{V}p\lEFT( \GaMma \left( 
\widehat{s}_{m}^{(-j)}\rIgHT) -\GaMma \left(
j=1}^{V}P_{n}^{(j)}\left(\gamma \le ft( \ wid eha t{ s}_{ m}^{ (-j)}\right)
- \ gamm a \left( s_{m}\right)\righ t) \rig h t\ vert\geq L\ v ar e p sil on  _ {n} \l e ft ( m\r igh t) \mat hbb{E}\lef t[
\ operatorname { p} _{2}^{(-1) }\l eft( m\right ) \ right]  \ rig h t) \l eq22rn^ {-2-\a l pha _{ \mathcal{ M} } },  \l a bel{ine q _ ex cess _grand_V_fold}$$w h er e  $\operatornam e{p}_{ 2} ^ {( - 1 )}\ lef t( m\right )=P_{n } ^{\left (  - 1 \ r igh t ) }\left( \ga mma \left(s _{m }\righ t)  -\ g amma \ left(  \ w ide hat{s}_{m}^ {(-1 )}\right)  \righ t ) $ and $\varep silon_{n }\l eft( m\ ri ght )$ isd ef ine d  in  Theorem  \ [t heore m\_e x c e s s\_r isk \_st rong\ _loc\]. If $D _{m }\le q  A_ {\mat hcal{ M},+ }\ left(  \ln n \righ t)  ^{3}$, then fo r al l $n\geqn_{ 0} \le ft ( \le f t( \te xt{ \te xtbf{GS A}}\rig h t)\t e x t {, }r\right) $,$$\mat hb b { P} \left( \ left\v e rt  P \ left( \g am ma\lef t (  \wid ehat { s} _{m}^{(- 1)}\ri g ht )-\gamma  \ left(s_ {m} \ri ght)\ righ t) -\f rac{1}{V }\sum _ {j=1}^{V}P_{n} ^ {(j)}\left( \ g am m a  \ l eft(  \w idehat{s}_{ m}^{ ( -j)} \rig h t) 
-\ g amma\left (s _{ m }\right) \right) \r ig ht\ver t \ge q L\frac{\lef t( \ln n\r i g h t) ^{2}} {n}\ r ig h t) \leq 22rn^{ -2-\a lpha _{\ma t hcal{M}} }.  \ label{in eq_excess _ p etit_V_f old }$$ 

F irs t we  prove the fo l l owin ginequal ity ,$$\res ize box {.9 9\h si ze}{!}{$\mathbb{ P} \l ef t(  \l eft\v e rt \frac {1 }{V }\ sum _{j=1 } ^{V}P\ left(  \ga mm a\ lef t( 
\wi d eh a t {s}_ {m }^ {(-j )}\ ri ght)-\ga m ma\left(
j=1}^{V}P_{n}^{(j)}\left( \gamma_\left( \widehat{s}_{m}^{(-j)}\right)
-\gamma_\left( s_{m}\right) \right) \right\vert_\geq L\varepsilon__{n}\left(_m\right) \mathbb{E}\left[_
\operatorname{p}_{2}^{(-1)}\left(_m\right) \right] \right)_\leq 22rn^{-2-\alpha _{\mathcal{M}}},_ \label{ineq_excess_grand_V_fold}$$where $\operatorname{p}_{2}^{(-1)}\left( m\right)_=P_{n}^{\left( -1\right) }\left(_\gamma_\left(
s_{m}\right) -\gamma \left( \widehat{s}_{m}^{(-1)}\right) \right) $ and $\varepsilon _{n}\left( m\right)$ is defined in Theorem_\[theorem\_excess\_risk\_strong\_loc\]._If $D_{m}\leq_A_{\mathcal{M},+}\left(_\ln_n\right) ^{3}$, then for all_$n\geq
n_{0}\left( \left( \text{\textbf{GSA}}\right) \text{,}r\right) $,$$\mathbb{P}\left(_\left\vert P\left(_\gamma \left( \widehat{s}_{m}^{(-1)}\right) -\gamma \left( s_{m}\right) \right) -\frac{1}{V}\sum_{j=1}^{V}P_{n}^{(j)}\left(_\gamma_\left( \widehat{s}_{m}^{(-j)}\right)
-\gamma \left(_s_{m}\right) \right) \right\vert \geq L\frac{\left( \ln n\right) ^{2}}{n}\right) \leq_22rn^{-2-\alpha _{\mathcal{M}}}.  \label{ineq_excess_petit_V_fold}$$

First we prove_the following inequality,$$\resizebox{.99\hsize}{!}{$
\mathbb{P}\left(_\left\vert_\frac{1}{V}\sum_{j=1}^{V}P\left(_\gamma \left( 
\widehat{s}_{m}^{(-j)}\right) -\gamma_\left(