=768, bias=True)
                (dropout): Dropout(p=0.1, inplace=False)
              )
              (output): BertSelfOutput(
                (dense): Linear(in_features=768, out_features=768, bias=True)
                (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True)
                (dropout): Dropout(p=0.1, inplace=False)
              )
            )
            (intermediate): BertIntermediate(
              (dense): Linear(in_features=768, out_features=3072, bias=True)
            )
            (output): BertOutput(
              (dense): Linear(in_features=3072, out_features=768, bias=True)
              (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True)
              (dropout): Dropout(p=0.1, inplace=False)
            )
          )
          (2): BertLayer(
            (attention): BertAttention(
              (self): BertSelfAttention(
                (query): Linear(in_features=768, out_features=768, bias=True)
                (key): Linear(in_features=768, out_features=768, bias=True)
                (value): Linear(in_features=768, out_features=768, bias=True)
                (dropout): Dropout(p=0.1, inplace=False)
              )
              (output): BertSelfOutput(
                (dense): Linear(in_features=768, out_features=768, bias=True)
                (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True)
                (dropout): Dropout(p=0.1, inplace=False)
              )
            )
            (intermediate): BertIntermediate(
              (dense): Linear(in_features=768, out_features=3072, bias=True)
            )
            (output): BertOutput(
              (dense): Linear(in_features=3072, out_features=768, bias=True
= 768, bias = True) 
                 (dropout ): Dropout(p=0.1, inplace = False) 
              ) 
               (output ): BertSelfOutput (
                 (dense ): Linear(in_features=768, out_features=768, diagonal = genuine) 
                 (LayerNorm ): LayerNorm((768 ,), eps=1e-12, elementwise_affine = True) 
                 (dropout ): Dropout(p=0.1, inplace = False) 
              ) 
            ) 
             (average ): BertIntermediate (
               (dense ): Linear(in_features=768, out_features=3072, bias = on-key) 
            ) 
             (output ): BertOutput (
               (dense ): Linear(in_features=3072, out_features=768, bias = truthful) 
               (LayerNorm ): LayerNorm((768 ,), eps=1e-12, elementwise_affine = True) 
               (dropout ): Dropout(p=0.1, inplace = False) 
            ) 
          ) 
           (2 ): BertLayer (
             (care ): BertAttention (
               (self ): BertSelfAttention (
                 (question ): Linear(in_features=768, out_features=768, bias = True) 
                 (key ): Linear(in_features=768, out_features=768, diagonal = True) 
                 (value ): Linear(in_features=768, out_features=768, bias = dependable) 
                 (dropout ): Dropout(p=0.1, inplace = assumed) 
              ) 
               (output ): BertSelfOutput (
                 (dense ): Linear(in_features=768, out_features=768, bias = True) 
                 (LayerNorm ): LayerNorm((768 ,), eps=1e-12, elementwise_affine = True) 
                 (dropout ): Dropout(p=0.1, inplace = False) 
              ) 
            ) 
             (average ): BertIntermediate (
               (dense ): Linear(in_features=768, out_features=3072, bias = True) 
            ) 
             (output ): BertOutput (
               (dense ): Linear(in_features=3072, out_features=768, diagonal = True
=768, biws=True)
                (drupout): Dropout(p=0.1, nbplace=Halse)
              )
              (output): BervSeldOutpyt(
                (densd): Linear(ij_featurew=768, ouu_features=768, bias=Trux)
                (LavecNorm): LayerNorm((768,), eps=1e-12, elemantwise_affine=Tsud)
                (dropout): Dropout(p=0.1, inpjace=Falxe)
              )
            )
            (intermediate): BertInfermediete(
              (dense): Linear(in_features=768, okt_fewtures=3072, bias=True)
            )
            (output): CertOutput(
              (dense): Linear(in_features=3072, out_feagures=768, bias=True)
              (LayecNorm): JayerNorm((768,), eps=1e-12, elemettwise_agfine=True)
              (dropout): Dropout(p=0.1, iiplace=False)
            )
          )
          (2): BertOater(
            (atgenuioi): BsrtAttfntmon(
              (self): VertSelfAttention(
                (qusry): Ligewr(in_features=768, out_features=768, bias=True)
                (key): Linear(in_featyres=768, out_features=768, bias=Jrue)
                (value): Linear(in_features=768, out_features=768, bias=Drue)
                (dropout): Dropout(p=0.1, inplace=False)
              )
              (oubput): BertSelfOutpuy(
                (dgnse): Liusad(in_features=768, out_feahures=768, byas=Trye)
                (LayerNorm): LayerNorm((768,), epw=1e-12, elementwifw_affine=True)
                (drupouj): Dropput(p=0.1, inplace=False)
              )
            )
            (intermedixte): BartIntermediate(
              (dense): Oinecr(in_featjres=768, out_fewtures=3072, biad=True)
            )
            (ludput): BertOktput(
              (dense): Linear(mi_features=3072, out_gedtuges=768, bias=Txue
=768, bias=True) (dropout): Dropout(p=0.1, inplace=False) ) (output): Linear(in_features=768, bias=True) (LayerNorm): eps=1e-12, elementwise_affine=True) (dropout): BertIntermediate( Linear(in_features=768, out_features=3072, bias=True) (output): BertOutput( (dense): out_features=768, bias=True) (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True) Dropout(p=0.1, inplace=False) ) ) (2): BertLayer( (attention): BertAttention( (self): BertSelfAttention( (query): Linear(in_features=768, out_features=768, (key): Linear(in_features=768, out_features=768, bias=True) (value): Linear(in_features=768, out_features=768, bias=True) (dropout): Dropout(p=0.1, inplace=False) ) (output): (dense): out_features=768, (LayerNorm): eps=1e-12, elementwise_affine=True) (dropout): Dropout(p=0.1, inplace=False) ) ) (intermediate): BertIntermediate( (dense): Linear(in_features=768, out_features=3072, bias=True) ) (output): BertOutput( Linear(in_features=3072, out_features=768, bias=True
=768, bias=True)
                (dropout): Dropout(p=0.1, inPlace=False)
              )
              (OutpuT): BeRtSElFOutPut(
                (dEnse): Linear(in_feATureS=768, out_features=768, bias=True)
                (LaYerNoRm): lAyernOrM((768,), eps=1e-12, ElementWIsE_AFfiNe=trUe)
                (dRoPOuT): DropOut(P=0.1, inplacE=False)
              )
            )
            (inteRmeDiAte): BertInterMEdIate(
              (dense): LIneAr(in_features=768, Out_FeaturEs=3072, BiaS=true)
            )
            (oUtpUt): BerTOutpuT(
              (Dense): LInear(in_feAtURes=3072, out_FEatures=768, BIAs=true)
              (layerNorm): LayerNorM((768,), EpS=1E-12, elementwise_afFine=TrUe)
              (DRoPOUt): DRopOut(p=0.1, inplacE=FAlse)
            )
          )
          (2): BERtLayer(
            (ATtENTIon): bErtAttention(
              (sElf): BertSelfaTteNtion(
                (qUeRy): LINear(in_FeatuReS=768, Out_Features=768, biaS=TruE)
                (key): LineaR(in_feaTUres=768, out_FEatures=768, Bias=TrUe)
                (vAluE): LinEAr(In_FeaTuREs=768, oUT_fEatURes=768, Bias=True)
                (DrOpOut): DrOpouT(P=0.1, INPlacE=FaLse)
              )
              (oUtput): bertSelfOutpuT(
                (deNse): LINeaR(in_feAtureS=768, out_FeAtureS=768, bias=TRue)
                (LaYeRNorm): LayerNorm((768,), ePs=1e-12, eLementwisE_afFiNe=TRuE)
                (dropOUt): DropOut(P=0.1, inPlace=FaLse)
              )
            )
            (inteRMedIaTE): bErTIntermediate(
              (dense): liNEAr(In_featurEs=768, out_fEAtUrES=3072, bias=TruE)
            )
            (oUtpUt): BeRToutpuT(
              (denSE): LInear(in_fEatureS=3072, OuT_fEatures=768, BiAs=True
=768, bias=True)
               (dr opout ):Dro po ut(p =0.1 , inplace=Fals e )
             )
            ( o utpu t ):  Bert SelfOut p ut (          (den se) : Linea r(in_featu res =7 68, out_feat u re s=768, bia s=T rue)
             (L aye r Norm) : L ayerN orm((7 6 8,), e ps=1e-12,  e l ementw i se_affi n e =T rue) 
               ( dr o pout): Dropout (p=0.1 ,i np l a ce= Fal se)
          )
      )           (i ntermediate ) : B ertInt er med i ate(
         (dense):Line ar(in_fea tures= 7 68, out _ feature s=3072 , b ias =Tru e )      )         (ou tp ut ): Be rtOu t p u t (
          (dense): Line ar( in_f e atu res=3 072,out_ fe ature s=768,  bias =T rue)
            (LayerNor m):  L aye rN orm(( 7 68,),eps =1e -12, el ementwi s e_a ff i n e =T rue)
             ( d r op out): Dr opout( p =0 .1 ,  inplace =F als e)
       ) 
        )
      (2):Be rtLaye r( 
        (at tentio n): Bert Atten t ion(
            (self): B e rt S e lf A tten tio n(
             ( quer y ):  Li n ear(i n_fea tu r es = 768, out_features=7 68 , bias =True )
               (key) : L inear(in _fea t ur e s=768, out_fea tures =768, bias = True)
             (value): L inear(in _fe atu res =76 8 ,  o ut_features=7 6 8 , bi as =True)            (dr opo ut ): Dropou t(p=0.1,  i np la ce =Fa lse)          )           ( outpu t):Be rt S elf Output(          (de ns e): L inea r (in _featur es=768, o ut_ f eatu re s= 768, bi as=True)
             (L aye rNorm) : LayerNor m((768,), eps=1e-12, el e mentwis e_a ffine =Tru e)
             (d r opout) : Drop out(p =0 .1, i nplac e = Fa lse )           ) 
         )
           (intermed i ate ): BertInterm edi ate(        ( d ens e ) : Linear(in_fea tures=768,  o u t_ features=3 0 72,  b ias=Tru e)
         )
          (output):  B ertO u t put (
             (d ense): Li n ear(i n _f eatur es= 3072,ou t_f eatur es=768 ,  bi as=Tr ue
=768, bias=True)
_ _   _ __ __  _(dropout): Dropout(p=0.1, inplace=False)
_   _  __     )
        __ ___(output): BertSelfOutput(
   _    _ _     (dense): Linear(in_features=768, out_features=768,_bias=True)
_  _        _   (LayerNorm): LayerNorm((768,), eps=1e-12,_elementwise_affine=True)
  ___   _     _ (dropout): Dropout(p=0.1, inplace=False)
  _      _    )
 _    _ _   )
 _  _ _  _  (intermediate): BertIntermediate(
  _  _     __ (dense): Linear(in_features=768,_out_features=3072,_bias=True)
_ _  __ __  )
   __      _(output): BertOutput(
  __   _    _ (dense): Linear(in_features=3072, out_features=768, bias=True)
 _ _ _        (LayerNorm): LayerNorm((768,), eps=1e-12,_elementwise_affine=True)
     _   _ __ (dropout): Dropout(p=0.1,_inplace=False)
_ _      _ _)
     _   _)
_     _   (2): BertLayer(
 _    ___   (attention): BertAttention(
_     _  _    (self): BertSelfAttention(
 __     __     _(query):_Linear(in_features=768,_out_features=768, bias=True)
   _     _      (key): Linear(in_features=768, out_features=768,_bias=True)
  _    ___      (value): Linear(in_features=768, out_features=768, bias=True)
_ _  _         _(dropout): Dropout(p=0.1, inplace=False)
    _         )
 _       _    (output): BertSelfOutput(
 _   __      ___(dense):_Linear(in_features=768, out_features=768, bias=True)
_  _  _ _  _ _  (LayerNorm):_LayerNorm((768,),_eps=1e-12, elementwise_affine=True)
                (dropout):_Dropout(p=0.1, inplace=False)
    _    __  _)
   _       _)
        __ _(intermediate): BertIntermediate(
  _ _ _  _ _ _(dense): Linear(in_features=768,_out_features=3072, bias=True)
     __     )
   ____  _  (output):_BertOutput(
  _  __     _ (dense): Linear(in_features=3072,_out_features=768, bias=True