text: <html>
          <head> <meta charset="UTF-8">
          <style>
          table, th, td {
              border: 1px solid black;
              font-size: 10px;
          }
          </style> </head>
          <body>
          <table frame="hsides" rules="groups" width="100%%">
              [html]<thead><tr><td>Year</td><td>Model</td><td># of Parameters</td><td>Dataset Size</td></tr></thead><tbody><tr><td>2019</td><td>BERT [ 39 ]</td><td>3.4E + 08</td><td>16GB</td></tr><tr><td>2019</td><td>DistilBERT [ 113 ]</td><td>6.60E + 07</td><td>16GB</td></tr><tr><td>2019</td><td>ALBERT [ 70 ]</td><td>2.23E + 08</td><td>16GB</td></tr><tr><td>2019</td><td>XLNet ( Large ) [ 150 ]</td><td>3.40E + 08</td><td>126GB</td></tr><tr><td>2020</td><td>ERNIE - GRN ( Large ) [ 145 ]</td><td>3.40E + 08</td><td>16GB</td></tr><tr><td>2019</td><td>RoBERTa ( Large ) [ 74 ]</td><td>3.55E + 08</td><td>161GB</td></tr><tr><td>2019</td><td>MegatronLM [ 122 ]</td><td>8.30E + 09</td><td>174GB</td></tr><tr><td>2020</td><td>T5 - 11B [ 107 ]</td><td>1.10E + 10</td><td>745GB</td></tr><tr><td>2020</td><td>T - NLG [ 112 ]</td><td>1.70E + 10</td><td>174GB</td></tr><tr><td>2020</td><td>GPT - 3 [ 25 ]</td><td>1.75E + 11</td><td>570GB</td></tr><tr><td>2020</td><td>GShard [ 73 ]</td><td>6.00E + 11</td><td>–</td></tr><tr><td>2021</td><td>Switch - C [ 43 ]</td><td>1.57E + 12</td><td>745GB</td></tr></tbody>
          </table> </body> </html>